{"level":"warn","ts":"2026-04-01T02:07:37.848543Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-01T02:07:37.848647Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.221:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.221:2380","--initial-cluster=instance=https://162.253.55.221:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.221:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.221:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-01T02:07:37.848731Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-01T02:07:37.848746Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.221:2380"]} {"level":"info","ts":"2026-04-01T02:07:37.848768Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-01T02:07:37.849544Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.221:2379"]} {"level":"info","ts":"2026-04-01T02:07:37.849639Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.221:2380"],"listen-peer-urls":["https://162.253.55.221:2380"],"advertise-client-urls":["https://162.253.55.221:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.221:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.221:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-01T02:07:37.854004Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.102802ms"} {"level":"info","ts":"2026-04-01T02:07:37.862133Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c187bdee547e8fd1","cluster-id":"ee7528b898b8b18e"} {"level":"info","ts":"2026-04-01T02:07:37.862261Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 switched to configuration voters=()"} {"level":"info","ts":"2026-04-01T02:07:37.862289Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 became follower at term 0"} {"level":"info","ts":"2026-04-01T02:07:37.862308Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c187bdee547e8fd1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-01T02:07:37.862356Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 became follower at term 1"} {"level":"info","ts":"2026-04-01T02:07:37.862414Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 switched to configuration voters=(13945323602493476817)"} {"level":"warn","ts":"2026-04-01T02:07:37.867796Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-01T02:07:37.869252Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-01T02:07:37.871244Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-01T02:07:37.87423Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c187bdee547e8fd1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-01T02:07:37.874543Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T02:07:37.874706Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T02:07:37.874662Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c187bdee547e8fd1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-01T02:07:37.874727Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T02:07:37.875895Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 switched to configuration voters=(13945323602493476817)"} {"level":"info","ts":"2026-04-01T02:07:37.876083Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ee7528b898b8b18e","local-member-id":"c187bdee547e8fd1","added-peer-id":"c187bdee547e8fd1","added-peer-peer-urls":["https://162.253.55.221:2380"]} {"level":"info","ts":"2026-04-01T02:07:37.877269Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-01T02:07:37.877403Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.221:2380"} {"level":"info","ts":"2026-04-01T02:07:37.877477Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.221:2380"} {"level":"info","ts":"2026-04-01T02:07:37.877585Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c187bdee547e8fd1","initial-advertise-peer-urls":["https://162.253.55.221:2380"],"listen-peer-urls":["https://162.253.55.221:2380"],"advertise-client-urls":["https://162.253.55.221:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.221:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-01T02:07:37.877638Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-01T02:07:38.362742Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 is starting a new election at term 1"} {"level":"info","ts":"2026-04-01T02:07:38.362792Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-01T02:07:38.362809Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 received MsgPreVoteResp from c187bdee547e8fd1 at term 1"} {"level":"info","ts":"2026-04-01T02:07:38.362822Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 became candidate at term 2"} {"level":"info","ts":"2026-04-01T02:07:38.362829Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 received MsgVoteResp from c187bdee547e8fd1 at term 2"} {"level":"info","ts":"2026-04-01T02:07:38.362848Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c187bdee547e8fd1 became leader at term 2"} {"level":"info","ts":"2026-04-01T02:07:38.362869Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c187bdee547e8fd1 elected leader c187bdee547e8fd1 at term 2"} {"level":"info","ts":"2026-04-01T02:07:38.363896Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c187bdee547e8fd1","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.221:2379]}","request-path":"/0/members/c187bdee547e8fd1/attributes","cluster-id":"ee7528b898b8b18e","publish-timeout":"7s"} {"level":"info","ts":"2026-04-01T02:07:38.364175Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T02:07:38.364422Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-01T02:07:38.36477Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-01T02:07:38.367887Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ee7528b898b8b18e","local-member-id":"c187bdee547e8fd1","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T02:07:38.368229Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-01T02:07:38.368294Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-01T02:07:38.370468Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-01T02:07:38.370699Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T02:07:38.370791Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T02:07:38.372653Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.221:2379"} {"level":"info","ts":"2026-04-01T02:07:58.001147Z","caller":"traceutil/trace.go:171","msg":"trace[2118408005] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"191.449703ms","start":"2026-04-01T02:07:57.809673Z","end":"2026-04-01T02:07:58.001123Z","steps":["trace[2118408005] 'process raft request' (duration: 191.302959ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:07:59.159446Z","caller":"traceutil/trace.go:171","msg":"trace[1739561723] linearizableReadLoop","detail":"{readStateIndex:470; appliedIndex:469; }","duration":"341.620897ms","start":"2026-04-01T02:07:58.81779Z","end":"2026-04-01T02:07:59.15941Z","steps":["trace[1739561723] 'read index received' (duration: 341.489253ms)","trace[1739561723] 'applied index is now lower than readState.Index' (duration: 130.584µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:07:59.159515Z","caller":"traceutil/trace.go:171","msg":"trace[2122521375] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"422.003403ms","start":"2026-04-01T02:07:58.73747Z","end":"2026-04-01T02:07:59.159474Z","steps":["trace[2122521375] 'process raft request' (duration: 421.800758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:07:59.159715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.846592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T02:07:59.159702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.5389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:07:59.159809Z","caller":"traceutil/trace.go:171","msg":"trace[40465380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:453; }","duration":"342.061058ms","start":"2026-04-01T02:07:58.817736Z","end":"2026-04-01T02:07:59.159797Z","steps":["trace[40465380] 'agreement among raft nodes before linearized reading' (duration: 341.815141ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:07:59.159843Z","caller":"traceutil/trace.go:171","msg":"trace[704158538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:453; }","duration":"234.733716ms","start":"2026-04-01T02:07:58.925083Z","end":"2026-04-01T02:07:59.159817Z","steps":["trace[704158538] 'agreement among raft nodes before linearized reading' (duration: 234.51311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:07:59.159851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:07:58.817718Z","time spent":"342.12396ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T02:07:59.160166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:07:58.737448Z","time spent":"422.150428ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:08:07.688871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.725881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T02:08:07.688975Z","caller":"traceutil/trace.go:171","msg":"trace[496433740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:507; }","duration":"434.855495ms","start":"2026-04-01T02:08:07.254098Z","end":"2026-04-01T02:08:07.688953Z","steps":["trace[496433740] 'range keys from in-memory index tree' (duration: 434.635159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:07.688961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.062297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-01T02:08:07.689023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:07.254093Z","time spent":"434.920186ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T02:08:07.689072Z","caller":"traceutil/trace.go:171","msg":"trace[1339089095] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:507; }","duration":"436.214381ms","start":"2026-04-01T02:08:07.25283Z","end":"2026-04-01T02:08:07.689044Z","steps":["trace[1339089095] 'range keys from in-memory index tree' (duration: 435.938434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:07.68915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:07.252812Z","time spent":"436.324495ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T02:08:07.786675Z","caller":"traceutil/trace.go:171","msg":"trace[1946568691] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"439.908743ms","start":"2026-04-01T02:08:07.346739Z","end":"2026-04-01T02:08:07.786648Z","steps":["trace[1946568691] 'process raft request' (duration: 439.692807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:07.786818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:07.346709Z","time spent":"440.048727ms","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T02:08:07.94712Z","caller":"traceutil/trace.go:171","msg":"trace[778562781] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"597.008187ms","start":"2026-04-01T02:08:07.350078Z","end":"2026-04-01T02:08:07.947086Z","steps":["trace[778562781] 'process raft request' (duration: 596.76625ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:07.947196Z","caller":"traceutil/trace.go:171","msg":"trace[309766680] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"597.248783ms","start":"2026-04-01T02:08:07.349886Z","end":"2026-04-01T02:08:07.947135Z","steps":["trace[309766680] 'process raft request' (duration: 596.823781ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:07.947255Z","caller":"traceutil/trace.go:171","msg":"trace[1542159571] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"585.466331ms","start":"2026-04-01T02:08:07.361769Z","end":"2026-04-01T02:08:07.947235Z","steps":["trace[1542159571] 'process raft request' (duration: 585.288976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:07.947376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:07.361747Z","time spent":"585.572324ms","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T02:08:07.947384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:07.349863Z","time spent":"597.419797ms","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T02:08:07.947403Z","caller":"traceutil/trace.go:171","msg":"trace[1099708794] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"586.966001ms","start":"2026-04-01T02:08:07.360411Z","end":"2026-04-01T02:08:07.947377Z","steps":["trace[1099708794] 'process raft request' (duration: 586.615152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:07.94741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:07.350057Z","time spent":"597.14592ms","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T02:08:07.947458Z","caller":"traceutil/trace.go:171","msg":"trace[1771430099] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"250.500516ms","start":"2026-04-01T02:08:07.696943Z","end":"2026-04-01T02:08:07.947444Z","steps":["trace[1771430099] 'process raft request' (duration: 250.439335ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:07.947477Z","caller":"traceutil/trace.go:171","msg":"trace[780588133] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"421.842359ms","start":"2026-04-01T02:08:07.525628Z","end":"2026-04-01T02:08:07.94747Z","steps":["trace[780588133] 'process raft request' (duration: 421.622623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:07.947492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:07.360401Z","time spent":"587.046213ms","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T02:08:07.947482Z","caller":"traceutil/trace.go:171","msg":"trace[1319719374] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"556.092478ms","start":"2026-04-01T02:08:07.391351Z","end":"2026-04-01T02:08:07.947443Z","steps":["trace[1319719374] 'process raft request' (duration: 555.80399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:07.947513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:07.525595Z","time spent":"421.901511ms","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T02:08:07.947472Z","caller":"traceutil/trace.go:171","msg":"trace[1792811814] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"588.272877ms","start":"2026-04-01T02:08:07.3591Z","end":"2026-04-01T02:08:07.947373Z","steps":["trace[1792811814] 'process raft request' (duration: 587.896867ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:07.947563Z","caller":"traceutil/trace.go:171","msg":"trace[728327015] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"588.463172ms","start":"2026-04-01T02:08:07.359089Z","end":"2026-04-01T02:08:07.947552Z","steps":["trace[728327015] 'process raft request' (duration: 587.788904ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:07.947582Z","caller":"traceutil/trace.go:171","msg":"trace[205203827] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"530.369055ms","start":"2026-04-01T02:08:07.417205Z","end":"2026-04-01T02:08:07.947574Z","steps":["trace[205203827] 'process raft request' (duration: 529.990104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:07.94758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:07.391324Z","time spent":"556.211411ms","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T02:08:07.94758Z","caller":"traceutil/trace.go:171","msg":"trace[8466119] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"253.973451ms","start":"2026-04-01T02:08:07.693591Z","end":"2026-04-01T02:08:07.947564Z","steps":["trace[8466119] 'process raft request' (duration: 253.744714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:07.947623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:07.417181Z","time spent":"530.420047ms","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T02:08:07.947631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:07.359064Z","time spent":"588.530084ms","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T02:08:07.947664Z","caller":"traceutil/trace.go:171","msg":"trace[731521653] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"585.83179ms","start":"2026-04-01T02:08:07.361824Z","end":"2026-04-01T02:08:07.947656Z","steps":["trace[731521653] 'process raft request' (duration: 585.263175ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:07.94767Z","caller":"traceutil/trace.go:171","msg":"trace[274442436] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"566.623236ms","start":"2026-04-01T02:08:07.381036Z","end":"2026-04-01T02:08:07.94766Z","steps":["trace[274442436] 'process raft request' (duration: 566.081671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:07.947699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:07.361811Z","time spent":"585.869162ms","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T02:08:07.94772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:07.381019Z","time spent":"566.671937ms","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T02:08:07.947716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:07.359073Z","time spent":"588.540275ms","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T02:08:08.545503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237144949525079,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T02:08:08.719892Z","caller":"traceutil/trace.go:171","msg":"trace[729360979] transaction","detail":"{read_only:false; number_of_response:1; response_revision:523; }","duration":"925.095202ms","start":"2026-04-01T02:08:07.794771Z","end":"2026-04-01T02:08:08.719867Z","steps":["trace[729360979] 'process raft request' (duration: 925.04396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:08.720115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:07.79476Z","time spent":"925.216745ms","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":6938,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:08:08.720104Z","caller":"traceutil/trace.go:171","msg":"trace[351266047] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"927.985101ms","start":"2026-04-01T02:08:07.792048Z","end":"2026-04-01T02:08:08.720033Z","steps":["trace[351266047] 'process raft request' (duration: 832.019298ms)","trace[351266047] 'compare' (duration: 95.4866ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:08:08.720107Z","caller":"traceutil/trace.go:171","msg":"trace[1012020925] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"925.917034ms","start":"2026-04-01T02:08:07.794146Z","end":"2026-04-01T02:08:08.720063Z","steps":["trace[1012020925] 'process raft request' (duration: 925.593085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:08.720302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:07.792021Z","time spent":"928.181227ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T02:08:08.720325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:07.794132Z","time spent":"926.078049ms","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6888,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:08:08.728916Z","caller":"traceutil/trace.go:171","msg":"trace[123279789] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"775.053342ms","start":"2026-04-01T02:08:07.95382Z","end":"2026-04-01T02:08:08.728873Z","steps":["trace[123279789] 'process raft request' (duration: 774.831726ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:08.728985Z","caller":"traceutil/trace.go:171","msg":"trace[1133979738] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"774.890877ms","start":"2026-04-01T02:08:07.954065Z","end":"2026-04-01T02:08:08.728956Z","steps":["trace[1133979738] 'process raft request' (duration: 774.733003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:08.729072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:07.953794Z","time spent":"775.214866ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":980,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T02:08:08.729088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:07.954055Z","time spent":"774.982039ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T02:08:08.729137Z","caller":"traceutil/trace.go:171","msg":"trace[1505659735] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"770.62568ms","start":"2026-04-01T02:08:07.958481Z","end":"2026-04-01T02:08:08.729107Z","steps":["trace[1505659735] 'process raft request' (duration: 770.466266ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:08.729159Z","caller":"traceutil/trace.go:171","msg":"trace[1604544429] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"768.965245ms","start":"2026-04-01T02:08:07.96017Z","end":"2026-04-01T02:08:08.729135Z","steps":["trace[1604544429] 'process raft request' (duration: 768.827251ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:08.729271Z","caller":"traceutil/trace.go:171","msg":"trace[1746716375] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"768.472691ms","start":"2026-04-01T02:08:07.960779Z","end":"2026-04-01T02:08:08.729252Z","steps":["trace[1746716375] 'process raft request' (duration: 768.251185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:08.729321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:07.958474Z","time spent":"770.748994ms","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10063,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:08:08.729351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:07.960153Z","time spent":"769.1361ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T02:08:08.729389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:07.960772Z","time spent":"768.539454ms","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:08:08.729412Z","caller":"traceutil/trace.go:171","msg":"trace[2051631095] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"767.058313ms","start":"2026-04-01T02:08:07.962334Z","end":"2026-04-01T02:08:08.729392Z","steps":["trace[2051631095] 'process raft request' (duration: 766.826777ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:08.729448Z","caller":"traceutil/trace.go:171","msg":"trace[1785820798] linearizableReadLoop","detail":"{readStateIndex:552; appliedIndex:540; }","duration":"683.953032ms","start":"2026-04-01T02:08:08.045433Z","end":"2026-04-01T02:08:08.729386Z","steps":["trace[1785820798] 'read index received' (duration: 578.674564ms)","trace[1785820798] 'applied index is now lower than readState.Index' (duration: 105.277708ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:08:08.72949Z","caller":"traceutil/trace.go:171","msg":"trace[294261555] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"717.694074ms","start":"2026-04-01T02:08:08.011778Z","end":"2026-04-01T02:08:08.729472Z","steps":["trace[294261555] 'process raft request' (duration: 717.571431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:08.729537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:07.962328Z","time spent":"767.147305ms","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:08:08.72952Z","caller":"traceutil/trace.go:171","msg":"trace[569759390] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"761.166592ms","start":"2026-04-01T02:08:07.96832Z","end":"2026-04-01T02:08:08.729487Z","steps":["trace[569759390] 'process raft request' (duration: 760.931615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:08.729639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.199898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-01T02:08:08.729067Z","caller":"traceutil/trace.go:171","msg":"trace[1045955322] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"774.858196ms","start":"2026-04-01T02:08:07.95418Z","end":"2026-04-01T02:08:08.729038Z","steps":["trace[1045955322] 'process raft request' (duration: 774.653561ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:08.729712Z","caller":"traceutil/trace.go:171","msg":"trace[67918282] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:532; }","duration":"684.321922ms","start":"2026-04-01T02:08:08.045377Z","end":"2026-04-01T02:08:08.729699Z","steps":["trace[67918282] 'agreement among raft nodes before linearized reading' (duration: 684.133746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:08.729748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:07.954157Z","time spent":"775.569765ms","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T02:08:08.729757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:08.045358Z","time spent":"684.391364ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T02:08:08.729571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.032975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:08:08.729852Z","caller":"traceutil/trace.go:171","msg":"trace[456360715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:532; }","duration":"504.317532ms","start":"2026-04-01T02:08:08.225523Z","end":"2026-04-01T02:08:08.72984Z","steps":["trace[456360715] 'agreement among raft nodes before linearized reading' (duration: 504.012804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:08.72988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:08.225472Z","time spent":"504.400454ms","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T02:08:08.729598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:08.011739Z","time spent":"717.808327ms","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T02:08:08.729803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:07.968295Z","time spent":"761.421719ms","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:08:15.259909Z","caller":"traceutil/trace.go:171","msg":"trace[470185752] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:638; }","duration":"495.201093ms","start":"2026-04-01T02:08:14.764681Z","end":"2026-04-01T02:08:15.259882Z","steps":["trace[470185752] 'read index received' (duration: 494.73122ms)","trace[470185752] 'applied index is now lower than readState.Index' (duration: 468.763µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:08:15.260023Z","caller":"traceutil/trace.go:171","msg":"trace[1336303695] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"564.153418ms","start":"2026-04-01T02:08:14.69584Z","end":"2026-04-01T02:08:15.259994Z","steps":["trace[1336303695] 'process raft request' (duration: 563.466649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:15.260138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.440699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T02:08:15.260151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.12625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ggf8p\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-01T02:08:15.260222Z","caller":"traceutil/trace.go:171","msg":"trace[1599112331] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ggf8p; range_end:; response_count:1; response_revision:617; }","duration":"340.235063ms","start":"2026-04-01T02:08:14.91997Z","end":"2026-04-01T02:08:15.260205Z","steps":["trace[1599112331] 'agreement among raft nodes before linearized reading' (duration: 340.093939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:15.260271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:14.919952Z","time spent":"340.309745ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-ggf8p\" "} {"level":"info","ts":"2026-04-01T02:08:15.260176Z","caller":"traceutil/trace.go:171","msg":"trace[301047059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:617; }","duration":"495.525262ms","start":"2026-04-01T02:08:14.76464Z","end":"2026-04-01T02:08:15.260165Z","steps":["trace[301047059] 'agreement among raft nodes before linearized reading' (duration: 495.383748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:15.260271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:14.695797Z","time spent":"564.368645ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:08:15.260516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:14.76462Z","time spent":"495.698047ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T02:08:15.922822Z","caller":"traceutil/trace.go:171","msg":"trace[1159379861] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"658.45374ms","start":"2026-04-01T02:08:15.264339Z","end":"2026-04-01T02:08:15.922792Z","steps":["trace[1159379861] 'process raft request' (duration: 658.244744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:15.922983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:15.264321Z","time spent":"658.589473ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:08:17.533668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454428802s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:08:17.534014Z","caller":"traceutil/trace.go:171","msg":"trace[2067644748] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"2.260564031s","start":"2026-04-01T02:08:15.273417Z","end":"2026-04-01T02:08:17.533981Z","steps":["trace[2067644748] 'process raft request' (duration: 2.260359036s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:17.534024Z","caller":"traceutil/trace.go:171","msg":"trace[1109008601] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"2.269460916s","start":"2026-04-01T02:08:15.264541Z","end":"2026-04-01T02:08:17.534002Z","steps":["trace[1109008601] 'process raft request' (duration: 814.445628ms)","trace[1109008601] 'compare' (duration: 1.454268757s)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:08:17.534082Z","caller":"traceutil/trace.go:171","msg":"trace[785403279] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"2.219981436s","start":"2026-04-01T02:08:15.314067Z","end":"2026-04-01T02:08:17.534048Z","steps":["trace[785403279] 'process raft request' (duration: 2.219789921s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:17.534134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:15.273369Z","time spent":"2.260706035s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:08:17.534156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:15.264532Z","time spent":"2.269548958s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:08:17.534124Z","caller":"traceutil/trace.go:171","msg":"trace[1143295484] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:640; }","duration":"1.560319413s","start":"2026-04-01T02:08:15.973747Z","end":"2026-04-01T02:08:17.534067Z","steps":["trace[1143295484] 'read index received' (duration: 105.174981ms)","trace[1143295484] 'applied index is now lower than readState.Index' (duration: 1.455134831s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:08:17.534247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:15.314012Z","time spent":"2.22015734s","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T02:08:17.566923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.765229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:08:17.566946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.78174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:08:17.566985Z","caller":"traceutil/trace.go:171","msg":"trace[406234873] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:621; }","duration":"204.864002ms","start":"2026-04-01T02:08:17.362107Z","end":"2026-04-01T02:08:17.566971Z","steps":["trace[406234873] 'agreement among raft nodes before linearized reading' (duration: 204.76782ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:17.567017Z","caller":"traceutil/trace.go:171","msg":"trace[1464454598] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:621; }","duration":"204.882792ms","start":"2026-04-01T02:08:17.362113Z","end":"2026-04-01T02:08:17.566996Z","steps":["trace[1464454598] 'agreement among raft nodes before linearized reading' (duration: 204.766739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:17.567044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.633299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:08:17.567088Z","caller":"traceutil/trace.go:171","msg":"trace[742591151] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:621; }","duration":"155.70174ms","start":"2026-04-01T02:08:17.411376Z","end":"2026-04-01T02:08:17.567078Z","steps":["trace[742591151] 'agreement among raft nodes before linearized reading' (duration: 155.635748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:17.567085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.582917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:08:17.567157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.53797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:08:17.5672Z","caller":"traceutil/trace.go:171","msg":"trace[1629163695] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:621; }","duration":"229.615202ms","start":"2026-04-01T02:08:17.337575Z","end":"2026-04-01T02:08:17.56719Z","steps":["trace[1629163695] 'agreement among raft nodes before linearized reading' (duration: 229.556111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:17.567211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.173216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:08:17.567224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.768629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:08:17.567244Z","caller":"traceutil/trace.go:171","msg":"trace[677554884] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:621; }","duration":"155.226657ms","start":"2026-04-01T02:08:17.412007Z","end":"2026-04-01T02:08:17.567233Z","steps":["trace[677554884] 'agreement among raft nodes before linearized reading' (duration: 155.178666ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:17.567264Z","caller":"traceutil/trace.go:171","msg":"trace[1662726005] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:621; }","duration":"204.832171ms","start":"2026-04-01T02:08:17.362423Z","end":"2026-04-01T02:08:17.567255Z","steps":["trace[1662726005] 'agreement among raft nodes before linearized reading' (duration: 204.772119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:17.567312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593546867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T02:08:17.567354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.516424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:08:17.567381Z","caller":"traceutil/trace.go:171","msg":"trace[1512027941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:621; }","duration":"1.593652739s","start":"2026-04-01T02:08:15.973713Z","end":"2026-04-01T02:08:17.567366Z","steps":["trace[1512027941] 'agreement among raft nodes before linearized reading' (duration: 1.560435856s)","trace[1512027941] 'range keys from in-memory index tree' (duration: 33.051399ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:08:17.56741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:15.973697Z","time spent":"1.593706791s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T02:08:17.56742Z","caller":"traceutil/trace.go:171","msg":"trace[1416166243] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:621; }","duration":"124.896874ms","start":"2026-04-01T02:08:17.442504Z","end":"2026-04-01T02:08:17.567401Z","steps":["trace[1416166243] 'agreement among raft nodes before linearized reading' (duration: 124.467012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:17.567465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.390673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:08:17.56751Z","caller":"traceutil/trace.go:171","msg":"trace[1710763144] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:621; }","duration":"230.490457ms","start":"2026-04-01T02:08:17.337009Z","end":"2026-04-01T02:08:17.5675Z","steps":["trace[1710763144] 'agreement among raft nodes before linearized reading' (duration: 230.404894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:17.567556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.906434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:08:17.567619Z","caller":"traceutil/trace.go:171","msg":"trace[1271065732] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:621; }","duration":"124.996206ms","start":"2026-04-01T02:08:17.442602Z","end":"2026-04-01T02:08:17.567598Z","steps":["trace[1271065732] 'agreement among raft nodes before linearized reading' (duration: 124.903224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:17.567719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.193446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:08:17.567759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.001951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:08:17.567775Z","caller":"traceutil/trace.go:171","msg":"trace[686948741] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:621; }","duration":"450.297289ms","start":"2026-04-01T02:08:17.117467Z","end":"2026-04-01T02:08:17.567764Z","steps":["trace[686948741] 'agreement among raft nodes before linearized reading' (duration: 450.205616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:17.567777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.150959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:08:17.567802Z","caller":"traceutil/trace.go:171","msg":"trace[1104252158] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:621; }","duration":"450.055242ms","start":"2026-04-01T02:08:17.117734Z","end":"2026-04-01T02:08:17.567789Z","steps":["trace[1104252158] 'agreement among raft nodes before linearized reading' (duration: 449.924238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:17.567813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:17.117445Z","time spent":"450.35389ms","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T02:08:17.567828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.420963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:08:17.567812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.380839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:08:17.567838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:17.117729Z","time spent":"450.099014ms","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"warn","ts":"2026-04-01T02:08:17.567841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.43094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:08:17.567855Z","caller":"traceutil/trace.go:171","msg":"trace[1222612164] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:621; }","duration":"450.472763ms","start":"2026-04-01T02:08:17.117374Z","end":"2026-04-01T02:08:17.567847Z","steps":["trace[1222612164] 'agreement among raft nodes before linearized reading' (duration: 450.433332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:17.567882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:17.117358Z","time spent":"450.518435ms","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:08:17.567878Z","caller":"traceutil/trace.go:171","msg":"trace[1561615166] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:621; }","duration":"423.496682ms","start":"2026-04-01T02:08:17.144371Z","end":"2026-04-01T02:08:17.567868Z","steps":["trace[1561615166] 'agreement among raft nodes before linearized reading' (duration: 423.43906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:17.567887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.44494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:08:17.567911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:17.144358Z","time spent":"423.543293ms","remote":"127.0.0.1:57646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 "} {"level":"info","ts":"2026-04-01T02:08:17.567828Z","caller":"traceutil/trace.go:171","msg":"trace[1060488323] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:621; }","duration":"297.20865ms","start":"2026-04-01T02:08:17.270602Z","end":"2026-04-01T02:08:17.56781Z","steps":["trace[1060488323] 'agreement among raft nodes before linearized reading' (duration: 297.135438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:17.567888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.348256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:08:17.567928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.670436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:08:17.567919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.98952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:08:17.567935Z","caller":"traceutil/trace.go:171","msg":"trace[956636920] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:621; }","duration":"260.515631ms","start":"2026-04-01T02:08:17.3074Z","end":"2026-04-01T02:08:17.567915Z","steps":["trace[956636920] 'agreement among raft nodes before linearized reading' (duration: 260.45647ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:17.567956Z","caller":"traceutil/trace.go:171","msg":"trace[1328466479] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:621; }","duration":"423.712808ms","start":"2026-04-01T02:08:17.144235Z","end":"2026-04-01T02:08:17.567948Z","steps":["trace[1328466479] 'agreement among raft nodes before linearized reading' (duration: 423.672007ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:17.567974Z","caller":"traceutil/trace.go:171","msg":"trace[1658731505] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:621; }","duration":"231.065892ms","start":"2026-04-01T02:08:17.336898Z","end":"2026-04-01T02:08:17.567964Z","steps":["trace[1658731505] 'agreement among raft nodes before linearized reading' (duration: 230.99147ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:17.567976Z","caller":"traceutil/trace.go:171","msg":"trace[1509599553] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:621; }","duration":"260.465ms","start":"2026-04-01T02:08:17.307479Z","end":"2026-04-01T02:08:17.567944Z","steps":["trace[1509599553] 'agreement among raft nodes before linearized reading' (duration: 260.352137ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:17.567161Z","caller":"traceutil/trace.go:171","msg":"trace[343937995] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:621; }","duration":"155.67055ms","start":"2026-04-01T02:08:17.411471Z","end":"2026-04-01T02:08:17.567142Z","steps":["trace[343937995] 'agreement among raft nodes before linearized reading' (duration: 155.529356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:17.567996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:17.144224Z","time spent":"423.764449ms","remote":"127.0.0.1:57646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-01T02:08:17.567995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.742868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:08:17.567901Z","caller":"traceutil/trace.go:171","msg":"trace[1234961668] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:621; }","duration":"423.468431ms","start":"2026-04-01T02:08:17.144394Z","end":"2026-04-01T02:08:17.567862Z","steps":["trace[1234961668] 'agreement among raft nodes before linearized reading' (duration: 423.336957ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:17.568037Z","caller":"traceutil/trace.go:171","msg":"trace[1359584706] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:621; }","duration":"296.796299ms","start":"2026-04-01T02:08:17.271228Z","end":"2026-04-01T02:08:17.568024Z","steps":["trace[1359584706] 'agreement among raft nodes before linearized reading' (duration: 296.641295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:17.568068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:17.144389Z","time spent":"423.665227ms","remote":"127.0.0.1:57646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:08:17.568003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579819599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T02:08:17.568106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.603681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:08:17.567944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340996694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:08:17.568141Z","caller":"traceutil/trace.go:171","msg":"trace[414920062] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:621; }","duration":"297.645912ms","start":"2026-04-01T02:08:17.270482Z","end":"2026-04-01T02:08:17.568128Z","steps":["trace[414920062] 'agreement among raft nodes before linearized reading' (duration: 297.5891ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:17.568176Z","caller":"traceutil/trace.go:171","msg":"trace[1343257495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:621; }","duration":"1.341252891s","start":"2026-04-01T02:08:16.226905Z","end":"2026-04-01T02:08:17.568158Z","steps":["trace[1343257495] 'agreement among raft nodes before linearized reading' (duration: 1.341023015s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:17.568234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:16.226885Z","time spent":"1.341335524s","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T02:08:17.568129Z","caller":"traceutil/trace.go:171","msg":"trace[972823235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:621; }","duration":"1.579971393s","start":"2026-04-01T02:08:15.988147Z","end":"2026-04-01T02:08:17.568118Z","steps":["trace[972823235] 'agreement among raft nodes before linearized reading' (duration: 1.579809248s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:17.568324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:15.988128Z","time spent":"1.580184979s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T02:08:18.351458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.192876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:08:18.351654Z","caller":"traceutil/trace.go:171","msg":"trace[2145037187] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:655; }","duration":"188.43237ms","start":"2026-04-01T02:08:18.16321Z","end":"2026-04-01T02:08:18.351642Z","steps":["trace[2145037187] 'read index received' (duration: 4.917815ms)","trace[2145037187] 'applied index is now lower than readState.Index' (duration: 183.513815ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:08:18.351733Z","caller":"traceutil/trace.go:171","msg":"trace[1532157080] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"251.335199ms","start":"2026-04-01T02:08:18.100366Z","end":"2026-04-01T02:08:18.351701Z","steps":["trace[1532157080] 'process raft request' (duration: 251.185455ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:18.351775Z","caller":"traceutil/trace.go:171","msg":"trace[64439866] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"252.235753ms","start":"2026-04-01T02:08:18.099511Z","end":"2026-04-01T02:08:18.351747Z","steps":["trace[64439866] 'process raft request' (duration: 68.693368ms)","trace[64439866] 'compare' (duration: 183.088583ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:08:18.351855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.636275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:08:18.351917Z","caller":"traceutil/trace.go:171","msg":"trace[830734409] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:635; }","duration":"188.750129ms","start":"2026-04-01T02:08:18.163158Z","end":"2026-04-01T02:08:18.351908Z","steps":["trace[830734409] 'agreement among raft nodes before linearized reading' (duration: 188.659506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:18.351925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.243363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:08:18.351975Z","caller":"traceutil/trace.go:171","msg":"trace[164238703] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:635; }","duration":"141.346366ms","start":"2026-04-01T02:08:18.210597Z","end":"2026-04-01T02:08:18.351944Z","steps":["trace[164238703] 'agreement among raft nodes before linearized reading' (duration: 141.261564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:18.352011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.799309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:08:18.352056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.710558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:08:18.352088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.7787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:08:18.3521Z","caller":"traceutil/trace.go:171","msg":"trace[489013389] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:635; }","duration":"120.797051ms","start":"2026-04-01T02:08:18.231287Z","end":"2026-04-01T02:08:18.352084Z","steps":["trace[489013389] 'agreement among raft nodes before linearized reading' (duration: 120.734609ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:18.352097Z","caller":"traceutil/trace.go:171","msg":"trace[1836716109] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:635; }","duration":"105.911742ms","start":"2026-04-01T02:08:18.246163Z","end":"2026-04-01T02:08:18.352075Z","steps":["trace[1836716109] 'agreement among raft nodes before linearized reading' (duration: 105.738647ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:18.352137Z","caller":"traceutil/trace.go:171","msg":"trace[1550904968] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:635; }","duration":"120.846872ms","start":"2026-04-01T02:08:18.231283Z","end":"2026-04-01T02:08:18.35213Z","steps":["trace[1550904968] 'agreement among raft nodes before linearized reading' (duration: 120.78643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:18.35215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.914464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:08:18.352155Z","caller":"traceutil/trace.go:171","msg":"trace[1936018117] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"251.423602ms","start":"2026-04-01T02:08:18.100699Z","end":"2026-04-01T02:08:18.352123Z","steps":["trace[1936018117] 'process raft request' (duration: 250.905308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:18.352207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.77268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:08:18.352207Z","caller":"traceutil/trace.go:171","msg":"trace[898382244] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:635; }","duration":"189.028157ms","start":"2026-04-01T02:08:18.163164Z","end":"2026-04-01T02:08:18.352192Z","steps":["trace[898382244] 'agreement among raft nodes before linearized reading' (duration: 188.907513ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:18.352232Z","caller":"traceutil/trace.go:171","msg":"trace[769929362] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:635; }","duration":"140.815371ms","start":"2026-04-01T02:08:18.211407Z","end":"2026-04-01T02:08:18.352223Z","steps":["trace[769929362] 'agreement among raft nodes before linearized reading' (duration: 140.77765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:18.352235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.251801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:08:18.352254Z","caller":"traceutil/trace.go:171","msg":"trace[1681283445] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:635; }","duration":"106.279292ms","start":"2026-04-01T02:08:18.245969Z","end":"2026-04-01T02:08:18.352248Z","steps":["trace[1681283445] 'agreement among raft nodes before linearized reading' (duration: 106.249601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:18.35226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.330203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:08:18.35217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.397877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:08:18.352298Z","caller":"traceutil/trace.go:171","msg":"trace[2057716301] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:635; }","duration":"141.592502ms","start":"2026-04-01T02:08:18.210699Z","end":"2026-04-01T02:08:18.352291Z","steps":["trace[2057716301] 'agreement among raft nodes before linearized reading' (duration: 141.447218ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:18.352287Z","caller":"traceutil/trace.go:171","msg":"trace[1650708679] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:635; }","duration":"106.386485ms","start":"2026-04-01T02:08:18.245892Z","end":"2026-04-01T02:08:18.352279Z","steps":["trace[1650708679] 'agreement among raft nodes before linearized reading' (duration: 106.343534ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:19.431042Z","caller":"traceutil/trace.go:171","msg":"trace[735157211] linearizableReadLoop","detail":"{readStateIndex:680; appliedIndex:679; }","duration":"205.698464ms","start":"2026-04-01T02:08:19.22532Z","end":"2026-04-01T02:08:19.431019Z","steps":["trace[735157211] 'read index received' (duration: 205.54979ms)","trace[735157211] 'applied index is now lower than readState.Index' (duration: 147.764µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:08:19.431066Z","caller":"traceutil/trace.go:171","msg":"trace[179529495] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"369.583959ms","start":"2026-04-01T02:08:19.061457Z","end":"2026-04-01T02:08:19.431041Z","steps":["trace[179529495] 'process raft request' (duration: 369.452155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:19.431174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.849619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:08:19.431211Z","caller":"traceutil/trace.go:171","msg":"trace[1486452756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:657; }","duration":"205.945191ms","start":"2026-04-01T02:08:19.225256Z","end":"2026-04-01T02:08:19.431201Z","steps":["trace[1486452756] 'agreement among raft nodes before linearized reading' (duration: 205.856819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:19.431212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:19.061434Z","time spent":"369.697721ms","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T02:08:19.434219Z","caller":"traceutil/trace.go:171","msg":"trace[77786437] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"170.173048ms","start":"2026-04-01T02:08:19.264011Z","end":"2026-04-01T02:08:19.434184Z","steps":["trace[77786437] 'process raft request' (duration: 170.050405ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:33.773662Z","caller":"traceutil/trace.go:171","msg":"trace[1482663186] linearizableReadLoop","detail":"{readStateIndex:814; appliedIndex:813; }","duration":"133.15512ms","start":"2026-04-01T02:08:33.640484Z","end":"2026-04-01T02:08:33.773639Z","steps":["trace[1482663186] 'read index received' (duration: 133.034917ms)","trace[1482663186] 'applied index is now lower than readState.Index' (duration: 119.373µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:08:33.773716Z","caller":"traceutil/trace.go:171","msg":"trace[1066231459] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"159.057403ms","start":"2026-04-01T02:08:33.614636Z","end":"2026-04-01T02:08:33.773694Z","steps":["trace[1066231459] 'process raft request' (duration: 158.870367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:33.773881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.223115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T02:08:33.773945Z","caller":"traceutil/trace.go:171","msg":"trace[526011110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:787; }","duration":"132.343708ms","start":"2026-04-01T02:08:33.64159Z","end":"2026-04-01T02:08:33.773933Z","steps":["trace[526011110] 'agreement among raft nodes before linearized reading' (duration: 132.199854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:33.774101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.626733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T02:08:33.774145Z","caller":"traceutil/trace.go:171","msg":"trace[1894611640] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:787; }","duration":"133.718426ms","start":"2026-04-01T02:08:33.640412Z","end":"2026-04-01T02:08:33.77413Z","steps":["trace[1894611640] 'agreement among raft nodes before linearized reading' (duration: 133.348565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:34.422349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.416366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:08:34.422546Z","caller":"traceutil/trace.go:171","msg":"trace[874900541] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"644.565059ms","start":"2026-04-01T02:08:33.777961Z","end":"2026-04-01T02:08:34.422526Z","steps":["trace[874900541] 'process raft request' (duration: 644.485787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:34.422609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:33.777945Z","time spent":"644.63427ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:08:34.422635Z","caller":"traceutil/trace.go:171","msg":"trace[1206976859] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"645.015771ms","start":"2026-04-01T02:08:33.777588Z","end":"2026-04-01T02:08:34.422604Z","steps":["trace[1206976859] 'process raft request' (duration: 60.269377ms)","trace[1206976859] 'compare' (duration: 584.270371ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:08:34.422757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:33.777571Z","time spent":"645.114534ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:08:34.432176Z","caller":"traceutil/trace.go:171","msg":"trace[18615638] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"451.584434ms","start":"2026-04-01T02:08:33.980578Z","end":"2026-04-01T02:08:34.432163Z","steps":["trace[18615638] 'process raft request' (duration: 451.478211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:34.432256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:33.980551Z","time spent":"451.666577ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:08:34.43245Z","caller":"traceutil/trace.go:171","msg":"trace[1708117443] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"395.158893ms","start":"2026-04-01T02:08:34.037274Z","end":"2026-04-01T02:08:34.432433Z","steps":["trace[1708117443] 'process raft request' (duration: 394.854405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:34.432602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:34.03724Z","time spent":"395.314948ms","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:08:34.432657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.87093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-01T02:08:34.432762Z","caller":"traceutil/trace.go:171","msg":"trace[2072322942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:791; }","duration":"348.993184ms","start":"2026-04-01T02:08:34.08374Z","end":"2026-04-01T02:08:34.432733Z","steps":["trace[2072322942] 'agreement among raft nodes before linearized reading' (duration: 348.825669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:34.432792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:34.08372Z","time spent":"349.066306ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T02:08:34.432522Z","caller":"traceutil/trace.go:171","msg":"trace[1167021308] linearizableReadLoop","detail":"{readStateIndex:818; appliedIndex:814; }","duration":"348.595043ms","start":"2026-04-01T02:08:34.08378Z","end":"2026-04-01T02:08:34.432375Z","steps":["trace[1167021308] 'read index received' (duration: 150.025794ms)","trace[1167021308] 'applied index is now lower than readState.Index' (duration: 198.565749ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:08:34.433399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.918078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:08:34.433466Z","caller":"traceutil/trace.go:171","msg":"trace[2058025115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:791; }","duration":"207.044601ms","start":"2026-04-01T02:08:34.226403Z","end":"2026-04-01T02:08:34.433448Z","steps":["trace[2058025115] 'agreement among raft nodes before linearized reading' (duration: 206.929748ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:09:02.027569Z","caller":"traceutil/trace.go:171","msg":"trace[811570717] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"345.728475ms","start":"2026-04-01T02:09:01.681802Z","end":"2026-04-01T02:09:02.027531Z","steps":["trace[811570717] 'process raft request' (duration: 345.472358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:02.027833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:01.681777Z","time spent":"345.94915ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:09:17.281413Z","caller":"traceutil/trace.go:171","msg":"trace[1744003321] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"143.731304ms","start":"2026-04-01T02:09:17.137653Z","end":"2026-04-01T02:09:17.281384Z","steps":["trace[1744003321] 'process raft request' (duration: 143.546029ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:09:22.828254Z","caller":"traceutil/trace.go:171","msg":"trace[964821476] linearizableReadLoop","detail":"{readStateIndex:1471; appliedIndex:1470; }","duration":"124.356342ms","start":"2026-04-01T02:09:22.703874Z","end":"2026-04-01T02:09:22.828231Z","steps":["trace[964821476] 'read index received' (duration: 124.112365ms)","trace[964821476] 'applied index is now lower than readState.Index' (duration: 243.077µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:09:22.828282Z","caller":"traceutil/trace.go:171","msg":"trace[731600338] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"168.68355ms","start":"2026-04-01T02:09:22.65957Z","end":"2026-04-01T02:09:22.828254Z","steps":["trace[731600338] 'process raft request' (duration: 168.468314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:22.82854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.322441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-01T02:09:22.828508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.61792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T02:09:22.828606Z","caller":"traceutil/trace.go:171","msg":"trace[1119534925] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1428; }","duration":"120.443835ms","start":"2026-04-01T02:09:22.708144Z","end":"2026-04-01T02:09:22.828588Z","steps":["trace[1119534925] 'agreement among raft nodes before linearized reading' (duration: 120.245839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:22.828596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.703465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T02:09:22.828678Z","caller":"traceutil/trace.go:171","msg":"trace[398678084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1428; }","duration":"119.822398ms","start":"2026-04-01T02:09:22.708836Z","end":"2026-04-01T02:09:22.828658Z","steps":["trace[398678084] 'agreement among raft nodes before linearized reading' (duration: 119.591891ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:09:22.828867Z","caller":"traceutil/trace.go:171","msg":"trace[13172160] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1428; }","duration":"125.004481ms","start":"2026-04-01T02:09:22.703831Z","end":"2026-04-01T02:09:22.828835Z","steps":["trace[13172160] 'agreement among raft nodes before linearized reading' (duration: 124.458686ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:09:35.109133Z","caller":"traceutil/trace.go:171","msg":"trace[2020600446] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"126.380838ms","start":"2026-04-01T02:09:34.98224Z","end":"2026-04-01T02:09:35.10862Z","steps":["trace[2020600446] 'process raft request' (duration: 126.218153ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:09:41.993505Z","caller":"traceutil/trace.go:171","msg":"trace[599108880] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"184.00713ms","start":"2026-04-01T02:09:41.809471Z","end":"2026-04-01T02:09:41.993478Z","steps":["trace[599108880] 'process raft request' (duration: 94.691319ms)","trace[599108880] 'compare' (duration: 89.222688ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:09:41.995327Z","caller":"traceutil/trace.go:171","msg":"trace[1824141819] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"181.47388ms","start":"2026-04-01T02:09:41.813844Z","end":"2026-04-01T02:09:41.995318Z","steps":["trace[1824141819] 'process raft request' (duration: 181.44757ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:09:41.99554Z","caller":"traceutil/trace.go:171","msg":"trace[676769265] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"185.84567ms","start":"2026-04-01T02:09:41.809688Z","end":"2026-04-01T02:09:41.995534Z","steps":["trace[676769265] 'process raft request' (duration: 185.48152ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:09:41.995624Z","caller":"traceutil/trace.go:171","msg":"trace[1449044376] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"185.142971ms","start":"2026-04-01T02:09:41.810475Z","end":"2026-04-01T02:09:41.995618Z","steps":["trace[1449044376] 'process raft request' (duration: 184.75127ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:09:41.995797Z","caller":"traceutil/trace.go:171","msg":"trace[1958969327] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"183.098325ms","start":"2026-04-01T02:09:41.812688Z","end":"2026-04-01T02:09:41.995786Z","steps":["trace[1958969327] 'process raft request' (duration: 182.583151ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:09:41.995808Z","caller":"traceutil/trace.go:171","msg":"trace[1176263327] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"184.516444ms","start":"2026-04-01T02:09:41.811249Z","end":"2026-04-01T02:09:41.995766Z","steps":["trace[1176263327] 'process raft request' (duration: 183.999179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:49.964367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237144949527691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:09:50.464877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237144949527691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:09:50.881485Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.458325731s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T02:09:50.881878Z","caller":"traceutil/trace.go:171","msg":"trace[2023710686] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"1.458796234s","start":"2026-04-01T02:09:49.423049Z","end":"2026-04-01T02:09:50.881846Z","steps":["trace[2023710686] 'process raft request' (duration: 1.45865264s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:50.882072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:49.423033Z","time spent":"1.458956108s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:09:51.732175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.827044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:09:51.732643Z","caller":"traceutil/trace.go:171","msg":"trace[1554799676] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"1.577233044s","start":"2026-04-01T02:09:50.155379Z","end":"2026-04-01T02:09:51.732612Z","steps":["trace[1554799676] 'process raft request' (duration: 1.576946996s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:09:51.732692Z","caller":"traceutil/trace.go:171","msg":"trace[949635518] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"2.302397285s","start":"2026-04-01T02:09:49.430261Z","end":"2026-04-01T02:09:51.732659Z","steps":["trace[949635518] 'process raft request' (duration: 1.664012126s)","trace[949635518] 'compare' (duration: 637.72547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:09:51.732792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:50.155354Z","time spent":"1.577343257s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:09:51.73279Z","caller":"traceutil/trace.go:171","msg":"trace[1057508722] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"1.063214788s","start":"2026-04-01T02:09:50.669536Z","end":"2026-04-01T02:09:51.732751Z","steps":["trace[1057508722] 'process raft request' (duration: 1.062891989s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:51.732877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:49.430233Z","time spent":"2.302539739s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:09:51.732979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:50.669514Z","time spent":"1.063366532s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:09:51.73324Z","caller":"traceutil/trace.go:171","msg":"trace[886603575] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"939.015309ms","start":"2026-04-01T02:09:50.794205Z","end":"2026-04-01T02:09:51.73322Z","steps":["trace[886603575] 'process raft request' (duration: 938.258378ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:09:51.733258Z","caller":"traceutil/trace.go:171","msg":"trace[411262486] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"755.727579ms","start":"2026-04-01T02:09:50.977514Z","end":"2026-04-01T02:09:51.733241Z","steps":["trace[411262486] 'process raft request' (duration: 755.662408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:51.73334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:50.794176Z","time spent":"939.118622ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:09:51.733353Z","caller":"traceutil/trace.go:171","msg":"trace[761080350] linearizableReadLoop","detail":"{readStateIndex:1925; appliedIndex:1922; }","duration":"2.269132401s","start":"2026-04-01T02:09:49.464166Z","end":"2026-04-01T02:09:51.733299Z","steps":["trace[761080350] 'read index received' (duration: 1.417567682s)","trace[761080350] 'applied index is now lower than readState.Index' (duration: 851.561839ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:09:51.733624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269463631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T02:09:51.733655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.050389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:09:51.733691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997427105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0a30624a-7c8a-4ad4-9c64-9b906307ab4b\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-04-01T02:09:51.733705Z","caller":"traceutil/trace.go:171","msg":"trace[514333001] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1857; }","duration":"298.130042ms","start":"2026-04-01T02:09:51.435563Z","end":"2026-04-01T02:09:51.733693Z","steps":["trace[514333001] 'agreement among raft nodes before linearized reading' (duration: 298.0534ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:09:51.733707Z","caller":"traceutil/trace.go:171","msg":"trace[1823459032] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1857; }","duration":"2.269543083s","start":"2026-04-01T02:09:49.464116Z","end":"2026-04-01T02:09:51.733659Z","steps":["trace[1823459032] 'agreement among raft nodes before linearized reading' (duration: 2.269310677s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:51.733814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:49.464101Z","time spent":"2.269697427s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T02:09:51.733826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862318247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:09:51.733924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483528892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T02:09:51.733955Z","caller":"traceutil/trace.go:171","msg":"trace[1429630938] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1857; }","duration":"1.862503323s","start":"2026-04-01T02:09:49.871439Z","end":"2026-04-01T02:09:51.733943Z","steps":["trace[1429630938] 'agreement among raft nodes before linearized reading' (duration: 1.862346378s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:09:51.733974Z","caller":"traceutil/trace.go:171","msg":"trace[750163062] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1857; }","duration":"1.483605054s","start":"2026-04-01T02:09:50.250356Z","end":"2026-04-01T02:09:51.733962Z","steps":["trace[750163062] 'agreement among raft nodes before linearized reading' (duration: 1.483427159s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:51.733702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.001973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-01T02:09:51.733992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.099725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T02:09:51.734009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:50.250336Z","time spent":"1.483665276s","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T02:09:51.734015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:49.871408Z","time spent":"1.862590774s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:09:51.734035Z","caller":"traceutil/trace.go:171","msg":"trace[816353985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1857; }","duration":"742.144676ms","start":"2026-04-01T02:09:50.991882Z","end":"2026-04-01T02:09:51.734026Z","steps":["trace[816353985] 'agreement among raft nodes before linearized reading' (duration: 742.030513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:51.734026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.407157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T02:09:51.733998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268489291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T02:09:51.734116Z","caller":"traceutil/trace.go:171","msg":"trace[1401778912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1857; }","duration":"737.520709ms","start":"2026-04-01T02:09:50.996575Z","end":"2026-04-01T02:09:51.734096Z","steps":["trace[1401778912] 'agreement among raft nodes before linearized reading' (duration: 737.246251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:51.73413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034257893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:09:51.73412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:50.977484Z","time spent":"755.878733ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:09:51.734165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:50.996565Z","time spent":"737.588331ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T02:09:51.734193Z","caller":"traceutil/trace.go:171","msg":"trace[94304304] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1857; }","duration":"1.034354565s","start":"2026-04-01T02:09:50.699828Z","end":"2026-04-01T02:09:51.734183Z","steps":["trace[94304304] 'agreement among raft nodes before linearized reading' (duration: 1.034264373s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:51.734235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:50.6998Z","time spent":"1.034428738s","remote":"127.0.0.1:45204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:09:51.733873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.443073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:09:51.734294Z","caller":"traceutil/trace.go:171","msg":"trace[1021528734] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1857; }","duration":"981.944007ms","start":"2026-04-01T02:09:50.752336Z","end":"2026-04-01T02:09:51.73428Z","steps":["trace[1021528734] 'agreement among raft nodes before linearized reading' (duration: 981.435063ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:09:51.734175Z","caller":"traceutil/trace.go:171","msg":"trace[418773199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1857; }","duration":"1.268642365s","start":"2026-04-01T02:09:50.465475Z","end":"2026-04-01T02:09:51.734117Z","steps":["trace[418773199] 'agreement among raft nodes before linearized reading' (duration: 1.268177993s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:51.734364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:50.752318Z","time spent":"982.008919ms","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:09:51.734065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:50.991814Z","time spent":"742.245569ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T02:09:51.734359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:50.465425Z","time spent":"1.268919303s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T02:09:51.733758Z","caller":"traceutil/trace.go:171","msg":"trace[1128146131] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0a30624a-7c8a-4ad4-9c64-9b906307ab4b; range_end:; response_count:1; response_revision:1857; }","duration":"1.997549598s","start":"2026-04-01T02:09:49.73619Z","end":"2026-04-01T02:09:51.733739Z","steps":["trace[1128146131] 'agreement among raft nodes before linearized reading' (duration: 1.997326262s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:51.734552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:49.736158Z","time spent":"1.998382591s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3771,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0a30624a-7c8a-4ad4-9c64-9b906307ab4b\" "} {"level":"info","ts":"2026-04-01T02:09:51.734068Z","caller":"traceutil/trace.go:171","msg":"trace[1062981902] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:1857; }","duration":"433.424315ms","start":"2026-04-01T02:09:51.300627Z","end":"2026-04-01T02:09:51.734052Z","steps":["trace[1062981902] 'agreement among raft nodes before linearized reading' (duration: 432.959302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:51.734716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:51.300584Z","time spent":"434.075492ms","remote":"127.0.0.1:44794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-04-01T02:09:51.733767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508627551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:09:51.734815Z","caller":"traceutil/trace.go:171","msg":"trace[1924612934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1857; }","duration":"1.50969598s","start":"2026-04-01T02:09:50.225102Z","end":"2026-04-01T02:09:51.734798Z","steps":["trace[1924612934] 'agreement among raft nodes before linearized reading' (duration: 1.508640351s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:51.73477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.734225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T02:09:51.734868Z","caller":"traceutil/trace.go:171","msg":"trace[970270342] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1857; }","duration":"745.89167ms","start":"2026-04-01T02:09:50.988966Z","end":"2026-04-01T02:09:51.734858Z","steps":["trace[970270342] 'agreement among raft nodes before linearized reading' (duration: 744.569824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:51.734874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:50.225086Z","time spent":"1.509772353s","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T02:09:51.7349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:50.988945Z","time spent":"745.947181ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T02:09:59.501406Z","caller":"traceutil/trace.go:171","msg":"trace[359985817] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"260.521118ms","start":"2026-04-01T02:09:59.240855Z","end":"2026-04-01T02:09:59.501376Z","steps":["trace[359985817] 'process raft request' (duration: 260.260861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:59.979626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.590365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:09:59.979858Z","caller":"traceutil/trace.go:171","msg":"trace[1893718475] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"219.455112ms","start":"2026-04-01T02:09:59.76037Z","end":"2026-04-01T02:09:59.979825Z","steps":["trace[1893718475] 'process raft request' (duration: 116.575259ms)","trace[1893718475] 'compare' (duration: 102.476722ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:09:59.979887Z","caller":"traceutil/trace.go:171","msg":"trace[737933570] linearizableReadLoop","detail":"{readStateIndex:2012; appliedIndex:2008; }","duration":"211.74287ms","start":"2026-04-01T02:09:59.768127Z","end":"2026-04-01T02:09:59.979869Z","steps":["trace[737933570] 'read index received' (duration: 40.697686ms)","trace[737933570] 'applied index is now lower than readState.Index' (duration: 171.044144ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:09:59.980161Z","caller":"traceutil/trace.go:171","msg":"trace[354943264] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"219.630557ms","start":"2026-04-01T02:09:59.760511Z","end":"2026-04-01T02:09:59.980141Z","steps":["trace[354943264] 'process raft request' (duration: 219.205775ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:09:59.980205Z","caller":"traceutil/trace.go:171","msg":"trace[1536675816] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"217.084467ms","start":"2026-04-01T02:09:59.763101Z","end":"2026-04-01T02:09:59.980186Z","steps":["trace[1536675816] 'process raft request' (duration: 216.727507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:59.980258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.109591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T02:09:59.980315Z","caller":"traceutil/trace.go:171","msg":"trace[53717009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1939; }","duration":"212.208573ms","start":"2026-04-01T02:09:59.768091Z","end":"2026-04-01T02:09:59.980299Z","steps":["trace[53717009] 'agreement among raft nodes before linearized reading' (duration: 211.989027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:59.980349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.139357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T02:09:59.980384Z","caller":"traceutil/trace.go:171","msg":"trace[1283902861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1939; }","duration":"206.199238ms","start":"2026-04-01T02:09:59.774175Z","end":"2026-04-01T02:09:59.980374Z","steps":["trace[1283902861] 'agreement among raft nodes before linearized reading' (duration: 206.101285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:59.980422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.076497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T02:09:59.980456Z","caller":"traceutil/trace.go:171","msg":"trace[984090518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1939; }","duration":"209.135099ms","start":"2026-04-01T02:09:59.771311Z","end":"2026-04-01T02:09:59.980446Z","steps":["trace[984090518] 'agreement among raft nodes before linearized reading' (duration: 209.010156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:59.98045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.097629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T02:09:59.980501Z","caller":"traceutil/trace.go:171","msg":"trace[1667379236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1939; }","duration":"209.17139ms","start":"2026-04-01T02:09:59.771317Z","end":"2026-04-01T02:09:59.980489Z","steps":["trace[1667379236] 'agreement among raft nodes before linearized reading' (duration: 209.024406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:59.980522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.244938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T02:09:59.980578Z","caller":"traceutil/trace.go:171","msg":"trace[1952585368] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1939; }","duration":"191.31359ms","start":"2026-04-01T02:09:59.789245Z","end":"2026-04-01T02:09:59.980558Z","steps":["trace[1952585368] 'agreement among raft nodes before linearized reading' (duration: 191.172206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:59.980691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.495283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T02:09:59.980756Z","caller":"traceutil/trace.go:171","msg":"trace[1901115480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1939; }","duration":"211.580916ms","start":"2026-04-01T02:09:59.769162Z","end":"2026-04-01T02:09:59.980742Z","steps":["trace[1901115480] 'agreement among raft nodes before linearized reading' (duration: 211.022071ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:10:00.100659Z","caller":"traceutil/trace.go:171","msg":"trace[1498430610] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"115.87037ms","start":"2026-04-01T02:09:59.984766Z","end":"2026-04-01T02:10:00.100636Z","steps":["trace[1498430610] 'process raft request' (duration: 110.40317ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:10:00.101107Z","caller":"traceutil/trace.go:171","msg":"trace[798113395] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"115.794118ms","start":"2026-04-01T02:09:59.985255Z","end":"2026-04-01T02:10:00.101049Z","steps":["trace[798113395] 'process raft request' (duration: 115.342676ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:10:00.101213Z","caller":"traceutil/trace.go:171","msg":"trace[111458925] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"115.630273ms","start":"2026-04-01T02:09:59.985573Z","end":"2026-04-01T02:10:00.101204Z","steps":["trace[111458925] 'process raft request' (duration: 115.413717ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:10:00.101141Z","caller":"traceutil/trace.go:171","msg":"trace[217767128] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"115.746116ms","start":"2026-04-01T02:09:59.985369Z","end":"2026-04-01T02:10:00.101115Z","steps":["trace[217767128] 'process raft request' (duration: 115.485109ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:10:00.101159Z","caller":"traceutil/trace.go:171","msg":"trace[912844267] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"115.459139ms","start":"2026-04-01T02:09:59.985649Z","end":"2026-04-01T02:10:00.101108Z","steps":["trace[912844267] 'process raft request' (duration: 115.402577ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:10:06.256111Z","caller":"traceutil/trace.go:171","msg":"trace[683055962] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"429.686832ms","start":"2026-04-01T02:10:05.826397Z","end":"2026-04-01T02:10:06.256084Z","steps":["trace[683055962] 'process raft request' (duration: 429.513247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:06.256294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:05.826374Z","time spent":"429.836396ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:10:06.654516Z","caller":"traceutil/trace.go:171","msg":"trace[936598361] linearizableReadLoop","detail":"{readStateIndex:2058; appliedIndex:2055; }","duration":"632.826736ms","start":"2026-04-01T02:10:06.021654Z","end":"2026-04-01T02:10:06.654481Z","steps":["trace[936598361] 'read index received' (duration: 234.443194ms)","trace[936598361] 'applied index is now lower than readState.Index' (duration: 398.382232ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:10:06.654649Z","caller":"traceutil/trace.go:171","msg":"trace[304743327] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"655.94039ms","start":"2026-04-01T02:10:05.998687Z","end":"2026-04-01T02:10:06.654628Z","steps":["trace[304743327] 'process raft request' (duration: 655.693963ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:10:06.654672Z","caller":"traceutil/trace.go:171","msg":"trace[921634152] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"497.475472ms","start":"2026-04-01T02:10:06.157185Z","end":"2026-04-01T02:10:06.65466Z","steps":["trace[921634152] 'process raft request' (duration: 497.245716ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:10:06.654684Z","caller":"traceutil/trace.go:171","msg":"trace[549150001] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"657.354899ms","start":"2026-04-01T02:10:05.997297Z","end":"2026-04-01T02:10:06.654652Z","steps":["trace[549150001] 'process raft request' (duration: 656.848815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:06.654766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:05.998664Z","time spent":"656.027573ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:10:06.654787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.417488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:10:06.654806Z","caller":"traceutil/trace.go:171","msg":"trace[512410211] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"656.706211ms","start":"2026-04-01T02:10:05.998075Z","end":"2026-04-01T02:10:06.654782Z","steps":["trace[512410211] 'process raft request' (duration: 656.254079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:06.654836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.673303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-01T02:10:06.654872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:05.997266Z","time spent":"657.505993ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:10:06.654923Z","caller":"traceutil/trace.go:171","msg":"trace[61127740] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1985; }","duration":"526.809827ms","start":"2026-04-01T02:10:06.128095Z","end":"2026-04-01T02:10:06.654904Z","steps":["trace[61127740] 'agreement among raft nodes before linearized reading' (duration: 526.590321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:06.654945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.298298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-01T02:10:06.654935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:05.998049Z","time spent":"656.827525ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:10:06.654971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:06.128076Z","time spent":"526.886168ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T02:10:06.654991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:06.15716Z","time spent":"497.545713ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:10:06.655017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.623073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:10:06.654825Z","caller":"traceutil/trace.go:171","msg":"trace[988324241] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1985; }","duration":"447.48591ms","start":"2026-04-01T02:10:06.207326Z","end":"2026-04-01T02:10:06.654812Z","steps":["trace[988324241] 'agreement among raft nodes before linearized reading' (duration: 447.422588ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:10:06.655041Z","caller":"traceutil/trace.go:171","msg":"trace[21755528] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1985; }","duration":"111.681915ms","start":"2026-04-01T02:10:06.543352Z","end":"2026-04-01T02:10:06.655034Z","steps":["trace[21755528] 'agreement among raft nodes before linearized reading' (duration: 111.642154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:06.65506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:06.207316Z","time spent":"447.730196ms","remote":"127.0.0.1:57820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:10:06.655119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.653816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:10:06.65514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.278102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-01T02:10:06.655131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.20278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T02:10:06.655165Z","caller":"traceutil/trace.go:171","msg":"trace[1382556155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1985; }","duration":"419.730508ms","start":"2026-04-01T02:10:06.235422Z","end":"2026-04-01T02:10:06.655152Z","steps":["trace[1382556155] 'agreement among raft nodes before linearized reading' (duration: 419.663206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:06.655209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:06.235403Z","time spent":"419.79973ms","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T02:10:06.655241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.647547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T02:10:06.65525Z","caller":"traceutil/trace.go:171","msg":"trace[272979471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1985; }","duration":"487.313213ms","start":"2026-04-01T02:10:06.167884Z","end":"2026-04-01T02:10:06.655197Z","steps":["trace[272979471] 'agreement among raft nodes before linearized reading' (duration: 487.051305ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:10:06.65527Z","caller":"traceutil/trace.go:171","msg":"trace[1856602448] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1985; }","duration":"489.697868ms","start":"2026-04-01T02:10:06.165565Z","end":"2026-04-01T02:10:06.655263Z","steps":["trace[1856602448] 'agreement among raft nodes before linearized reading' (duration: 489.627796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:06.655293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:06.167879Z","time spent":"487.405745ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T02:10:06.655173Z","caller":"traceutil/trace.go:171","msg":"trace[1873475448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1985; }","duration":"487.328704ms","start":"2026-04-01T02:10:06.167833Z","end":"2026-04-01T02:10:06.655162Z","steps":["trace[1873475448] 'agreement among raft nodes before linearized reading' (duration: 487.245081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:06.655305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:06.165553Z","time spent":"489.745369ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T02:10:06.655335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:06.167822Z","time spent":"487.502088ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T02:10:06.654976Z","caller":"traceutil/trace.go:171","msg":"trace[2047727229] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1985; }","duration":"633.35026ms","start":"2026-04-01T02:10:06.021616Z","end":"2026-04-01T02:10:06.654966Z","steps":["trace[2047727229] 'agreement among raft nodes before linearized reading' (duration: 633.230667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:06.655382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:06.02159Z","time spent":"633.784892ms","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T02:10:06.655458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.530029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T02:10:06.655493Z","caller":"traceutil/trace.go:171","msg":"trace[912655907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1985; }","duration":"487.574359ms","start":"2026-04-01T02:10:06.167909Z","end":"2026-04-01T02:10:06.655484Z","steps":["trace[912655907] 'agreement among raft nodes before linearized reading' (duration: 487.481187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:06.655525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:06.167905Z","time spent":"487.614781ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T02:10:30.986645Z","caller":"traceutil/trace.go:171","msg":"trace[1454606894] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"235.130416ms","start":"2026-04-01T02:10:30.751467Z","end":"2026-04-01T02:10:30.986598Z","steps":["trace[1454606894] 'process raft request' (duration: 142.760522ms)","trace[1454606894] 'compare' (duration: 92.060186ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:10:30.986828Z","caller":"traceutil/trace.go:171","msg":"trace[744791826] linearizableReadLoop","detail":"{readStateIndex:2203; appliedIndex:2200; }","duration":"195.454602ms","start":"2026-04-01T02:10:30.791351Z","end":"2026-04-01T02:10:30.986806Z","steps":["trace[744791826] 'read index received' (duration: 30.223836ms)","trace[744791826] 'applied index is now lower than readState.Index' (duration: 165.229656ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:10:30.986959Z","caller":"traceutil/trace.go:171","msg":"trace[1521665640] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"234.786496ms","start":"2026-04-01T02:10:30.752156Z","end":"2026-04-01T02:10:30.986942Z","steps":["trace[1521665640] 'process raft request' (duration: 234.399166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:30.987153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.78316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T02:10:30.987177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.406071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T02:10:30.987258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.93105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T02:10:30.987267Z","caller":"traceutil/trace.go:171","msg":"trace[1024095635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2124; }","duration":"195.515634ms","start":"2026-04-01T02:10:30.791729Z","end":"2026-04-01T02:10:30.987244Z","steps":["trace[1024095635] 'agreement among raft nodes before linearized reading' (duration: 195.290867ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:10:30.987299Z","caller":"traceutil/trace.go:171","msg":"trace[1899698676] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2124; }","duration":"167.990581ms","start":"2026-04-01T02:10:30.819294Z","end":"2026-04-01T02:10:30.987284Z","steps":["trace[1899698676] 'agreement among raft nodes before linearized reading' (duration: 167.901838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:30.987301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.438534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T02:10:30.98722Z","caller":"traceutil/trace.go:171","msg":"trace[2000583675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2124; }","duration":"195.884553ms","start":"2026-04-01T02:10:30.791318Z","end":"2026-04-01T02:10:30.987202Z","steps":["trace[2000583675] 'agreement among raft nodes before linearized reading' (duration: 195.687838ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:10:30.987356Z","caller":"traceutil/trace.go:171","msg":"trace[1189900123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2124; }","duration":"190.527017ms","start":"2026-04-01T02:10:30.796815Z","end":"2026-04-01T02:10:30.987342Z","steps":["trace[1189900123] 'agreement among raft nodes before linearized reading' (duration: 190.353753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:30.987153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.970434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T02:10:30.987402Z","caller":"traceutil/trace.go:171","msg":"trace[1018801629] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2124; }","duration":"189.250152ms","start":"2026-04-01T02:10:30.798137Z","end":"2026-04-01T02:10:30.987387Z","steps":["trace[1018801629] 'agreement among raft nodes before linearized reading' (duration: 188.893332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:30.987442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.326868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T02:10:30.98749Z","caller":"traceutil/trace.go:171","msg":"trace[1390688996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2124; }","duration":"195.426631ms","start":"2026-04-01T02:10:30.792049Z","end":"2026-04-01T02:10:30.987476Z","steps":["trace[1390688996] 'agreement among raft nodes before linearized reading' (duration: 195.185384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:31.559337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.756701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:10:31.559448Z","caller":"traceutil/trace.go:171","msg":"trace[1712277524] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"567.841058ms","start":"2026-04-01T02:10:30.991585Z","end":"2026-04-01T02:10:31.559426Z","steps":["trace[1712277524] 'process raft request' (duration: 338.909293ms)","trace[1712277524] 'compare' (duration: 228.544765ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:10:31.559642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:30.991561Z","time spent":"567.980552ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:10:31.560817Z","caller":"traceutil/trace.go:171","msg":"trace[1178074807] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"569.052541ms","start":"2026-04-01T02:10:30.991742Z","end":"2026-04-01T02:10:31.560795Z","steps":["trace[1178074807] 'process raft request' (duration: 568.792764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:31.560962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:30.991726Z","time spent":"569.143614ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:10:31.560852Z","caller":"traceutil/trace.go:171","msg":"trace[644702209] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"568.981829ms","start":"2026-04-01T02:10:30.991787Z","end":"2026-04-01T02:10:31.560769Z","steps":["trace[644702209] 'process raft request' (duration: 568.888847ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:10:31.5612Z","caller":"traceutil/trace.go:171","msg":"trace[608109163] linearizableReadLoop","detail":"{readStateIndex:2208; appliedIndex:2203; }","duration":"562.879222ms","start":"2026-04-01T02:10:30.998298Z","end":"2026-04-01T02:10:31.561177Z","steps":["trace[608109163] 'read index received' (duration: 332.209639ms)","trace[608109163] 'applied index is now lower than readState.Index' (duration: 230.667593ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:10:31.561285Z","caller":"traceutil/trace.go:171","msg":"trace[810958680] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"569.461173ms","start":"2026-04-01T02:10:30.991801Z","end":"2026-04-01T02:10:31.561263Z","steps":["trace[810958680] 'process raft request' (duration: 568.921858ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:10:31.56132Z","caller":"traceutil/trace.go:171","msg":"trace[990169995] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"569.457073ms","start":"2026-04-01T02:10:30.991841Z","end":"2026-04-01T02:10:31.561298Z","steps":["trace[990169995] 'process raft request' (duration: 569.230766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:31.561381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.071807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:10:31.561392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:30.991786Z","time spent":"569.555575ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:10:31.56143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.864368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:10:31.561453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:30.991814Z","time spent":"569.552615ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:10:31.561467Z","caller":"traceutil/trace.go:171","msg":"trace[1958009534] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2129; }","duration":"563.15702ms","start":"2026-04-01T02:10:30.998271Z","end":"2026-04-01T02:10:31.561428Z","steps":["trace[1958009534] 'agreement among raft nodes before linearized reading' (duration: 563.034897ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:10:31.561492Z","caller":"traceutil/trace.go:171","msg":"trace[1184077356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2129; }","duration":"335.959801ms","start":"2026-04-01T02:10:31.225517Z","end":"2026-04-01T02:10:31.561477Z","steps":["trace[1184077356] 'agreement among raft nodes before linearized reading' (duration: 335.846257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:31.56152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:30.998263Z","time spent":"563.242672ms","remote":"127.0.0.1:45162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:10:31.561539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:31.225497Z","time spent":"336.031033ms","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T02:10:31.56159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.119601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-01T02:10:31.561643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:30.991777Z","time spent":"569.410131ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:10:31.56169Z","caller":"traceutil/trace.go:171","msg":"trace[1325567766] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:2129; }","duration":"259.254704ms","start":"2026-04-01T02:10:31.3024Z","end":"2026-04-01T02:10:31.561654Z","steps":["trace[1325567766] 'agreement among raft nodes before linearized reading' (duration: 258.984647ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:10:31.721995Z","caller":"traceutil/trace.go:171","msg":"trace[540794059] linearizableReadLoop","detail":"{readStateIndex:2209; appliedIndex:2208; }","duration":"158.812681ms","start":"2026-04-01T02:10:31.563155Z","end":"2026-04-01T02:10:31.721968Z","steps":["trace[540794059] 'read index received' (duration: 97.462414ms)","trace[540794059] 'applied index is now lower than readState.Index' (duration: 61.348566ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:10:31.722211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.978865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:10:31.722378Z","caller":"traceutil/trace.go:171","msg":"trace[1452422983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2129; }","duration":"159.19567ms","start":"2026-04-01T02:10:31.563125Z","end":"2026-04-01T02:10:31.72232Z","steps":["trace[1452422983] 'agreement among raft nodes before linearized reading' (duration: 158.947843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:37.240859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.035087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:10:37.241069Z","caller":"traceutil/trace.go:171","msg":"trace[1655964616] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"230.997853ms","start":"2026-04-01T02:10:37.010045Z","end":"2026-04-01T02:10:37.241043Z","steps":["trace[1655964616] 'process raft request' (duration: 105.683178ms)","trace[1655964616] 'compare' (duration: 124.885914ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:10:37.24713Z","caller":"traceutil/trace.go:171","msg":"trace[1121610156] linearizableReadLoop","detail":"{readStateIndex:2235; appliedIndex:2233; }","duration":"226.381977ms","start":"2026-04-01T02:10:37.020727Z","end":"2026-04-01T02:10:37.247109Z","steps":["trace[1121610156] 'read index received' (duration: 95.016007ms)","trace[1121610156] 'applied index is now lower than readState.Index' (duration: 131.3646ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:10:37.247229Z","caller":"traceutil/trace.go:171","msg":"trace[1120238678] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"237.052318ms","start":"2026-04-01T02:10:37.010146Z","end":"2026-04-01T02:10:37.247198Z","steps":["trace[1120238678] 'process raft request' (duration: 236.795391ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:10:37.2473Z","caller":"traceutil/trace.go:171","msg":"trace[1627101788] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"206.155695ms","start":"2026-04-01T02:10:37.041127Z","end":"2026-04-01T02:10:37.247283Z","steps":["trace[1627101788] 'process raft request' (duration: 205.916558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:37.247507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.427736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T02:10:37.247573Z","caller":"traceutil/trace.go:171","msg":"trace[407980442] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2155; }","duration":"223.519089ms","start":"2026-04-01T02:10:37.024032Z","end":"2026-04-01T02:10:37.247551Z","steps":["trace[407980442] 'agreement among raft nodes before linearized reading' (duration: 223.212991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:37.247755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.997153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a219a933644be6\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-01T02:10:37.247854Z","caller":"traceutil/trace.go:171","msg":"trace[748014499] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a219a933644be6; range_end:; response_count:1; response_revision:2155; }","duration":"227.152998ms","start":"2026-04-01T02:10:37.020673Z","end":"2026-04-01T02:10:37.247826Z","steps":["trace[748014499] 'agreement among raft nodes before linearized reading' (duration: 226.565742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:38.106234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.063995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:10:38.106563Z","caller":"traceutil/trace.go:171","msg":"trace[1956060857] linearizableReadLoop","detail":"{readStateIndex:2243; appliedIndex:2238; }","duration":"480.508963ms","start":"2026-04-01T02:10:37.626038Z","end":"2026-04-01T02:10:38.106547Z","steps":["trace[1956060857] 'read index received' (duration: 12.778659ms)","trace[1956060857] 'applied index is now lower than readState.Index' (duration: 467.729354ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:10:38.106655Z","caller":"traceutil/trace.go:171","msg":"trace[1256342615] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"498.608507ms","start":"2026-04-01T02:10:37.608037Z","end":"2026-04-01T02:10:38.106645Z","steps":["trace[1256342615] 'process raft request' (duration: 498.35334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:38.106713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:37.608027Z","time spent":"498.651618ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:10:38.106838Z","caller":"traceutil/trace.go:171","msg":"trace[186018874] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"498.692099ms","start":"2026-04-01T02:10:37.608136Z","end":"2026-04-01T02:10:38.106829Z","steps":["trace[186018874] 'process raft request' (duration: 498.343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:38.106888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:37.6081Z","time spent":"498.762641ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:10:38.106962Z","caller":"traceutil/trace.go:171","msg":"trace[1777182210] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"498.165215ms","start":"2026-04-01T02:10:37.608774Z","end":"2026-04-01T02:10:38.106939Z","steps":["trace[1777182210] 'process raft request' (duration: 497.737704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:38.10704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.934194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:10:38.107085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:37.608762Z","time spent":"498.253848ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:10:38.10673Z","caller":"traceutil/trace.go:171","msg":"trace[1147542913] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"498.844663ms","start":"2026-04-01T02:10:37.607832Z","end":"2026-04-01T02:10:38.106677Z","steps":["trace[1147542913] 'process raft request' (duration: 117.249764ms)","trace[1147542913] 'compare' (duration: 380.598212ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:10:38.10714Z","caller":"traceutil/trace.go:171","msg":"trace[1308138892] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2162; }","duration":"481.110769ms","start":"2026-04-01T02:10:37.625997Z","end":"2026-04-01T02:10:38.107108Z","steps":["trace[1308138892] 'agreement among raft nodes before linearized reading' (duration: 480.903663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:38.10715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.370857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-04-01T02:10:38.107209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:37.62598Z","time spent":"481.209162ms","remote":"127.0.0.1:44952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:10:38.10723Z","caller":"traceutil/trace.go:171","msg":"trace[1711314024] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2162; }","duration":"282.487611ms","start":"2026-04-01T02:10:37.824721Z","end":"2026-04-01T02:10:38.107208Z","steps":["trace[1711314024] 'agreement among raft nodes before linearized reading' (duration: 282.235434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:38.107247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:37.607804Z","time spent":"499.344107ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:10:38.769212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.705719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T02:10:38.769291Z","caller":"traceutil/trace.go:171","msg":"trace[194700977] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2162; }","duration":"513.839472ms","start":"2026-04-01T02:10:38.255433Z","end":"2026-04-01T02:10:38.769273Z","steps":["trace[194700977] 'range keys from in-memory index tree' (duration: 513.35706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:38.769332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:38.255364Z","time spent":"513.959315ms","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-01T02:10:38.790755Z","caller":"traceutil/trace.go:171","msg":"trace[1752275292] linearizableReadLoop","detail":"{readStateIndex:2244; appliedIndex:2243; }","duration":"289.665625ms","start":"2026-04-01T02:10:38.501065Z","end":"2026-04-01T02:10:38.790731Z","steps":["trace[1752275292] 'read index received' (duration: 289.46351ms)","trace[1752275292] 'applied index is now lower than readState.Index' (duration: 201.375µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:10:38.790921Z","caller":"traceutil/trace.go:171","msg":"trace[1700711623] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"430.152265ms","start":"2026-04-01T02:10:38.360705Z","end":"2026-04-01T02:10:38.790857Z","steps":["trace[1700711623] 'process raft request' (duration: 429.886007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:38.790983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.881651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:10:38.791031Z","caller":"traceutil/trace.go:171","msg":"trace[1223873502] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2163; }","duration":"289.997784ms","start":"2026-04-01T02:10:38.501021Z","end":"2026-04-01T02:10:38.791019Z","steps":["trace[1223873502] 'agreement among raft nodes before linearized reading' (duration: 289.83103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:38.791095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.393346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:10:38.791159Z","caller":"traceutil/trace.go:171","msg":"trace[1557071712] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2163; }","duration":"155.493759ms","start":"2026-04-01T02:10:38.635651Z","end":"2026-04-01T02:10:38.791145Z","steps":["trace[1557071712] 'agreement among raft nodes before linearized reading' (duration: 155.381786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:38.79121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:38.36067Z","time spent":"430.33536ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:10:39.142797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.41958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:10:39.142877Z","caller":"traceutil/trace.go:171","msg":"trace[36164279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2163; }","duration":"218.544903ms","start":"2026-04-01T02:10:38.924313Z","end":"2026-04-01T02:10:39.142858Z","steps":["trace[36164279] 'range keys from in-memory index tree' (duration: 218.327517ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:10:39.14305Z","caller":"traceutil/trace.go:171","msg":"trace[180630967] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"199.508752ms","start":"2026-04-01T02:10:38.943511Z","end":"2026-04-01T02:10:39.14302Z","steps":["trace[180630967] 'process raft request' (duration: 154.886173ms)","trace[180630967] 'compare' (duration: 44.435944ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:10:39.644967Z","caller":"traceutil/trace.go:171","msg":"trace[649816880] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"398.715687ms","start":"2026-04-01T02:10:39.246224Z","end":"2026-04-01T02:10:39.64494Z","steps":["trace[649816880] 'process raft request' (duration: 365.568761ms)","trace[649816880] 'compare' (duration: 32.710004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:10:39.645137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:39.246202Z","time spent":"398.851921ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:10:39.70058Z","caller":"traceutil/trace.go:171","msg":"trace[1582224585] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"448.773515ms","start":"2026-04-01T02:10:39.251783Z","end":"2026-04-01T02:10:39.700557Z","steps":["trace[1582224585] 'process raft request' (duration: 448.636461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:39.70072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:39.251759Z","time spent":"448.891768ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:10:39.832589Z","caller":"traceutil/trace.go:171","msg":"trace[1984390026] linearizableReadLoop","detail":"{readStateIndex:2249; appliedIndex:2248; }","duration":"126.010224ms","start":"2026-04-01T02:10:39.706549Z","end":"2026-04-01T02:10:39.832559Z","steps":["trace[1984390026] 'read index received' (duration: 50.925401ms)","trace[1984390026] 'applied index is now lower than readState.Index' (duration: 75.083792ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:10:39.832668Z","caller":"traceutil/trace.go:171","msg":"trace[1590280872] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"127.252997ms","start":"2026-04-01T02:10:39.705379Z","end":"2026-04-01T02:10:39.832632Z","steps":["trace[1590280872] 'process raft request' (duration: 52.200976ms)","trace[1590280872] 'compare' (duration: 74.851096ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:10:39.832734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.168408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-01T02:10:39.832814Z","caller":"traceutil/trace.go:171","msg":"trace[896140593] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2168; }","duration":"126.270731ms","start":"2026-04-01T02:10:39.706527Z","end":"2026-04-01T02:10:39.832797Z","steps":["trace[896140593] 'agreement among raft nodes before linearized reading' (duration: 126.116827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:39.833035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.454966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:120546"} {"level":"info","ts":"2026-04-01T02:10:39.833113Z","caller":"traceutil/trace.go:171","msg":"trace[1727323779] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2168; }","duration":"126.586339ms","start":"2026-04-01T02:10:39.706515Z","end":"2026-04-01T02:10:39.833101Z","steps":["trace[1727323779] 'agreement among raft nodes before linearized reading' (duration: 126.193489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:41.112947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.237374ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:10:41.113082Z","caller":"traceutil/trace.go:171","msg":"trace[379278456] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2169; }","duration":"825.392858ms","start":"2026-04-01T02:10:40.287668Z","end":"2026-04-01T02:10:41.113061Z","steps":["trace[379278456] 'range keys from in-memory index tree' (duration: 825.180792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:41.113086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.15435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:10:41.113269Z","caller":"traceutil/trace.go:171","msg":"trace[1805257476] linearizableReadLoop","detail":"{readStateIndex:2254; appliedIndex:2250; }","duration":"887.479445ms","start":"2026-04-01T02:10:40.225776Z","end":"2026-04-01T02:10:41.113255Z","steps":["trace[1805257476] 'read index received' (duration: 2.948051ms)","trace[1805257476] 'applied index is now lower than readState.Index' (duration: 884.530574ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:10:41.11327Z","caller":"traceutil/trace.go:171","msg":"trace[1279027536] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"963.909534ms","start":"2026-04-01T02:10:40.149327Z","end":"2026-04-01T02:10:41.113237Z","steps":["trace[1279027536] 'process raft request' (duration: 718.512427ms)","trace[1279027536] 'compare' (duration: 245.072318ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:10:41.113393Z","caller":"traceutil/trace.go:171","msg":"trace[827361733] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"964.000457ms","start":"2026-04-01T02:10:40.149381Z","end":"2026-04-01T02:10:41.113381Z","steps":["trace[827361733] 'process raft request' (duration: 963.822062ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:10:41.113447Z","caller":"traceutil/trace.go:171","msg":"trace[546759655] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"963.976996ms","start":"2026-04-01T02:10:40.149461Z","end":"2026-04-01T02:10:41.113439Z","steps":["trace[546759655] 'process raft request' (duration: 963.76656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:41.11346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:40.149357Z","time spent":"964.076878ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:10:41.113492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:40.14943Z","time spent":"964.036377ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:10:41.1135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:40.149309Z","time spent":"964.11494ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:10:41.11356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.778053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:10:41.113585Z","caller":"traceutil/trace.go:171","msg":"trace[1532369072] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"964.175452ms","start":"2026-04-01T02:10:40.149383Z","end":"2026-04-01T02:10:41.113559Z","steps":["trace[1532369072] 'process raft request' (duration: 963.778281ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:10:41.113627Z","caller":"traceutil/trace.go:171","msg":"trace[1372524165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2173; }","duration":"887.887456ms","start":"2026-04-01T02:10:40.225724Z","end":"2026-04-01T02:10:41.113611Z","steps":["trace[1372524165] 'agreement among raft nodes before linearized reading' (duration: 887.785193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:41.113654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:40.225703Z","time spent":"887.945038ms","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T02:10:41.113705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:40.149357Z","time spent":"964.283824ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:10:41.477644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.446598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:10:41.477816Z","caller":"traceutil/trace.go:171","msg":"trace[488216665] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"681.898726ms","start":"2026-04-01T02:10:40.795892Z","end":"2026-04-01T02:10:41.477791Z","steps":["trace[488216665] 'process raft request' (duration: 432.229843ms)","trace[488216665] 'compare' (duration: 249.331964ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:10:41.477925Z","caller":"traceutil/trace.go:171","msg":"trace[996568883] linearizableReadLoop","detail":"{readStateIndex:2255; appliedIndex:2254; }","duration":"364.588285ms","start":"2026-04-01T02:10:41.1133Z","end":"2026-04-01T02:10:41.477888Z","steps":["trace[996568883] 'read index received' (duration: 114.852519ms)","trace[996568883] 'applied index is now lower than readState.Index' (duration: 249.734185ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:10:41.478016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:40.79586Z","time spent":"682.026649ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:10:41.478129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.912444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T02:10:41.478167Z","caller":"traceutil/trace.go:171","msg":"trace[893758394] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2175; }","duration":"637.982406ms","start":"2026-04-01T02:10:40.840174Z","end":"2026-04-01T02:10:41.478156Z","steps":["trace[893758394] 'agreement among raft nodes before linearized reading' (duration: 637.823491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:41.478202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:40.840149Z","time spent":"638.044578ms","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T02:10:41.47822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.760289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:10:41.4783Z","caller":"traceutil/trace.go:171","msg":"trace[1753534952] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2175; }","duration":"364.884592ms","start":"2026-04-01T02:10:41.113391Z","end":"2026-04-01T02:10:41.478275Z","steps":["trace[1753534952] 'agreement among raft nodes before linearized reading' (duration: 364.749088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:41.478343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:41.113365Z","time spent":"364.967855ms","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:10:41.47834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.785342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:10:41.478408Z","caller":"traceutil/trace.go:171","msg":"trace[1835820558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2175; }","duration":"363.882615ms","start":"2026-04-01T02:10:41.114508Z","end":"2026-04-01T02:10:41.47839Z","steps":["trace[1835820558] 'agreement among raft nodes before linearized reading' (duration: 363.785133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:41.478444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:41.114476Z","time spent":"363.960827ms","remote":"127.0.0.1:44734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T02:10:41.477858Z","caller":"traceutil/trace.go:171","msg":"trace[1361625886] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"330.333378ms","start":"2026-04-01T02:10:41.147508Z","end":"2026-04-01T02:10:41.477842Z","steps":["trace[1361625886] 'process raft request' (duration: 330.239516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:41.478508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.959281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-01T02:10:41.47857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:41.147482Z","time spent":"331.016386ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:10:41.478596Z","caller":"traceutil/trace.go:171","msg":"trace[1909421015] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:2175; }","duration":"175.113976ms","start":"2026-04-01T02:10:41.303459Z","end":"2026-04-01T02:10:41.478573Z","steps":["trace[1909421015] 'agreement among raft nodes before linearized reading' (duration: 174.810378ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:10:41.692411Z","caller":"traceutil/trace.go:171","msg":"trace[1714091399] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"156.415415ms","start":"2026-04-01T02:10:41.535957Z","end":"2026-04-01T02:10:41.692373Z","steps":["trace[1714091399] 'process raft request' (duration: 107.114567ms)","trace[1714091399] 'compare' (duration: 49.04074ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:10:41.692787Z","caller":"traceutil/trace.go:171","msg":"trace[999192293] linearizableReadLoop","detail":"{readStateIndex:2258; appliedIndex:2257; }","duration":"105.439712ms","start":"2026-04-01T02:10:41.587322Z","end":"2026-04-01T02:10:41.692762Z","steps":["trace[999192293] 'read index received' (duration: 55.827126ms)","trace[999192293] 'applied index is now lower than readState.Index' (duration: 49.610916ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:10:41.692956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.596026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:10:41.693043Z","caller":"traceutil/trace.go:171","msg":"trace[1183617646] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2177; }","duration":"105.708469ms","start":"2026-04-01T02:10:41.587315Z","end":"2026-04-01T02:10:41.693024Z","steps":["trace[1183617646] 'agreement among raft nodes before linearized reading' (duration: 105.542915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:43.656197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.270698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-04-01T02:10:43.656254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429716454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:10:43.656298Z","caller":"traceutil/trace.go:171","msg":"trace[1181264818] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2179; }","duration":"524.408362ms","start":"2026-04-01T02:10:43.131861Z","end":"2026-04-01T02:10:43.656269Z","steps":["trace[1181264818] 'range keys from in-memory index tree' (duration: 523.993161ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:10:43.656331Z","caller":"traceutil/trace.go:171","msg":"trace[1630415246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2179; }","duration":"1.429840777s","start":"2026-04-01T02:10:42.226471Z","end":"2026-04-01T02:10:43.656312Z","steps":["trace[1630415246] 'range keys from in-memory index tree' (duration: 1.429614641s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:43.656357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423394371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-01T02:10:43.656375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:42.226455Z","time spent":"1.429911469s","remote":"127.0.0.1:44734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T02:10:43.656374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:43.131845Z","time spent":"524.511076ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12410,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T02:10:43.656415Z","caller":"traceutil/trace.go:171","msg":"trace[2005585172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2179; }","duration":"1.423493964s","start":"2026-04-01T02:10:42.232905Z","end":"2026-04-01T02:10:43.656399Z","steps":["trace[2005585172] 'range keys from in-memory index tree' (duration: 1.423219746s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:43.656456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:42.23289Z","time spent":"1.423556875s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T02:10:43.656475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.541386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T02:10:43.656564Z","caller":"traceutil/trace.go:171","msg":"trace[863595680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2179; }","duration":"524.66366ms","start":"2026-04-01T02:10:43.131877Z","end":"2026-04-01T02:10:43.656541Z","steps":["trace[863595680] 'range keys from in-memory index tree' (duration: 524.31769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:43.656617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638338496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a219a933644be6\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-01T02:10:43.656621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:43.131862Z","time spent":"524.746372ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T02:10:43.656648Z","caller":"traceutil/trace.go:171","msg":"trace[411553629] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a219a933644be6; range_end:; response_count:1; response_revision:2179; }","duration":"1.638409417s","start":"2026-04-01T02:10:42.018229Z","end":"2026-04-01T02:10:43.656639Z","steps":["trace[411553629] 'range keys from in-memory index tree' (duration: 1.638243673s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:43.656832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.841054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T02:10:43.656877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:42.018212Z","time spent":"1.638450528s","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a219a933644be6\" "} {"level":"info","ts":"2026-04-01T02:10:43.656899Z","caller":"traceutil/trace.go:171","msg":"trace[962584474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2179; }","duration":"524.942037ms","start":"2026-04-01T02:10:43.131944Z","end":"2026-04-01T02:10:43.656886Z","steps":["trace[962584474] 'range keys from in-memory index tree' (duration: 524.708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:43.656933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:43.131903Z","time spent":"525.021559ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T02:10:43.65694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169946855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-01T02:10:43.656995Z","caller":"traceutil/trace.go:171","msg":"trace[1832024644] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2179; }","duration":"1.170037658s","start":"2026-04-01T02:10:42.486944Z","end":"2026-04-01T02:10:43.656982Z","steps":["trace[1832024644] 'range keys from in-memory index tree' (duration: 1.169802851s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:43.657033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:42.486925Z","time spent":"1.170099879s","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-01T02:10:43.657711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.13395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-01T02:10:43.657774Z","caller":"traceutil/trace.go:171","msg":"trace[692208148] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2179; }","duration":"526.242063ms","start":"2026-04-01T02:10:43.131515Z","end":"2026-04-01T02:10:43.657757Z","steps":["trace[692208148] 'range keys from in-memory index tree' (duration: 526.004766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:43.657822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:10:43.131495Z","time spent":"526.313714ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T02:10:43.659941Z","caller":"traceutil/trace.go:171","msg":"trace[467928029] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"175.777484ms","start":"2026-04-01T02:10:43.484138Z","end":"2026-04-01T02:10:43.659916Z","steps":["trace[467928029] 'process raft request' (duration: 175.557328ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:10:43.660835Z","caller":"traceutil/trace.go:171","msg":"trace[1445347947] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"176.34563ms","start":"2026-04-01T02:10:43.484255Z","end":"2026-04-01T02:10:43.660601Z","steps":["trace[1445347947] 'process raft request' (duration: 176.201606ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:10:49.839681Z","caller":"traceutil/trace.go:171","msg":"trace[1591778302] linearizableReadLoop","detail":"{readStateIndex:2299; appliedIndex:2298; }","duration":"112.105444ms","start":"2026-04-01T02:10:49.72755Z","end":"2026-04-01T02:10:49.839655Z","steps":["trace[1591778302] 'read index received' (duration: 109.644367ms)","trace[1591778302] 'applied index is now lower than readState.Index' (duration: 2.460177ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:10:49.839775Z","caller":"traceutil/trace.go:171","msg":"trace[1508489305] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"112.230718ms","start":"2026-04-01T02:10:49.727512Z","end":"2026-04-01T02:10:49.839742Z","steps":["trace[1508489305] 'process raft request' (duration: 109.577065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:49.840033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.462424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T02:10:49.840141Z","caller":"traceutil/trace.go:171","msg":"trace[1045001902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2215; }","duration":"112.581947ms","start":"2026-04-01T02:10:49.727542Z","end":"2026-04-01T02:10:49.840124Z","steps":["trace[1045001902] 'agreement among raft nodes before linearized reading' (duration: 112.234268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:49.840292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.986063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T02:10:49.840347Z","caller":"traceutil/trace.go:171","msg":"trace[643813220] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2216; }","duration":"111.076106ms","start":"2026-04-01T02:10:49.729257Z","end":"2026-04-01T02:10:49.840333Z","steps":["trace[643813220] 'agreement among raft nodes before linearized reading' (duration: 110.899361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:49.840487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.202523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T02:10:49.840544Z","caller":"traceutil/trace.go:171","msg":"trace[1551661917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2216; }","duration":"106.254334ms","start":"2026-04-01T02:10:49.734257Z","end":"2026-04-01T02:10:49.840512Z","steps":["trace[1551661917] 'agreement among raft nodes before linearized reading' (duration: 106.173842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:10:49.840655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.133608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T02:10:49.84073Z","caller":"traceutil/trace.go:171","msg":"trace[1916942504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2216; }","duration":"107.255161ms","start":"2026-04-01T02:10:49.733453Z","end":"2026-04-01T02:10:49.840708Z","steps":["trace[1916942504] 'agreement among raft nodes before linearized reading' (duration: 107.043365ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:12:06.077537Z","caller":"traceutil/trace.go:171","msg":"trace[1163136978] transaction","detail":"{read_only:false; response_revision:2783; number_of_response:1; }","duration":"126.983564ms","start":"2026-04-01T02:12:05.950527Z","end":"2026-04-01T02:12:06.077511Z","steps":["trace[1163136978] 'process raft request' (duration: 126.806419ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:12:06.079112Z","caller":"traceutil/trace.go:171","msg":"trace[995143899] transaction","detail":"{read_only:false; response_revision:2784; number_of_response:1; }","duration":"126.063689ms","start":"2026-04-01T02:12:05.953024Z","end":"2026-04-01T02:12:06.079087Z","steps":["trace[995143899] 'process raft request' (duration: 125.943336ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:12:09.553921Z","caller":"traceutil/trace.go:171","msg":"trace[308297856] transaction","detail":"{read_only:false; response_revision:2806; number_of_response:1; }","duration":"306.059044ms","start":"2026-04-01T02:12:09.247809Z","end":"2026-04-01T02:12:09.553868Z","steps":["trace[308297856] 'process raft request' (duration: 305.896869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:12:09.554066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:12:09.247791Z","time spent":"306.200358ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:12:10.313523Z","caller":"traceutil/trace.go:171","msg":"trace[790662532] linearizableReadLoop","detail":"{readStateIndex:2915; appliedIndex:2914; }","duration":"468.846237ms","start":"2026-04-01T02:12:09.844648Z","end":"2026-04-01T02:12:10.313494Z","steps":["trace[790662532] 'read index received' (duration: 468.593281ms)","trace[790662532] 'applied index is now lower than readState.Index' (duration: 251.726µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:12:10.313776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.112835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:12:10.313821Z","caller":"traceutil/trace.go:171","msg":"trace[1340624566] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2807; }","duration":"469.213738ms","start":"2026-04-01T02:12:09.844594Z","end":"2026-04-01T02:12:10.313808Z","steps":["trace[1340624566] 'agreement among raft nodes before linearized reading' (duration: 469.040703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:12:10.313865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:12:09.844573Z","time spent":"469.282489ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:12:10.314282Z","caller":"traceutil/trace.go:171","msg":"trace[980969164] transaction","detail":"{read_only:false; response_revision:2810; number_of_response:1; }","duration":"202.957982ms","start":"2026-04-01T02:12:10.111304Z","end":"2026-04-01T02:12:10.314262Z","steps":["trace[980969164] 'process raft request' (duration: 202.902351ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:12:10.314356Z","caller":"traceutil/trace.go:171","msg":"trace[1293876218] transaction","detail":"{read_only:false; response_revision:2808; number_of_response:1; }","duration":"225.86568ms","start":"2026-04-01T02:12:10.088477Z","end":"2026-04-01T02:12:10.314342Z","steps":["trace[1293876218] 'process raft request' (duration: 225.547431ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:12:10.314257Z","caller":"traceutil/trace.go:171","msg":"trace[1408293910] transaction","detail":"{read_only:false; response_revision:2807; number_of_response:1; }","duration":"514.497177ms","start":"2026-04-01T02:12:09.799712Z","end":"2026-04-01T02:12:10.314209Z","steps":["trace[1408293910] 'process raft request' (duration: 513.625353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:12:10.314608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:12:09.799671Z","time spent":"514.880257ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:12:10.314476Z","caller":"traceutil/trace.go:171","msg":"trace[186261849] transaction","detail":"{read_only:false; response_revision:2809; number_of_response:1; }","duration":"224.140922ms","start":"2026-04-01T02:12:10.090293Z","end":"2026-04-01T02:12:10.314434Z","steps":["trace[186261849] 'process raft request' (duration: 223.873505ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:12:16.56998Z","caller":"traceutil/trace.go:171","msg":"trace[1002551573] transaction","detail":"{read_only:false; response_revision:2851; number_of_response:1; }","duration":"232.244804ms","start":"2026-04-01T02:12:16.337714Z","end":"2026-04-01T02:12:16.569959Z","steps":["trace[1002551573] 'process raft request' (duration: 232.189713ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:12:16.570021Z","caller":"traceutil/trace.go:171","msg":"trace[1118654852] transaction","detail":"{read_only:false; response_revision:2850; number_of_response:1; }","duration":"233.853898ms","start":"2026-04-01T02:12:16.336135Z","end":"2026-04-01T02:12:16.569989Z","steps":["trace[1118654852] 'process raft request' (duration: 233.648022ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:12:16.57049Z","caller":"traceutil/trace.go:171","msg":"trace[1051498093] transaction","detail":"{read_only:false; response_revision:2852; number_of_response:1; }","duration":"232.721667ms","start":"2026-04-01T02:12:16.337756Z","end":"2026-04-01T02:12:16.570478Z","steps":["trace[1051498093] 'process raft request' (duration: 232.179882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:12:16.570845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.296187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T02:12:16.570902Z","caller":"traceutil/trace.go:171","msg":"trace[774379300] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2852; }","duration":"228.40946ms","start":"2026-04-01T02:12:16.342478Z","end":"2026-04-01T02:12:16.570888Z","steps":["trace[774379300] 'agreement among raft nodes before linearized reading' (duration: 228.222674ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:12:16.570983Z","caller":"traceutil/trace.go:171","msg":"trace[447020984] linearizableReadLoop","detail":"{readStateIndex:2961; appliedIndex:2957; }","duration":"227.72352ms","start":"2026-04-01T02:12:16.34253Z","end":"2026-04-01T02:12:16.570254Z","steps":["trace[447020984] 'read index received' (duration: 28.15795ms)","trace[447020984] 'applied index is now lower than readState.Index' (duration: 199.56338ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:12:16.571261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.309244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T02:12:16.571321Z","caller":"traceutil/trace.go:171","msg":"trace[1859054011] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2852; }","duration":"225.446568ms","start":"2026-04-01T02:12:16.345859Z","end":"2026-04-01T02:12:16.571306Z","steps":["trace[1859054011] 'agreement among raft nodes before linearized reading' (duration: 225.253723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:12:16.571344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.202207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T02:12:16.571384Z","caller":"traceutil/trace.go:171","msg":"trace[291016052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2852; }","duration":"219.262229ms","start":"2026-04-01T02:12:16.352111Z","end":"2026-04-01T02:12:16.571373Z","steps":["trace[291016052] 'agreement among raft nodes before linearized reading' (duration: 219.158876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:12:16.571528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.361677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-01T02:12:16.571531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.313355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T02:12:16.571584Z","caller":"traceutil/trace.go:171","msg":"trace[780981185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2852; }","duration":"221.442738ms","start":"2026-04-01T02:12:16.350128Z","end":"2026-04-01T02:12:16.571571Z","steps":["trace[780981185] 'agreement among raft nodes before linearized reading' (duration: 221.305995ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:12:16.571603Z","caller":"traceutil/trace.go:171","msg":"trace[984027407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2852; }","duration":"221.408388ms","start":"2026-04-01T02:12:16.350176Z","end":"2026-04-01T02:12:16.571584Z","steps":["trace[984027407] 'agreement among raft nodes before linearized reading' (duration: 221.227053ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:12:41.186525Z","caller":"traceutil/trace.go:171","msg":"trace[979757657] linearizableReadLoop","detail":"{readStateIndex:3115; appliedIndex:3114; }","duration":"110.509873ms","start":"2026-04-01T02:12:41.075991Z","end":"2026-04-01T02:12:41.186501Z","steps":["trace[979757657] 'read index received' (duration: 110.300267ms)","trace[979757657] 'applied index is now lower than readState.Index' (duration: 208.766µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:12:41.186575Z","caller":"traceutil/trace.go:171","msg":"trace[950191889] transaction","detail":"{read_only:false; response_revision:3001; number_of_response:1; }","duration":"115.688725ms","start":"2026-04-01T02:12:41.070861Z","end":"2026-04-01T02:12:41.186549Z","steps":["trace[950191889] 'process raft request' (duration: 115.482929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:12:41.186729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.733728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-01T02:12:41.186777Z","caller":"traceutil/trace.go:171","msg":"trace[2112346456] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3001; }","duration":"110.828261ms","start":"2026-04-01T02:12:41.075932Z","end":"2026-04-01T02:12:41.186761Z","steps":["trace[2112346456] 'agreement among raft nodes before linearized reading' (duration: 110.675517ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:12:41.67776Z","caller":"traceutil/trace.go:171","msg":"trace[618452553] linearizableReadLoop","detail":"{readStateIndex:3116; appliedIndex:3115; }","duration":"368.496094ms","start":"2026-04-01T02:12:41.309239Z","end":"2026-04-01T02:12:41.677735Z","steps":["trace[618452553] 'read index received' (duration: 367.692711ms)","trace[618452553] 'applied index is now lower than readState.Index' (duration: 802.333µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:12:41.677992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.72582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T02:12:41.67802Z","caller":"traceutil/trace.go:171","msg":"trace[96775860] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:3002; }","duration":"368.806892ms","start":"2026-04-01T02:12:41.309203Z","end":"2026-04-01T02:12:41.67801Z","steps":["trace[96775860] 'agreement among raft nodes before linearized reading' (duration: 368.653538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:12:41.678049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:12:41.309188Z","time spent":"368.854953ms","remote":"127.0.0.1:44794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-04-01T02:12:41.678295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.743177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:12:41.678328Z","caller":"traceutil/trace.go:171","msg":"trace[1414122949] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:3002; }","duration":"107.775928ms","start":"2026-04-01T02:12:41.570543Z","end":"2026-04-01T02:12:41.678319Z","steps":["trace[1414122949] 'agreement among raft nodes before linearized reading' (duration: 107.729946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:12:41.678357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.272459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:12:41.678486Z","caller":"traceutil/trace.go:171","msg":"trace[1323230636] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:3002; }","duration":"250.731391ms","start":"2026-04-01T02:12:41.427724Z","end":"2026-04-01T02:12:41.678455Z","steps":["trace[1323230636] 'agreement among raft nodes before linearized reading' (duration: 250.224197ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:12:41.677828Z","caller":"traceutil/trace.go:171","msg":"trace[820325050] transaction","detail":"{read_only:false; response_revision:3002; number_of_response:1; }","duration":"443.82501ms","start":"2026-04-01T02:12:41.233966Z","end":"2026-04-01T02:12:41.677791Z","steps":["trace[820325050] 'process raft request' (duration: 442.672228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:12:41.678681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:12:41.233954Z","time spent":"444.638833ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:12:47.029608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.822051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T02:12:47.029673Z","caller":"traceutil/trace.go:171","msg":"trace[109065110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3030; }","duration":"208.919443ms","start":"2026-04-01T02:12:46.82074Z","end":"2026-04-01T02:12:47.029659Z","steps":["trace[109065110] 'range keys from in-memory index tree' (duration: 208.625946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:12:47.029874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.75865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T02:12:47.029902Z","caller":"traceutil/trace.go:171","msg":"trace[515010565] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3030; }","duration":"239.815982ms","start":"2026-04-01T02:12:46.790077Z","end":"2026-04-01T02:12:47.029893Z","steps":["trace[515010565] 'range keys from in-memory index tree' (duration: 239.682168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:12:47.030038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.095426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-01T02:12:47.03011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.373217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T02:12:47.030118Z","caller":"traceutil/trace.go:171","msg":"trace[1021130339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3030; }","duration":"210.204609ms","start":"2026-04-01T02:12:46.819897Z","end":"2026-04-01T02:12:47.030101Z","steps":["trace[1021130339] 'range keys from in-memory index tree' (duration: 209.961102ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:12:47.030136Z","caller":"traceutil/trace.go:171","msg":"trace[1714985253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3030; }","duration":"209.414717ms","start":"2026-04-01T02:12:46.820715Z","end":"2026-04-01T02:12:47.03013Z","steps":["trace[1714985253] 'range keys from in-memory index tree' (duration: 209.219522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:12:47.030117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.652988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T02:12:47.030193Z","caller":"traceutil/trace.go:171","msg":"trace[638807677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3030; }","duration":"211.790343ms","start":"2026-04-01T02:12:46.818389Z","end":"2026-04-01T02:12:47.030179Z","steps":["trace[638807677] 'range keys from in-memory index tree' (duration: 211.428222ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:12:48.714534Z","caller":"traceutil/trace.go:171","msg":"trace[903436662] transaction","detail":"{read_only:false; response_revision:3036; number_of_response:1; }","duration":"343.688383ms","start":"2026-04-01T02:12:48.370816Z","end":"2026-04-01T02:12:48.714504Z","steps":["trace[903436662] 'process raft request' (duration: 343.513328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:12:48.714696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:12:48.370803Z","time spent":"343.806736ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:12:48.740952Z","caller":"traceutil/trace.go:171","msg":"trace[1246505133] transaction","detail":"{read_only:false; response_revision:3037; number_of_response:1; }","duration":"181.990865ms","start":"2026-04-01T02:12:48.558945Z","end":"2026-04-01T02:12:48.740935Z","steps":["trace[1246505133] 'process raft request' (duration: 181.894602ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:12:48.875741Z","caller":"traceutil/trace.go:171","msg":"trace[1335477144] transaction","detail":"{read_only:false; response_revision:3040; number_of_response:1; }","duration":"108.552489ms","start":"2026-04-01T02:12:48.767163Z","end":"2026-04-01T02:12:48.875716Z","steps":["trace[1335477144] 'process raft request' (duration: 108.502508ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:12:48.876153Z","caller":"traceutil/trace.go:171","msg":"trace[14763786] transaction","detail":"{read_only:false; response_revision:3039; number_of_response:1; }","duration":"111.834859ms","start":"2026-04-01T02:12:48.76425Z","end":"2026-04-01T02:12:48.876085Z","steps":["trace[14763786] 'process raft request' (duration: 111.303395ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:12:49.417405Z","caller":"traceutil/trace.go:171","msg":"trace[1442712813] linearizableReadLoop","detail":"{readStateIndex:3157; appliedIndex:3156; }","duration":"365.450189ms","start":"2026-04-01T02:12:49.051925Z","end":"2026-04-01T02:12:49.417375Z","steps":["trace[1442712813] 'read index received' (duration: 365.158831ms)","trace[1442712813] 'applied index is now lower than readState.Index' (duration: 290.208µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:12:49.417477Z","caller":"traceutil/trace.go:171","msg":"trace[1427183905] transaction","detail":"{read_only:false; response_revision:3041; number_of_response:1; }","duration":"401.257112ms","start":"2026-04-01T02:12:49.01618Z","end":"2026-04-01T02:12:49.417437Z","steps":["trace[1427183905] 'process raft request' (duration: 400.912773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:12:49.417793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:12:49.016148Z","time spent":"401.517809ms","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9388,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:12:49.417848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.545992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-01T02:12:49.417843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.239612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-01T02:12:49.417934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.823069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T02:12:49.417932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.811981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-01T02:12:49.418005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.44225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:12:49.418018Z","caller":"traceutil/trace.go:171","msg":"trace[515950144] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3041; }","duration":"326.964113ms","start":"2026-04-01T02:12:49.091035Z","end":"2026-04-01T02:12:49.418Z","steps":["trace[515950144] 'agreement among raft nodes before linearized reading' (duration: 326.729817ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:12:49.418047Z","caller":"traceutil/trace.go:171","msg":"trace[692024979] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3041; }","duration":"165.505452ms","start":"2026-04-01T02:12:49.25253Z","end":"2026-04-01T02:12:49.418035Z","steps":["trace[692024979] 'agreement among raft nodes before linearized reading' (duration: 165.442541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:12:49.418037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.1039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:12:49.418059Z","caller":"traceutil/trace.go:171","msg":"trace[503448181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3041; }","duration":"325.942585ms","start":"2026-04-01T02:12:49.092089Z","end":"2026-04-01T02:12:49.418031Z","steps":["trace[503448181] 'agreement among raft nodes before linearized reading' (duration: 325.701969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:12:49.418079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:12:49.091026Z","time spent":"327.040065ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T02:12:49.417883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.682718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-01T02:12:49.418127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:12:49.092078Z","time spent":"326.039658ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T02:12:49.418107Z","caller":"traceutil/trace.go:171","msg":"trace[856597364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3041; }","duration":"189.214923ms","start":"2026-04-01T02:12:49.228873Z","end":"2026-04-01T02:12:49.418088Z","steps":["trace[856597364] 'agreement among raft nodes before linearized reading' (duration: 189.11283ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:12:49.418095Z","caller":"traceutil/trace.go:171","msg":"trace[1821190944] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3041; }","duration":"342.430268ms","start":"2026-04-01T02:12:49.07555Z","end":"2026-04-01T02:12:49.41798Z","steps":["trace[1821190944] 'agreement among raft nodes before linearized reading' (duration: 342.12836ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:12:49.417932Z","caller":"traceutil/trace.go:171","msg":"trace[1126982982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3041; }","duration":"326.645404ms","start":"2026-04-01T02:12:49.091242Z","end":"2026-04-01T02:12:49.417888Z","steps":["trace[1126982982] 'agreement among raft nodes before linearized reading' (duration: 326.452179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:12:49.418272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:12:49.091218Z","time spent":"327.033305ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T02:12:49.418283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:12:49.075537Z","time spent":"342.696215ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-01T02:12:49.418181Z","caller":"traceutil/trace.go:171","msg":"trace[1456514137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3041; }","duration":"326.007917ms","start":"2026-04-01T02:12:49.09214Z","end":"2026-04-01T02:12:49.418148Z","steps":["trace[1456514137] 'agreement among raft nodes before linearized reading' (duration: 325.521893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:12:49.418405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:12:49.092126Z","time spent":"326.265784ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T02:12:49.418539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.792229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T02:12:49.418623Z","caller":"traceutil/trace.go:171","msg":"trace[1754774751] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3041; }","duration":"366.716714ms","start":"2026-04-01T02:12:49.051894Z","end":"2026-04-01T02:12:49.41861Z","steps":["trace[1754774751] 'agreement among raft nodes before linearized reading' (duration: 365.615354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:12:49.418665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.084868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T02:12:49.418758Z","caller":"traceutil/trace.go:171","msg":"trace[818196356] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3041; }","duration":"342.760627ms","start":"2026-04-01T02:12:49.075972Z","end":"2026-04-01T02:12:49.418733Z","steps":["trace[818196356] 'agreement among raft nodes before linearized reading' (duration: 341.912823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:12:49.418818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:12:49.075965Z","time spent":"342.833558ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T02:12:49.41869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:12:49.051876Z","time spent":"366.803106ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T02:12:55.643321Z","caller":"traceutil/trace.go:171","msg":"trace[1315220694] transaction","detail":"{read_only:false; response_revision:3077; number_of_response:1; }","duration":"108.965101ms","start":"2026-04-01T02:12:55.534323Z","end":"2026-04-01T02:12:55.643289Z","steps":["trace[1315220694] 'process raft request' (duration: 48.936013ms)","trace[1315220694] 'compare' (duration: 59.833842ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:12:55.69139Z","caller":"traceutil/trace.go:171","msg":"trace[1150919177] transaction","detail":"{read_only:false; response_revision:3078; number_of_response:1; }","duration":"129.996927ms","start":"2026-04-01T02:12:55.56137Z","end":"2026-04-01T02:12:55.691367Z","steps":["trace[1150919177] 'process raft request' (duration: 129.894474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:14:39.071036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.279343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:14:39.071363Z","caller":"traceutil/trace.go:171","msg":"trace[350820669] linearizableReadLoop","detail":"{readStateIndex:3892; appliedIndex:3890; }","duration":"248.467727ms","start":"2026-04-01T02:14:38.822874Z","end":"2026-04-01T02:14:39.071342Z","steps":["trace[350820669] 'read index received' (duration: 130.189637ms)","trace[350820669] 'applied index is now lower than readState.Index' (duration: 118.27701ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:14:39.071466Z","caller":"traceutil/trace.go:171","msg":"trace[364658670] transaction","detail":"{read_only:false; response_revision:3747; number_of_response:1; }","duration":"248.656352ms","start":"2026-04-01T02:14:38.822799Z","end":"2026-04-01T02:14:39.071455Z","steps":["trace[364658670] 'process raft request' (duration: 248.376604ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:14:39.071481Z","caller":"traceutil/trace.go:171","msg":"trace[1087717840] transaction","detail":"{read_only:false; response_revision:3746; number_of_response:1; }","duration":"249.719891ms","start":"2026-04-01T02:14:38.821722Z","end":"2026-04-01T02:14:39.071441Z","steps":["trace[1087717840] 'process raft request' (duration: 131.342759ms)","trace[1087717840] 'compare' (duration: 117.096477ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:14:39.071626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.743334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:14:39.071667Z","caller":"traceutil/trace.go:171","msg":"trace[1686230397] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev; range_end:; response_count:0; response_revision:3747; }","duration":"248.815116ms","start":"2026-04-01T02:14:38.822839Z","end":"2026-04-01T02:14:39.071654Z","steps":["trace[1686230397] 'agreement among raft nodes before linearized reading' (duration: 248.750334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:14:39.071644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.009918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:14:39.071739Z","caller":"traceutil/trace.go:171","msg":"trace[366920899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3747; }","duration":"147.186012ms","start":"2026-04-01T02:14:38.924533Z","end":"2026-04-01T02:14:39.071719Z","steps":["trace[366920899] 'agreement among raft nodes before linearized reading' (duration: 146.998427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:15:04.399143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.36423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:15:04.399349Z","caller":"traceutil/trace.go:171","msg":"trace[652707718] transaction","detail":"{read_only:false; response_revision:3953; number_of_response:1; }","duration":"154.861329ms","start":"2026-04-01T02:15:04.244466Z","end":"2026-04-01T02:15:04.399327Z","steps":["trace[652707718] 'process raft request' (duration: 52.14319ms)","trace[652707718] 'compare' (duration: 102.085002ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:15:04.539195Z","caller":"traceutil/trace.go:171","msg":"trace[1964448473] transaction","detail":"{read_only:false; response_revision:3954; number_of_response:1; }","duration":"128.536298ms","start":"2026-04-01T02:15:04.410631Z","end":"2026-04-01T02:15:04.539167Z","steps":["trace[1964448473] 'process raft request' (duration: 121.488224ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:15:04.539511Z","caller":"traceutil/trace.go:171","msg":"trace[439254323] transaction","detail":"{read_only:false; response_revision:3956; number_of_response:1; }","duration":"127.945481ms","start":"2026-04-01T02:15:04.411535Z","end":"2026-04-01T02:15:04.53948Z","steps":["trace[439254323] 'process raft request' (duration: 127.785537ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:15:04.539559Z","caller":"traceutil/trace.go:171","msg":"trace[1495493151] transaction","detail":"{read_only:false; response_revision:3955; number_of_response:1; }","duration":"128.663431ms","start":"2026-04-01T02:15:04.41087Z","end":"2026-04-01T02:15:04.539533Z","steps":["trace[1495493151] 'process raft request' (duration: 128.247649ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:15:09.651481Z","caller":"traceutil/trace.go:171","msg":"trace[1509322728] linearizableReadLoop","detail":"{readStateIndex:4131; appliedIndex:4128; }","duration":"186.004234ms","start":"2026-04-01T02:15:09.465449Z","end":"2026-04-01T02:15:09.651453Z","steps":["trace[1509322728] 'read index received' (duration: 56.766978ms)","trace[1509322728] 'applied index is now lower than readState.Index' (duration: 129.236106ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:15:09.651512Z","caller":"traceutil/trace.go:171","msg":"trace[494245598] transaction","detail":"{read_only:false; response_revision:3979; number_of_response:1; }","duration":"219.097622ms","start":"2026-04-01T02:15:09.43238Z","end":"2026-04-01T02:15:09.651478Z","steps":["trace[494245598] 'process raft request' (duration: 218.842035ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:15:09.651557Z","caller":"traceutil/trace.go:171","msg":"trace[1746257580] transaction","detail":"{read_only:false; response_revision:3980; number_of_response:1; }","duration":"217.824257ms","start":"2026-04-01T02:15:09.433709Z","end":"2026-04-01T02:15:09.651534Z","steps":["trace[1746257580] 'process raft request' (duration: 217.654382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:15:09.651642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.167288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:15:09.6517Z","caller":"traceutil/trace.go:171","msg":"trace[727495949] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3980; }","duration":"186.271751ms","start":"2026-04-01T02:15:09.465414Z","end":"2026-04-01T02:15:09.651686Z","steps":["trace[727495949] 'agreement among raft nodes before linearized reading' (duration: 186.154778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:15:15.335372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.464049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T02:15:15.335461Z","caller":"traceutil/trace.go:171","msg":"trace[818938908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4004; }","duration":"752.603152ms","start":"2026-04-01T02:15:14.58284Z","end":"2026-04-01T02:15:15.335443Z","steps":["trace[818938908] 'range keys from in-memory index tree' (duration: 752.303914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:15:15.335602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.814816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T02:15:15.335694Z","caller":"traceutil/trace.go:171","msg":"trace[965664798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4004; }","duration":"749.922589ms","start":"2026-04-01T02:15:14.585747Z","end":"2026-04-01T02:15:15.33567Z","steps":["trace[965664798] 'range keys from in-memory index tree' (duration: 749.687252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:15:15.335768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:15:14.585741Z","time spent":"750.010441ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T02:15:15.335702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.22673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-01T02:15:15.335875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:15:14.582819Z","time spent":"753.000443ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T02:15:15.335898Z","caller":"traceutil/trace.go:171","msg":"trace[1637473522] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4004; }","duration":"745.464756ms","start":"2026-04-01T02:15:14.590377Z","end":"2026-04-01T02:15:15.335841Z","steps":["trace[1637473522] 'range keys from in-memory index tree' (duration: 745.085345ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:15:15.335929Z","caller":"traceutil/trace.go:171","msg":"trace[860498680] transaction","detail":"{read_only:false; response_revision:4005; number_of_response:1; }","duration":"318.766558ms","start":"2026-04-01T02:15:15.017124Z","end":"2026-04-01T02:15:15.335891Z","steps":["trace[860498680] 'process raft request' (duration: 294.7921ms)","trace[860498680] 'compare' (duration: 23.206216ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:15:15.336006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:15:14.590355Z","time spent":"745.59732ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T02:15:15.336118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:15:15.017101Z","time spent":"318.922591ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:15:15.423612Z","caller":"traceutil/trace.go:171","msg":"trace[1440938101] linearizableReadLoop","detail":"{readStateIndex:4158; appliedIndex:4156; }","duration":"123.670124ms","start":"2026-04-01T02:15:15.299915Z","end":"2026-04-01T02:15:15.423585Z","steps":["trace[1440938101] 'read index received' (duration: 11.989239ms)","trace[1440938101] 'applied index is now lower than readState.Index' (duration: 111.679805ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:15:15.423706Z","caller":"traceutil/trace.go:171","msg":"trace[56766971] transaction","detail":"{read_only:false; response_revision:4006; number_of_response:1; }","duration":"145.921314ms","start":"2026-04-01T02:15:15.277749Z","end":"2026-04-01T02:15:15.423671Z","steps":["trace[56766971] 'process raft request' (duration: 145.672518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:15:15.423767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.832398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:15:15.423808Z","caller":"traceutil/trace.go:171","msg":"trace[849312303] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4006; }","duration":"123.946071ms","start":"2026-04-01T02:15:15.299852Z","end":"2026-04-01T02:15:15.423798Z","steps":["trace[849312303] 'agreement among raft nodes before linearized reading' (duration: 123.854468ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:15:15.446964Z","caller":"traceutil/trace.go:171","msg":"trace[635369810] transaction","detail":"{read_only:false; response_revision:4007; number_of_response:1; }","duration":"106.359589ms","start":"2026-04-01T02:15:15.340572Z","end":"2026-04-01T02:15:15.446932Z","steps":["trace[635369810] 'process raft request' (duration: 106.138583ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:15:15.446979Z","caller":"traceutil/trace.go:171","msg":"trace[1622622273] transaction","detail":"{read_only:false; response_revision:4008; number_of_response:1; }","duration":"105.947117ms","start":"2026-04-01T02:15:15.340998Z","end":"2026-04-01T02:15:15.446945Z","steps":["trace[1622622273] 'process raft request' (duration: 105.867465ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:15:15.447198Z","caller":"traceutil/trace.go:171","msg":"trace[2113647312] transaction","detail":"{read_only:false; response_revision:4009; number_of_response:1; }","duration":"104.964081ms","start":"2026-04-01T02:15:15.342217Z","end":"2026-04-01T02:15:15.447181Z","steps":["trace[2113647312] 'process raft request' (duration: 104.688633ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:09.823029Z","caller":"traceutil/trace.go:171","msg":"trace[1084040460] transaction","detail":"{read_only:false; response_revision:4381; number_of_response:1; }","duration":"131.699607ms","start":"2026-04-01T02:16:09.691299Z","end":"2026-04-01T02:16:09.822998Z","steps":["trace[1084040460] 'process raft request' (duration: 106.347601ms)","trace[1084040460] 'compare' (duration: 25.223442ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:16:09.829764Z","caller":"traceutil/trace.go:171","msg":"trace[1767775249] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"138.145623ms","start":"2026-04-01T02:16:09.691599Z","end":"2026-04-01T02:16:09.829745Z","steps":["trace[1767775249] 'process raft request' (duration: 138.03823ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:09.82994Z","caller":"traceutil/trace.go:171","msg":"trace[967896902] linearizableReadLoop","detail":"{readStateIndex:4559; appliedIndex:4557; }","duration":"136.453617ms","start":"2026-04-01T02:16:09.693467Z","end":"2026-04-01T02:16:09.82992Z","steps":["trace[967896902] 'read index received' (duration: 104.192681ms)","trace[967896902] 'applied index is now lower than readState.Index' (duration: 32.259996ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:16:09.830055Z","caller":"traceutil/trace.go:171","msg":"trace[615633522] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"115.81817ms","start":"2026-04-01T02:16:09.714208Z","end":"2026-04-01T02:16:09.830026Z","steps":["trace[615633522] 'process raft request' (duration: 115.512411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:09.830192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.711724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T02:16:09.830245Z","caller":"traceutil/trace.go:171","msg":"trace[10128328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4383; }","duration":"136.811976ms","start":"2026-04-01T02:16:09.693418Z","end":"2026-04-01T02:16:09.83023Z","steps":["trace[10128328] 'agreement among raft nodes before linearized reading' (duration: 136.606701ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:16.722188Z","caller":"traceutil/trace.go:171","msg":"trace[1521380448] transaction","detail":"{read_only:false; response_revision:4420; number_of_response:1; }","duration":"186.79885ms","start":"2026-04-01T02:16:16.535364Z","end":"2026-04-01T02:16:16.722162Z","steps":["trace[1521380448] 'process raft request' (duration: 186.634535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:29.44468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.652417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:16:29.444927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.518449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-h2bh2\" ","response":"range_response_count:1 size:4332"} {"level":"info","ts":"2026-04-01T02:16:29.445014Z","caller":"traceutil/trace.go:171","msg":"trace[1883732701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4851; }","duration":"218.042887ms","start":"2026-04-01T02:16:29.22694Z","end":"2026-04-01T02:16:29.444983Z","steps":["trace[1883732701] 'range keys from in-memory index tree' (duration: 217.457371ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:29.445029Z","caller":"traceutil/trace.go:171","msg":"trace[1256635370] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-h2bh2; range_end:; response_count:1; response_revision:4851; }","duration":"144.696283ms","start":"2026-04-01T02:16:29.300307Z","end":"2026-04-01T02:16:29.445003Z","steps":["trace[1256635370] 'range keys from in-memory index tree' (duration: 144.352594ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:30.752459Z","caller":"traceutil/trace.go:171","msg":"trace[1296756207] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"156.124427ms","start":"2026-04-01T02:16:30.596292Z","end":"2026-04-01T02:16:30.752417Z","steps":["trace[1296756207] 'process raft request' (duration: 155.88359ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:30.918393Z","caller":"traceutil/trace.go:171","msg":"trace[453340712] linearizableReadLoop","detail":"{readStateIndex:5118; appliedIndex:5117; }","duration":"120.276163ms","start":"2026-04-01T02:16:30.798094Z","end":"2026-04-01T02:16:30.91837Z","steps":["trace[453340712] 'read index received' (duration: 119.673697ms)","trace[453340712] 'applied index is now lower than readState.Index' (duration: 601.726µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:16:30.918491Z","caller":"traceutil/trace.go:171","msg":"trace[1407645468] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"120.490198ms","start":"2026-04-01T02:16:30.797992Z","end":"2026-04-01T02:16:30.918482Z","steps":["trace[1407645468] 'process raft request' (duration: 119.81256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:30.918653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.98835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-01T02:16:30.918714Z","caller":"traceutil/trace.go:171","msg":"trace[1230686126] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4928; }","duration":"114.081752ms","start":"2026-04-01T02:16:30.804618Z","end":"2026-04-01T02:16:30.9187Z","steps":["trace[1230686126] 'agreement among raft nodes before linearized reading' (duration: 113.912148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:30.918865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.744736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T02:16:30.918938Z","caller":"traceutil/trace.go:171","msg":"trace[1764164429] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4928; }","duration":"120.874779ms","start":"2026-04-01T02:16:30.798048Z","end":"2026-04-01T02:16:30.918923Z","steps":["trace[1764164429] 'agreement among raft nodes before linearized reading' (duration: 120.658813ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:33.552414Z","caller":"traceutil/trace.go:171","msg":"trace[1286125154] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4964; }","duration":"111.376548ms","start":"2026-04-01T02:16:33.441012Z","end":"2026-04-01T02:16:33.552389Z","steps":["trace[1286125154] 'process raft request' (duration: 102.944877ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:34.509561Z","caller":"traceutil/trace.go:171","msg":"trace[836205685] linearizableReadLoop","detail":"{readStateIndex:5184; appliedIndex:5183; }","duration":"119.839261ms","start":"2026-04-01T02:16:34.389691Z","end":"2026-04-01T02:16:34.50953Z","steps":["trace[836205685] 'read index received' (duration: 119.659526ms)","trace[836205685] 'applied index is now lower than readState.Index' (duration: 178.045µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:16:34.50964Z","caller":"traceutil/trace.go:171","msg":"trace[1695105631] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"128.289063ms","start":"2026-04-01T02:16:34.381321Z","end":"2026-04-01T02:16:34.50961Z","steps":["trace[1695105631] 'process raft request' (duration: 128.023206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:34.510038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.330004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T02:16:34.510109Z","caller":"traceutil/trace.go:171","msg":"trace[1228843589] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:4993; }","duration":"120.423587ms","start":"2026-04-01T02:16:34.389656Z","end":"2026-04-01T02:16:34.51008Z","steps":["trace[1228843589] 'agreement among raft nodes before linearized reading' (duration: 119.997475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:36.961505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.532369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:16:36.961987Z","caller":"traceutil/trace.go:171","msg":"trace[1978606924] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"278.737534ms","start":"2026-04-01T02:16:36.682869Z","end":"2026-04-01T02:16:36.961607Z","steps":["trace[1978606924] 'process raft request' (duration: 79.053611ms)","trace[1978606924] 'compare' (duration: 198.935593ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:16:37.024264Z","caller":"traceutil/trace.go:171","msg":"trace[501987668] linearizableReadLoop","detail":"{readStateIndex:5240; appliedIndex:5235; }","duration":"274.812077ms","start":"2026-04-01T02:16:36.749428Z","end":"2026-04-01T02:16:37.024241Z","steps":["trace[501987668] 'read index received' (duration: 12.478512ms)","trace[501987668] 'applied index is now lower than readState.Index' (duration: 262.332845ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:16:37.024272Z","caller":"traceutil/trace.go:171","msg":"trace[2023876243] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"300.994336ms","start":"2026-04-01T02:16:36.723251Z","end":"2026-04-01T02:16:37.024245Z","steps":["trace[2023876243] 'process raft request' (duration: 300.77551ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:37.024295Z","caller":"traceutil/trace.go:171","msg":"trace[1958215541] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"295.540546ms","start":"2026-04-01T02:16:36.728737Z","end":"2026-04-01T02:16:37.024277Z","steps":["trace[1958215541] 'process raft request' (duration: 295.416172ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:37.024329Z","caller":"traceutil/trace.go:171","msg":"trace[1555276242] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"289.059318ms","start":"2026-04-01T02:16:36.735264Z","end":"2026-04-01T02:16:37.024324Z","steps":["trace[1555276242] 'process raft request' (duration: 288.928114ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:37.024261Z","caller":"traceutil/trace.go:171","msg":"trace[1023188212] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"299.768762ms","start":"2026-04-01T02:16:36.724443Z","end":"2026-04-01T02:16:37.024212Z","steps":["trace[1023188212] 'process raft request' (duration: 299.68672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:37.02441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:36.723231Z","time spent":"301.097059ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":918,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T02:16:37.024491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.916965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-xdjls\" ","response":"range_response_count:1 size:5151"} {"level":"warn","ts":"2026-04-01T02:16:37.024507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:36.724417Z","time spent":"300.005329ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":911,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T02:16:37.024543Z","caller":"traceutil/trace.go:171","msg":"trace[1357437289] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-xdjls; range_end:; response_count:1; response_revision:5047; }","duration":"139.014558ms","start":"2026-04-01T02:16:36.88552Z","end":"2026-04-01T02:16:37.024534Z","steps":["trace[1357437289] 'agreement among raft nodes before linearized reading' (duration: 138.832703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:37.02501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.566427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-04-01T02:16:37.025103Z","caller":"traceutil/trace.go:171","msg":"trace[78167222] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:5047; }","duration":"275.688271ms","start":"2026-04-01T02:16:36.749403Z","end":"2026-04-01T02:16:37.025091Z","steps":["trace[78167222] 'agreement among raft nodes before linearized reading' (duration: 274.93135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:37.302817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.094412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:16:37.30314Z","caller":"traceutil/trace.go:171","msg":"trace[158293569] linearizableReadLoop","detail":"{readStateIndex:5243; appliedIndex:5240; }","duration":"266.699403ms","start":"2026-04-01T02:16:37.036422Z","end":"2026-04-01T02:16:37.303121Z","steps":["trace[158293569] 'read index received' (duration: 41.129079ms)","trace[158293569] 'applied index is now lower than readState.Index' (duration: 225.568084ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:16:37.303361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.92276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-wmz5g-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:16:37.30341Z","caller":"traceutil/trace.go:171","msg":"trace[1341265570] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-wmz5g-tls; range_end:; response_count:0; response_revision:5050; }","duration":"267.016172ms","start":"2026-04-01T02:16:37.036383Z","end":"2026-04-01T02:16:37.303399Z","steps":["trace[1341265570] 'agreement among raft nodes before linearized reading' (duration: 266.911619ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:37.303192Z","caller":"traceutil/trace.go:171","msg":"trace[788284716] transaction","detail":"{read_only:false; response_revision:5049; number_of_response:1; }","duration":"271.057874ms","start":"2026-04-01T02:16:37.032103Z","end":"2026-04-01T02:16:37.303161Z","steps":["trace[788284716] 'process raft request' (duration: 270.815207ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:37.303259Z","caller":"traceutil/trace.go:171","msg":"trace[680192445] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"271.052923ms","start":"2026-04-01T02:16:37.032197Z","end":"2026-04-01T02:16:37.30325Z","steps":["trace[680192445] 'process raft request' (duration: 270.798306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:37.304136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.471969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-01T02:16:37.304191Z","caller":"traceutil/trace.go:171","msg":"trace[32769381] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5050; }","duration":"247.107885ms","start":"2026-04-01T02:16:37.057066Z","end":"2026-04-01T02:16:37.304174Z","steps":["trace[32769381] 'agreement among raft nodes before linearized reading' (duration: 246.355185ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:37.304258Z","caller":"traceutil/trace.go:171","msg":"trace[1559626461] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"274.846447ms","start":"2026-04-01T02:16:37.028343Z","end":"2026-04-01T02:16:37.303189Z","steps":["trace[1559626461] 'process raft request' (duration: 49.043306ms)","trace[1559626461] 'compare' (duration: 224.628979ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:16:37.671804Z","caller":"traceutil/trace.go:171","msg":"trace[1229112460] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"362.356311ms","start":"2026-04-01T02:16:37.309432Z","end":"2026-04-01T02:16:37.671788Z","steps":["trace[1229112460] 'process raft request' (duration: 362.217338ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:37.671815Z","caller":"traceutil/trace.go:171","msg":"trace[252730727] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"365.543428ms","start":"2026-04-01T02:16:37.306227Z","end":"2026-04-01T02:16:37.671771Z","steps":["trace[252730727] 'process raft request' (duration: 273.85351ms)","trace[252730727] 'compare' (duration: 91.337318ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:16:37.671909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:37.309411Z","time spent":"362.443793ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1250,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:16:37.672185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:37.306206Z","time spent":"365.682982ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:16:37.672208Z","caller":"traceutil/trace.go:171","msg":"trace[1259258146] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"361.884468ms","start":"2026-04-01T02:16:37.310295Z","end":"2026-04-01T02:16:37.67218Z","steps":["trace[1259258146] 'process raft request' (duration: 361.446406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:37.672366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:37.310272Z","time spent":"361.99473ms","remote":"127.0.0.1:45226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4883,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:16:37.672401Z","caller":"traceutil/trace.go:171","msg":"trace[885151834] linearizableReadLoop","detail":"{readStateIndex:5247; appliedIndex:5243; }","duration":"343.821041ms","start":"2026-04-01T02:16:37.328555Z","end":"2026-04-01T02:16:37.672376Z","steps":["trace[885151834] 'read index received' (duration: 251.542327ms)","trace[885151834] 'applied index is now lower than readState.Index' (duration: 92.277874ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:16:37.672638Z","caller":"traceutil/trace.go:171","msg":"trace[1744096838] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"361.852317ms","start":"2026-04-01T02:16:37.310773Z","end":"2026-04-01T02:16:37.672625Z","steps":["trace[1744096838] 'process raft request' (duration: 361.136428ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:37.67265Z","caller":"traceutil/trace.go:171","msg":"trace[332688636] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"267.717392ms","start":"2026-04-01T02:16:37.404917Z","end":"2026-04-01T02:16:37.672634Z","steps":["trace[332688636] 'process raft request' (duration: 267.411983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:37.672717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:37.31076Z","time spent":"361.916439ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1854,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:16:37.672715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.580555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-wmz5g\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-04-01T02:16:37.672763Z","caller":"traceutil/trace.go:171","msg":"trace[1204485948] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-wmz5g; range_end:; response_count:1; response_revision:5055; }","duration":"268.652957ms","start":"2026-04-01T02:16:37.404098Z","end":"2026-04-01T02:16:37.672751Z","steps":["trace[1204485948] 'agreement among raft nodes before linearized reading' (duration: 268.534583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:37.672832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.280275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-01T02:16:37.673479Z","caller":"traceutil/trace.go:171","msg":"trace[158708340] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5055; }","duration":"344.349496ms","start":"2026-04-01T02:16:37.328511Z","end":"2026-04-01T02:16:37.67286Z","steps":["trace[158708340] 'agreement among raft nodes before linearized reading' (duration: 344.195852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:37.673548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:37.328493Z","time spent":"345.023985ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3530,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-01T02:16:39.098275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.171969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:16:39.098481Z","caller":"traceutil/trace.go:171","msg":"trace[1647884332] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"610.464434ms","start":"2026-04-01T02:16:38.487993Z","end":"2026-04-01T02:16:39.098457Z","steps":["trace[1647884332] 'process raft request' (duration: 13.028398ms)","trace[1647884332] 'compare' (duration: 596.987374ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:16:39.098571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:38.487969Z","time spent":"610.561666ms","remote":"127.0.0.1:44906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1351,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:16:39.098853Z","caller":"traceutil/trace.go:171","msg":"trace[1630083139] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"609.301952ms","start":"2026-04-01T02:16:38.489448Z","end":"2026-04-01T02:16:39.09875Z","steps":["trace[1630083139] 'process raft request' (duration: 608.944012ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:39.098936Z","caller":"traceutil/trace.go:171","msg":"trace[1213565747] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"608.322665ms","start":"2026-04-01T02:16:38.490574Z","end":"2026-04-01T02:16:39.098897Z","steps":["trace[1213565747] 'process raft request' (duration: 608.089779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:39.09903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:38.490568Z","time spent":"608.419247ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2520,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T02:16:39.099041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:38.489435Z","time spent":"609.521158ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T02:16:39.099072Z","caller":"traceutil/trace.go:171","msg":"trace[921969172] linearizableReadLoop","detail":"{readStateIndex:5351; appliedIndex:5348; }","duration":"606.289219ms","start":"2026-04-01T02:16:38.492763Z","end":"2026-04-01T02:16:39.099052Z","steps":["trace[921969172] 'read index received' (duration: 8.319049ms)","trace[921969172] 'applied index is now lower than readState.Index' (duration: 597.96948ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:16:39.099143Z","caller":"traceutil/trace.go:171","msg":"trace[1512465809] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"598.284949ms","start":"2026-04-01T02:16:38.500842Z","end":"2026-04-01T02:16:39.099127Z","steps":["trace[1512465809] 'process raft request' (duration: 597.991461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:39.099224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:38.500813Z","time spent":"598.373372ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:16:39.09925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.028081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T02:16:39.099274Z","caller":"traceutil/trace.go:171","msg":"trace[355548521] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:5155; }","duration":"567.112193ms","start":"2026-04-01T02:16:38.532155Z","end":"2026-04-01T02:16:39.099267Z","steps":["trace[355548521] 'agreement among raft nodes before linearized reading' (duration: 567.00182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:39.099301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:38.532104Z","time spent":"567.191185ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-p2zx8\" "} {"level":"warn","ts":"2026-04-01T02:16:39.099303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.472942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-04-01T02:16:39.099339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.010742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:16:39.09942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.691581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-04-01T02:16:39.099367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.552166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:3431"} {"level":"warn","ts":"2026-04-01T02:16:39.09943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.674001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-04-01T02:16:39.099463Z","caller":"traceutil/trace.go:171","msg":"trace[1958033870] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5155; }","duration":"342.750942ms","start":"2026-04-01T02:16:38.756698Z","end":"2026-04-01T02:16:39.099449Z","steps":["trace[1958033870] 'agreement among raft nodes before linearized reading' (duration: 342.602898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:39.099473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.606396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T02:16:39.099487Z","caller":"traceutil/trace.go:171","msg":"trace[1439166690] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5155; }","duration":"444.760834ms","start":"2026-04-01T02:16:38.65471Z","end":"2026-04-01T02:16:39.099471Z","steps":["trace[1439166690] 'agreement among raft nodes before linearized reading' (duration: 444.615ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:39.099512Z","caller":"traceutil/trace.go:171","msg":"trace[13466555] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5155; }","duration":"154.673608ms","start":"2026-04-01T02:16:38.94483Z","end":"2026-04-01T02:16:39.099503Z","steps":["trace[13466555] 'agreement among raft nodes before linearized reading' (duration: 154.574505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:39.099516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:38.756688Z","time spent":"342.818344ms","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-04-01T02:16:39.099483Z","caller":"traceutil/trace.go:171","msg":"trace[183607406] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:5155; }","duration":"606.72607ms","start":"2026-04-01T02:16:38.492737Z","end":"2026-04-01T02:16:39.099463Z","steps":["trace[183607406] 'agreement among raft nodes before linearized reading' (duration: 606.374641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:39.099505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.402999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:16:39.099571Z","caller":"traceutil/trace.go:171","msg":"trace[1634007496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5155; }","duration":"174.506762ms","start":"2026-04-01T02:16:38.925051Z","end":"2026-04-01T02:16:39.099558Z","steps":["trace[1634007496] 'agreement among raft nodes before linearized reading' (duration: 174.409539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:39.099618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:38.492727Z","time spent":"606.826684ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":3455,"request content":"key:\"/registry/pods/monitoring/loki-results-cache-0\" "} {"level":"info","ts":"2026-04-01T02:16:39.099428Z","caller":"traceutil/trace.go:171","msg":"trace[281634545] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5155; }","duration":"208.227678ms","start":"2026-04-01T02:16:38.891179Z","end":"2026-04-01T02:16:39.099407Z","steps":["trace[281634545] 'agreement among raft nodes before linearized reading' (duration: 208.007792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:39.099529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:38.65469Z","time spent":"444.828935ms","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-04-01T02:16:39.099364Z","caller":"traceutil/trace.go:171","msg":"trace[133090880] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5155; }","duration":"343.558894ms","start":"2026-04-01T02:16:38.755789Z","end":"2026-04-01T02:16:39.099348Z","steps":["trace[133090880] 'agreement among raft nodes before linearized reading' (duration: 343.40777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:39.100477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:38.755765Z","time spent":"344.693656ms","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-04-01T02:16:41.180369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.089296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81f167a0-cabf-48e4-85c6-f986501200c1\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-01T02:16:41.180463Z","caller":"traceutil/trace.go:171","msg":"trace[1522697573] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-81f167a0-cabf-48e4-85c6-f986501200c1; range_end:; response_count:1; response_revision:5184; }","duration":"743.22504ms","start":"2026-04-01T02:16:40.437213Z","end":"2026-04-01T02:16:41.180438Z","steps":["trace[1522697573] 'range keys from in-memory index tree' (duration: 742.89687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:41.180519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:40.437194Z","time spent":"743.310811ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81f167a0-cabf-48e4-85c6-f986501200c1\" "} {"level":"warn","ts":"2026-04-01T02:16:41.180682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.810547ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:16:41.180781Z","caller":"traceutil/trace.go:171","msg":"trace[70173108] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5184; }","duration":"892.91324ms","start":"2026-04-01T02:16:40.287852Z","end":"2026-04-01T02:16:41.180766Z","steps":["trace[70173108] 'range keys from in-memory index tree' (duration: 892.791426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:41.180781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.838672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719284"} {"level":"info","ts":"2026-04-01T02:16:41.18088Z","caller":"traceutil/trace.go:171","msg":"trace[218627440] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5184; }","duration":"701.982356ms","start":"2026-04-01T02:16:40.478882Z","end":"2026-04-01T02:16:41.180864Z","steps":["trace[218627440] 'range keys from in-memory index tree' (duration: 701.414521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:41.18092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:40.478854Z","time spent":"702.055968ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719308,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-01T02:16:41.181034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.257025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:16:41.181132Z","caller":"traceutil/trace.go:171","msg":"trace[12981960] linearizableReadLoop","detail":"{readStateIndex:5382; appliedIndex:5381; }","duration":"185.38262ms","start":"2026-04-01T02:16:40.995733Z","end":"2026-04-01T02:16:41.181115Z","steps":["trace[12981960] 'read index received' (duration: 77.766535ms)","trace[12981960] 'applied index is now lower than readState.Index' (duration: 107.614595ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:16:41.181552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.795292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"info","ts":"2026-04-01T02:16:41.181725Z","caller":"traceutil/trace.go:171","msg":"trace[1656136146] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5185; }","duration":"186.004538ms","start":"2026-04-01T02:16:40.995694Z","end":"2026-04-01T02:16:41.181699Z","steps":["trace[1656136146] 'agreement among raft nodes before linearized reading' (duration: 185.561986ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:41.185199Z","caller":"traceutil/trace.go:171","msg":"trace[1541066208] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"360.273083ms","start":"2026-04-01T02:16:40.821404Z","end":"2026-04-01T02:16:41.181677Z","steps":["trace[1541066208] 'process raft request' (duration: 252.144785ms)","trace[1541066208] 'compare' (duration: 106.970337ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:16:41.185325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:40.821379Z","time spent":"363.878202ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:16:42.628563Z","caller":"traceutil/trace.go:171","msg":"trace[1722688826] linearizableReadLoop","detail":"{readStateIndex:5416; appliedIndex:5415; }","duration":"109.536938ms","start":"2026-04-01T02:16:42.519004Z","end":"2026-04-01T02:16:42.628541Z","steps":["trace[1722688826] 'read index received' (duration: 109.321952ms)","trace[1722688826] 'applied index is now lower than readState.Index' (duration: 214.116µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:16:42.628692Z","caller":"traceutil/trace.go:171","msg":"trace[1417916827] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"119.715927ms","start":"2026-04-01T02:16:42.508943Z","end":"2026-04-01T02:16:42.628659Z","steps":["trace[1417916827] 'process raft request' (duration: 119.444499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:42.628954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.929758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T02:16:42.628996Z","caller":"traceutil/trace.go:171","msg":"trace[1910043286] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5217; }","duration":"110.002171ms","start":"2026-04-01T02:16:42.518984Z","end":"2026-04-01T02:16:42.628986Z","steps":["trace[1910043286] 'agreement among raft nodes before linearized reading' (duration: 109.684212ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:42.752054Z","caller":"traceutil/trace.go:171","msg":"trace[1996536415] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"113.816496ms","start":"2026-04-01T02:16:42.638206Z","end":"2026-04-01T02:16:42.752022Z","steps":["trace[1996536415] 'process raft request' (duration: 110.540976ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:43.158524Z","caller":"traceutil/trace.go:171","msg":"trace[134812181] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"140.864429ms","start":"2026-04-01T02:16:43.017635Z","end":"2026-04-01T02:16:43.1585Z","steps":["trace[134812181] 'process raft request' (duration: 140.693924ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:43.826692Z","caller":"traceutil/trace.go:171","msg":"trace[773408662] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"497.022308ms","start":"2026-04-01T02:16:43.329648Z","end":"2026-04-01T02:16:43.82667Z","steps":["trace[773408662] 'process raft request' (duration: 496.757861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:43.826827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:43.329626Z","time spent":"497.13171ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:16:43.827866Z","caller":"traceutil/trace.go:171","msg":"trace[1974175611] linearizableReadLoop","detail":"{readStateIndex:5420; appliedIndex:5418; }","duration":"496.121873ms","start":"2026-04-01T02:16:43.331715Z","end":"2026-04-01T02:16:43.827837Z","steps":["trace[1974175611] 'read index received' (duration: 494.833098ms)","trace[1974175611] 'applied index is now lower than readState.Index' (duration: 1.287575ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:16:43.828192Z","caller":"traceutil/trace.go:171","msg":"trace[1811388958] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"497.83159ms","start":"2026-04-01T02:16:43.330345Z","end":"2026-04-01T02:16:43.828177Z","steps":["trace[1811388958] 'process raft request' (duration: 497.359547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:43.828331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:43.330322Z","time spent":"497.915542ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:16:43.829042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.321195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777469"} {"level":"info","ts":"2026-04-01T02:16:43.82912Z","caller":"traceutil/trace.go:171","msg":"trace[1652514869] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5221; }","duration":"497.420819ms","start":"2026-04-01T02:16:43.331681Z","end":"2026-04-01T02:16:43.829102Z","steps":["trace[1652514869] 'agreement among raft nodes before linearized reading' (duration: 496.862193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:43.829168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:43.331671Z","time spent":"497.48396ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777493,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-01T02:16:44.194847Z","caller":"traceutil/trace.go:171","msg":"trace[1415809272] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"324.665865ms","start":"2026-04-01T02:16:43.870156Z","end":"2026-04-01T02:16:44.194822Z","steps":["trace[1415809272] 'process raft request' (duration: 324.48367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:44.195036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:43.870134Z","time spent":"324.80685ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:16:44.567864Z","caller":"traceutil/trace.go:171","msg":"trace[2099323967] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"540.712749ms","start":"2026-04-01T02:16:44.027122Z","end":"2026-04-01T02:16:44.567834Z","steps":["trace[2099323967] 'process raft request' (duration: 508.445563ms)","trace[2099323967] 'compare' (duration: 32.118792ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:16:44.568071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:44.027088Z","time spent":"540.888084ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:16:44.568172Z","caller":"traceutil/trace.go:171","msg":"trace[407730266] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"524.097892ms","start":"2026-04-01T02:16:44.044049Z","end":"2026-04-01T02:16:44.568147Z","steps":["trace[407730266] 'process raft request' (duration: 523.737242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:44.568324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:44.04402Z","time spent":"524.226976ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:16:44.568372Z","caller":"traceutil/trace.go:171","msg":"trace[1788996294] linearizableReadLoop","detail":"{readStateIndex:5423; appliedIndex:5420; }","duration":"512.439442ms","start":"2026-04-01T02:16:44.055894Z","end":"2026-04-01T02:16:44.568333Z","steps":["trace[1788996294] 'read index received' (duration: 138.787122ms)","trace[1788996294] 'applied index is now lower than readState.Index' (duration: 373.64863ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:16:44.568401Z","caller":"traceutil/trace.go:171","msg":"trace[1934836336] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"509.995625ms","start":"2026-04-01T02:16:44.058386Z","end":"2026-04-01T02:16:44.568382Z","steps":["trace[1934836336] 'process raft request' (duration: 509.647435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:44.568554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:44.058372Z","time spent":"510.112667ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:16:44.568615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.044981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:16:44.56861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.691849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T02:16:44.568672Z","caller":"traceutil/trace.go:171","msg":"trace[773448429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5225; }","duration":"343.104132ms","start":"2026-04-01T02:16:44.225554Z","end":"2026-04-01T02:16:44.568658Z","steps":["trace[773448429] 'agreement among raft nodes before linearized reading' (duration: 343.01443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:44.5687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.361121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:16:44.568722Z","caller":"traceutil/trace.go:171","msg":"trace[194463909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5225; }","duration":"512.847193ms","start":"2026-04-01T02:16:44.055849Z","end":"2026-04-01T02:16:44.568696Z","steps":["trace[194463909] 'agreement among raft nodes before linearized reading' (duration: 512.585586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:44.568749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.935072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:16:44.568763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.517877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T02:16:44.568781Z","caller":"traceutil/trace.go:171","msg":"trace[1296143373] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5225; }","duration":"291.495075ms","start":"2026-04-01T02:16:44.277262Z","end":"2026-04-01T02:16:44.568757Z","steps":["trace[1296143373] 'agreement among raft nodes before linearized reading' (duration: 291.370412ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:44.568806Z","caller":"traceutil/trace.go:171","msg":"trace[403774319] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5225; }","duration":"381.63819ms","start":"2026-04-01T02:16:44.187156Z","end":"2026-04-01T02:16:44.568794Z","steps":["trace[403774319] 'agreement among raft nodes before linearized reading' (duration: 381.466235ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:44.568825Z","caller":"traceutil/trace.go:171","msg":"trace[1387987960] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5225; }","duration":"306.053445ms","start":"2026-04-01T02:16:44.262735Z","end":"2026-04-01T02:16:44.568789Z","steps":["trace[1387987960] 'agreement among raft nodes before linearized reading' (duration: 305.900981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:44.568821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.682706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T02:16:44.56885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:44.187131Z","time spent":"381.711962ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T02:16:44.568865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.143702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T02:16:44.568871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:44.26272Z","time spent":"306.139147ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:16:44.568785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:44.055833Z","time spent":"512.939125ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T02:16:44.568903Z","caller":"traceutil/trace.go:171","msg":"trace[1923888648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5225; }","duration":"509.83766ms","start":"2026-04-01T02:16:44.059047Z","end":"2026-04-01T02:16:44.568885Z","steps":["trace[1923888648] 'agreement among raft nodes before linearized reading' (duration: 509.524602ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:44.568919Z","caller":"traceutil/trace.go:171","msg":"trace[1360295279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5225; }","duration":"509.214313ms","start":"2026-04-01T02:16:44.059692Z","end":"2026-04-01T02:16:44.568906Z","steps":["trace[1360295279] 'agreement among raft nodes before linearized reading' (duration: 509.066469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:44.568962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:44.059682Z","time spent":"509.269815ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T02:16:44.568942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:44.059021Z","time spent":"509.910823ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T02:16:44.568719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:44.225493Z","time spent":"343.214815ms","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T02:16:44.569105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.390116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81f167a0-cabf-48e4-85c6-f986501200c1\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-04-01T02:16:44.569149Z","caller":"traceutil/trace.go:171","msg":"trace[174243776] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-81f167a0-cabf-48e4-85c6-f986501200c1; range_end:; response_count:1; response_revision:5225; }","duration":"372.453368ms","start":"2026-04-01T02:16:44.196684Z","end":"2026-04-01T02:16:44.569137Z","steps":["trace[174243776] 'agreement among raft nodes before linearized reading' (duration: 372.320075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:44.569178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:16:44.196672Z","time spent":"372.499649ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3928,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81f167a0-cabf-48e4-85c6-f986501200c1\" "} {"level":"info","ts":"2026-04-01T02:16:46.246728Z","caller":"traceutil/trace.go:171","msg":"trace[423033191] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"297.278834ms","start":"2026-04-01T02:16:45.949426Z","end":"2026-04-01T02:16:46.246705Z","steps":["trace[423033191] 'process raft request' (duration: 297.13211ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:53.748672Z","caller":"traceutil/trace.go:171","msg":"trace[641255663] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"155.804737ms","start":"2026-04-01T02:16:53.592837Z","end":"2026-04-01T02:16:53.748642Z","steps":["trace[641255663] 'process raft request' (duration: 100.052017ms)","trace[641255663] 'compare' (duration: 55.440392ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:16:53.748874Z","caller":"traceutil/trace.go:171","msg":"trace[17834149] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"155.947692ms","start":"2026-04-01T02:16:53.592901Z","end":"2026-04-01T02:16:53.748848Z","steps":["trace[17834149] 'process raft request' (duration: 155.689745ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:53.813928Z","caller":"traceutil/trace.go:171","msg":"trace[59585899] linearizableReadLoop","detail":"{readStateIndex:5621; appliedIndex:5617; }","duration":"156.661511ms","start":"2026-04-01T02:16:53.657217Z","end":"2026-04-01T02:16:53.813878Z","steps":["trace[59585899] 'read index received' (duration: 35.68331ms)","trace[59585899] 'applied index is now lower than readState.Index' (duration: 120.977461ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:16:53.813946Z","caller":"traceutil/trace.go:171","msg":"trace[960415949] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"207.160538ms","start":"2026-04-01T02:16:53.606763Z","end":"2026-04-01T02:16:53.813924Z","steps":["trace[960415949] 'process raft request' (duration: 206.965732ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:53.814061Z","caller":"traceutil/trace.go:171","msg":"trace[1328287399] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"207.165528ms","start":"2026-04-01T02:16:53.606856Z","end":"2026-04-01T02:16:53.814021Z","steps":["trace[1328287399] 'process raft request' (duration: 206.980583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:53.814104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.872777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:16:53.814273Z","caller":"traceutil/trace.go:171","msg":"trace[1223220825] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:5417; }","duration":"157.069003ms","start":"2026-04-01T02:16:53.657173Z","end":"2026-04-01T02:16:53.814242Z","steps":["trace[1223220825] 'agreement among raft nodes before linearized reading' (duration: 156.808865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:54.037388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.159284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T02:16:54.037465Z","caller":"traceutil/trace.go:171","msg":"trace[1027359445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5417; }","duration":"138.279977ms","start":"2026-04-01T02:16:53.899165Z","end":"2026-04-01T02:16:54.037445Z","steps":["trace[1027359445] 'range keys from in-memory index tree' (duration: 137.997059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:54.037538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.504683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T02:16:54.037639Z","caller":"traceutil/trace.go:171","msg":"trace[1371798869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5417; }","duration":"134.617176ms","start":"2026-04-01T02:16:53.903003Z","end":"2026-04-01T02:16:54.037621Z","steps":["trace[1371798869] 'range keys from in-memory index tree' (duration: 134.320918ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:54.773318Z","caller":"traceutil/trace.go:171","msg":"trace[172434894] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"169.463733ms","start":"2026-04-01T02:16:54.603829Z","end":"2026-04-01T02:16:54.773293Z","steps":["trace[172434894] 'process raft request' (duration: 157.677339ms)","trace[172434894] 'compare' (duration: 11.65074ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:16:54.773441Z","caller":"traceutil/trace.go:171","msg":"trace[1531788967] linearizableReadLoop","detail":"{readStateIndex:5627; appliedIndex:5624; }","duration":"140.170469ms","start":"2026-04-01T02:16:54.633235Z","end":"2026-04-01T02:16:54.773406Z","steps":["trace[1531788967] 'read index received' (duration: 21.534541ms)","trace[1531788967] 'applied index is now lower than readState.Index' (duration: 118.633998ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:16:54.773507Z","caller":"traceutil/trace.go:171","msg":"trace[268458903] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"168.480276ms","start":"2026-04-01T02:16:54.605001Z","end":"2026-04-01T02:16:54.773482Z","steps":["trace[268458903] 'process raft request' (duration: 168.26351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:54.773655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.131515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-01T02:16:54.77369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.443106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T02:16:54.77371Z","caller":"traceutil/trace.go:171","msg":"trace[187562778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5423; }","duration":"133.213288ms","start":"2026-04-01T02:16:54.640484Z","end":"2026-04-01T02:16:54.773697Z","steps":["trace[187562778] 'agreement among raft nodes before linearized reading' (duration: 133.079474ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:16:54.773715Z","caller":"traceutil/trace.go:171","msg":"trace[1715928115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5423; }","duration":"140.505568ms","start":"2026-04-01T02:16:54.633202Z","end":"2026-04-01T02:16:54.773707Z","steps":["trace[1715928115] 'agreement among raft nodes before linearized reading' (duration: 140.401725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:16:54.773803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.540779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T02:16:54.773935Z","caller":"traceutil/trace.go:171","msg":"trace[1136672854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5423; }","duration":"132.687263ms","start":"2026-04-01T02:16:54.641191Z","end":"2026-04-01T02:16:54.773878Z","steps":["trace[1136672854] 'agreement among raft nodes before linearized reading' (duration: 132.421455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:01.370443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.270432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:17:01.370627Z","caller":"traceutil/trace.go:171","msg":"trace[1476861908] linearizableReadLoop","detail":"{readStateIndex:5736; appliedIndex:5735; }","duration":"329.860257ms","start":"2026-04-01T02:17:01.040741Z","end":"2026-04-01T02:17:01.370601Z","steps":["trace[1476861908] 'read index received' (duration: 95.294287ms)","trace[1476861908] 'applied index is now lower than readState.Index' (duration: 234.55455ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:17:01.370732Z","caller":"traceutil/trace.go:171","msg":"trace[1272453677] transaction","detail":"{read_only:false; response_revision:5531; number_of_response:1; }","duration":"331.369439ms","start":"2026-04-01T02:17:01.039324Z","end":"2026-04-01T02:17:01.370694Z","steps":["trace[1272453677] 'process raft request' (duration: 96.764217ms)","trace[1272453677] 'compare' (duration: 234.074567ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:17:01.370871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.553707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:17:01.370897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:01.039312Z","time spent":"331.503352ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T02:17:01.370919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.361564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-01T02:17:01.370949Z","caller":"traceutil/trace.go:171","msg":"trace[2098749700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5531; }","duration":"145.68113ms","start":"2026-04-01T02:17:01.22525Z","end":"2026-04-01T02:17:01.370931Z","steps":["trace[2098749700] 'agreement among raft nodes before linearized reading' (duration: 145.547577ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:17:01.37096Z","caller":"traceutil/trace.go:171","msg":"trace[2141352224] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5531; }","duration":"329.419625ms","start":"2026-04-01T02:17:01.041526Z","end":"2026-04-01T02:17:01.370946Z","steps":["trace[2141352224] 'agreement among raft nodes before linearized reading' (duration: 329.23815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:01.370969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.193746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-04-01T02:17:01.371008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:01.041518Z","time spent":"329.480277ms","remote":"127.0.0.1:32980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-01T02:17:01.371046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.353709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-01T02:17:01.371138Z","caller":"traceutil/trace.go:171","msg":"trace[1406814719] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5531; }","duration":"260.493962ms","start":"2026-04-01T02:17:01.110625Z","end":"2026-04-01T02:17:01.371119Z","steps":["trace[1406814719] 'agreement among raft nodes before linearized reading' (duration: 260.228025ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:17:01.371068Z","caller":"traceutil/trace.go:171","msg":"trace[610106063] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5531; }","duration":"330.311889ms","start":"2026-04-01T02:17:01.040729Z","end":"2026-04-01T02:17:01.37104Z","steps":["trace[610106063] 'agreement among raft nodes before linearized reading' (duration: 329.97856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:01.371234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:01.040723Z","time spent":"330.496154ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-04-01T02:17:02.513362Z","caller":"traceutil/trace.go:171","msg":"trace[1874138353] linearizableReadLoop","detail":"{readStateIndex:5752; appliedIndex:5751; }","duration":"391.179651ms","start":"2026-04-01T02:17:02.122151Z","end":"2026-04-01T02:17:02.513331Z","steps":["trace[1874138353] 'read index received' (duration: 390.994836ms)","trace[1874138353] 'applied index is now lower than readState.Index' (duration: 183.055µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:17:02.513464Z","caller":"traceutil/trace.go:171","msg":"trace[90732875] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"396.313042ms","start":"2026-04-01T02:17:02.117122Z","end":"2026-04-01T02:17:02.513435Z","steps":["trace[90732875] 'process raft request' (duration: 396.038494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:02.513623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:02.117091Z","time spent":"396.450215ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:17:02.513799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.615823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T02:17:02.513853Z","caller":"traceutil/trace.go:171","msg":"trace[797630681] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5546; }","duration":"391.740907ms","start":"2026-04-01T02:17:02.1221Z","end":"2026-04-01T02:17:02.513841Z","steps":["trace[797630681] 'agreement among raft nodes before linearized reading' (duration: 391.381827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:02.513934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:02.122082Z","time spent":"391.839639ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T02:17:02.694205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.512033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:17:02.69438Z","caller":"traceutil/trace.go:171","msg":"trace[1219136977] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"390.316377ms","start":"2026-04-01T02:17:02.304013Z","end":"2026-04-01T02:17:02.69433Z","steps":["trace[1219136977] 'process raft request' (duration: 255.597738ms)","trace[1219136977] 'compare' (duration: 134.236286ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:17:02.694434Z","caller":"traceutil/trace.go:171","msg":"trace[93614436] linearizableReadLoop","detail":"{readStateIndex:5753; appliedIndex:5752; }","duration":"180.948018ms","start":"2026-04-01T02:17:02.513451Z","end":"2026-04-01T02:17:02.694399Z","steps":["trace[93614436] 'read index received' (duration: 46.152307ms)","trace[93614436] 'applied index is now lower than readState.Index' (duration: 134.792041ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:17:02.694522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.250517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:17:02.694582Z","caller":"traceutil/trace.go:171","msg":"trace[857462577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5548; }","duration":"468.36528ms","start":"2026-04-01T02:17:02.226205Z","end":"2026-04-01T02:17:02.694571Z","steps":["trace[857462577] 'agreement among raft nodes before linearized reading' (duration: 468.277278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:02.694621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:02.303985Z","time spent":"390.514882ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:17:02.694635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:02.226178Z","time spent":"468.442222ms","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T02:17:02.694661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.511335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T02:17:02.694929Z","caller":"traceutil/trace.go:171","msg":"trace[1257936046] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5548; }","duration":"570.619178ms","start":"2026-04-01T02:17:02.124108Z","end":"2026-04-01T02:17:02.694727Z","steps":["trace[1257936046] 'agreement among raft nodes before linearized reading' (duration: 570.419343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:02.694971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:02.1241Z","time spent":"570.861665ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T02:17:02.694429Z","caller":"traceutil/trace.go:171","msg":"trace[296623756] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"176.172147ms","start":"2026-04-01T02:17:02.518234Z","end":"2026-04-01T02:17:02.694406Z","steps":["trace[296623756] 'process raft request' (duration: 176.087015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:02.982233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.544054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:17:02.982358Z","caller":"traceutil/trace.go:171","msg":"trace[75187328] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"282.983239ms","start":"2026-04-01T02:17:02.699352Z","end":"2026-04-01T02:17:02.982336Z","steps":["trace[75187328] 'process raft request' (duration: 105.234609ms)","trace[75187328] 'compare' (duration: 177.412611ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:17:03.416025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.255761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:17:03.416369Z","caller":"traceutil/trace.go:171","msg":"trace[1642092507] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"714.864848ms","start":"2026-04-01T02:17:02.701479Z","end":"2026-04-01T02:17:03.416344Z","steps":["trace[1642092507] 'process raft request' (duration: 531.189165ms)","trace[1642092507] 'compare' (duration: 182.949283ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:17:03.416482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:02.701452Z","time spent":"714.967441ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:17:03.416653Z","caller":"traceutil/trace.go:171","msg":"trace[2070519931] linearizableReadLoop","detail":"{readStateIndex:5758; appliedIndex:5755; }","duration":"602.176024ms","start":"2026-04-01T02:17:02.814457Z","end":"2026-04-01T02:17:03.416633Z","steps":["trace[2070519931] 'read index received' (duration: 418.290615ms)","trace[2070519931] 'applied index is now lower than readState.Index' (duration: 183.884009ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:17:03.416743Z","caller":"traceutil/trace.go:171","msg":"trace[483981545] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"621.205147ms","start":"2026-04-01T02:17:02.795518Z","end":"2026-04-01T02:17:03.416723Z","steps":["trace[483981545] 'process raft request' (duration: 620.991511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:03.416815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.355769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T02:17:03.416798Z","caller":"traceutil/trace.go:171","msg":"trace[1778393252] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"702.17929ms","start":"2026-04-01T02:17:02.714581Z","end":"2026-04-01T02:17:03.41676Z","steps":["trace[1778393252] 'process raft request' (duration: 701.544942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:03.416834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:02.795478Z","time spent":"621.312339ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:17:03.416848Z","caller":"traceutil/trace.go:171","msg":"trace[997810470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5552; }","duration":"602.39059ms","start":"2026-04-01T02:17:02.814449Z","end":"2026-04-01T02:17:03.41684Z","steps":["trace[997810470] 'agreement among raft nodes before linearized reading' (duration: 602.272226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:03.416874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:02.81439Z","time spent":"602.479963ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T02:17:03.41697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:02.714558Z","time spent":"702.312584ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:17:03.464802Z","caller":"traceutil/trace.go:171","msg":"trace[758518258] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"625.194556ms","start":"2026-04-01T02:17:02.839584Z","end":"2026-04-01T02:17:03.464778Z","steps":["trace[758518258] 'process raft request' (duration: 625.089873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:03.464957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:02.839557Z","time spent":"625.32106ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:17:03.46511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.056638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a9ccba4e-d089-4161-832b-038b8c825ad2\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-04-01T02:17:03.465147Z","caller":"traceutil/trace.go:171","msg":"trace[729542398] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a9ccba4e-d089-4161-832b-038b8c825ad2; range_end:; response_count:1; response_revision:5553; }","duration":"548.12519ms","start":"2026-04-01T02:17:02.917008Z","end":"2026-04-01T02:17:03.465133Z","steps":["trace[729542398] 'agreement among raft nodes before linearized reading' (duration: 548.065478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:03.465176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:02.916983Z","time spent":"548.187202ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3790,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a9ccba4e-d089-4161-832b-038b8c825ad2\" "} {"level":"warn","ts":"2026-04-01T02:17:03.465328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.762829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-01T02:17:03.465308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.982845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:17:03.465355Z","caller":"traceutil/trace.go:171","msg":"trace[1358880348] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5553; }","duration":"524.832551ms","start":"2026-04-01T02:17:02.940514Z","end":"2026-04-01T02:17:03.465346Z","steps":["trace[1358880348] 'agreement among raft nodes before linearized reading' (duration: 524.729228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:03.465383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:02.94049Z","time spent":"524.885632ms","remote":"127.0.0.1:32980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-01T02:17:03.465368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.387031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T02:17:03.465387Z","caller":"traceutil/trace.go:171","msg":"trace[1820281138] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5553; }","duration":"348.114338ms","start":"2026-04-01T02:17:03.117253Z","end":"2026-04-01T02:17:03.465368Z","steps":["trace[1820281138] 'agreement among raft nodes before linearized reading' (duration: 347.983135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:03.465426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.855781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T02:17:03.465442Z","caller":"traceutil/trace.go:171","msg":"trace[2106843509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5553; }","duration":"649.532275ms","start":"2026-04-01T02:17:02.815892Z","end":"2026-04-01T02:17:03.465424Z","steps":["trace[2106843509] 'agreement among raft nodes before linearized reading' (duration: 649.275578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:03.465451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:03.11723Z","time spent":"348.208941ms","remote":"127.0.0.1:32980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:17:03.46549Z","caller":"traceutil/trace.go:171","msg":"trace[1065987232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5553; }","duration":"650.961434ms","start":"2026-04-01T02:17:02.814512Z","end":"2026-04-01T02:17:03.465473Z","steps":["trace[1065987232] 'agreement among raft nodes before linearized reading' (duration: 650.82704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:03.465494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:02.815877Z","time spent":"649.608486ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T02:17:03.465526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:02.814487Z","time spent":"651.031345ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T02:17:05.087442Z","caller":"traceutil/trace.go:171","msg":"trace[1646975012] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"382.685167ms","start":"2026-04-01T02:17:04.704728Z","end":"2026-04-01T02:17:05.087414Z","steps":["trace[1646975012] 'process raft request' (duration: 382.488272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:05.08762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:04.704704Z","time spent":"382.827342ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:17:05.09729Z","caller":"traceutil/trace.go:171","msg":"trace[965344137] linearizableReadLoop","detail":"{readStateIndex:5770; appliedIndex:5768; }","duration":"150.244505ms","start":"2026-04-01T02:17:04.947022Z","end":"2026-04-01T02:17:05.097267Z","steps":["trace[965344137] 'read index received' (duration: 140.256671ms)","trace[965344137] 'applied index is now lower than readState.Index' (duration: 9.986904ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:17:05.097355Z","caller":"traceutil/trace.go:171","msg":"trace[635534206] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"385.502225ms","start":"2026-04-01T02:17:04.711827Z","end":"2026-04-01T02:17:05.097329Z","steps":["trace[635534206] 'process raft request' (duration: 385.305589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:05.097467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:04.711797Z","time spent":"385.611088ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:17:05.097503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.464511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T02:17:05.09753Z","caller":"traceutil/trace.go:171","msg":"trace[1080992794] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5564; }","duration":"150.543903ms","start":"2026-04-01T02:17:04.946978Z","end":"2026-04-01T02:17:05.097522Z","steps":["trace[1080992794] 'agreement among raft nodes before linearized reading' (duration: 150.388529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:05.097561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.74892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T02:17:05.097616Z","caller":"traceutil/trace.go:171","msg":"trace[516678145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5564; }","duration":"110.849333ms","start":"2026-04-01T02:17:04.986753Z","end":"2026-04-01T02:17:05.097603Z","steps":["trace[516678145] 'agreement among raft nodes before linearized reading' (duration: 110.679488ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:17:05.586743Z","caller":"traceutil/trace.go:171","msg":"trace[1845065084] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"163.966102ms","start":"2026-04-01T02:17:05.422748Z","end":"2026-04-01T02:17:05.586714Z","steps":["trace[1845065084] 'process raft request' (duration: 120.209001ms)","trace[1845065084] 'compare' (duration: 43.542025ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:17:05.586883Z","caller":"traceutil/trace.go:171","msg":"trace[797086143] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"115.44696ms","start":"2026-04-01T02:17:05.471416Z","end":"2026-04-01T02:17:05.586863Z","steps":["trace[797086143] 'process raft request' (duration: 115.233974ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:17:05.586978Z","caller":"traceutil/trace.go:171","msg":"trace[1350510095] linearizableReadLoop","detail":"{readStateIndex:5788; appliedIndex:5786; }","duration":"111.284395ms","start":"2026-04-01T02:17:05.475665Z","end":"2026-04-01T02:17:05.586949Z","steps":["trace[1350510095] 'read index received' (duration: 67.267057ms)","trace[1350510095] 'applied index is now lower than readState.Index' (duration: 44.014718ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:17:05.587341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.656805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a9ccba4e-d089-4161-832b-038b8c825ad2\" ","response":"range_response_count:1 size:3952"} {"level":"warn","ts":"2026-04-01T02:17:05.587404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.411599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T02:17:05.587426Z","caller":"traceutil/trace.go:171","msg":"trace[2050103861] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a9ccba4e-d089-4161-832b-038b8c825ad2; range_end:; response_count:1; response_revision:5582; }","duration":"111.784169ms","start":"2026-04-01T02:17:05.475621Z","end":"2026-04-01T02:17:05.587406Z","steps":["trace[2050103861] 'agreement among raft nodes before linearized reading' (duration: 111.530332ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:17:05.587449Z","caller":"traceutil/trace.go:171","msg":"trace[1407553519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5582; }","duration":"107.581184ms","start":"2026-04-01T02:17:05.479856Z","end":"2026-04-01T02:17:05.587437Z","steps":["trace[1407553519] 'agreement among raft nodes before linearized reading' (duration: 107.355898ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:17:20.108431Z","caller":"traceutil/trace.go:171","msg":"trace[285679378] transaction","detail":"{read_only:false; response_revision:5775; number_of_response:1; }","duration":"602.109811ms","start":"2026-04-01T02:17:19.506253Z","end":"2026-04-01T02:17:20.108362Z","steps":["trace[285679378] 'process raft request' (duration: 601.878295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:20.108616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:19.506229Z","time spent":"602.291706ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:17:20.144315Z","caller":"traceutil/trace.go:171","msg":"trace[1354443636] transaction","detail":"{read_only:false; response_revision:5776; number_of_response:1; }","duration":"491.259859ms","start":"2026-04-01T02:17:19.653028Z","end":"2026-04-01T02:17:20.144288Z","steps":["trace[1354443636] 'process raft request' (duration: 491.067654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:20.144496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:19.653001Z","time spent":"491.408423ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:17:20.144701Z","caller":"traceutil/trace.go:171","msg":"trace[382773492] linearizableReadLoop","detail":"{readStateIndex:5990; appliedIndex:5987; }","duration":"486.789866ms","start":"2026-04-01T02:17:19.657746Z","end":"2026-04-01T02:17:20.144536Z","steps":["trace[382773492] 'read index received' (duration: 450.49555ms)","trace[382773492] 'applied index is now lower than readState.Index' (duration: 36.291016ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:17:20.14477Z","caller":"traceutil/trace.go:171","msg":"trace[1823095708] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"490.736635ms","start":"2026-04-01T02:17:19.654012Z","end":"2026-04-01T02:17:20.144749Z","steps":["trace[1823095708] 'process raft request' (duration: 490.216811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:20.14497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.200347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T02:17:20.145005Z","caller":"traceutil/trace.go:171","msg":"trace[319468047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5777; }","duration":"487.28513ms","start":"2026-04-01T02:17:19.657711Z","end":"2026-04-01T02:17:20.144996Z","steps":["trace[319468047] 'agreement among raft nodes before linearized reading' (duration: 487.107555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:20.145038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:19.654003Z","time spent":"490.972341ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:17:20.145063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:19.657701Z","time spent":"487.353811ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T02:17:20.145166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.711234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-01T02:17:20.145206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.750236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:17:20.145223Z","caller":"traceutil/trace.go:171","msg":"trace[2061229509] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5777; }","duration":"486.786746ms","start":"2026-04-01T02:17:19.658421Z","end":"2026-04-01T02:17:20.145208Z","steps":["trace[2061229509] 'agreement among raft nodes before linearized reading' (duration: 486.627851ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:17:20.145236Z","caller":"traceutil/trace.go:171","msg":"trace[2058744137] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5777; }","duration":"450.808908ms","start":"2026-04-01T02:17:19.694417Z","end":"2026-04-01T02:17:20.145226Z","steps":["trace[2058744137] 'agreement among raft nodes before linearized reading' (duration: 450.748867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:20.145259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:19.65841Z","time spent":"486.841858ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T02:17:20.145266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:19.694403Z","time spent":"450.855679ms","remote":"127.0.0.1:45194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:17:20.145389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.81914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T02:17:20.145421Z","caller":"traceutil/trace.go:171","msg":"trace[1736844555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5777; }","duration":"485.86582ms","start":"2026-04-01T02:17:19.659547Z","end":"2026-04-01T02:17:20.145413Z","steps":["trace[1736844555] 'agreement among raft nodes before linearized reading' (duration: 485.783378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:20.145409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.531767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-01T02:17:20.145448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:19.659539Z","time spent":"485.904252ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T02:17:20.145473Z","caller":"traceutil/trace.go:171","msg":"trace[1977015848] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5777; }","duration":"314.632789ms","start":"2026-04-01T02:17:19.830821Z","end":"2026-04-01T02:17:20.145454Z","steps":["trace[1977015848] 'agreement among raft nodes before linearized reading' (duration: 314.471175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:20.145532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:19.830806Z","time spent":"314.713331ms","remote":"127.0.0.1:44906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-01T02:17:20.146302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.304238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T02:17:20.146437Z","caller":"traceutil/trace.go:171","msg":"trace[1419363535] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:5777; }","duration":"484.465392ms","start":"2026-04-01T02:17:19.661927Z","end":"2026-04-01T02:17:20.146392Z","steps":["trace[1419363535] 'agreement among raft nodes before linearized reading' (duration: 483.240839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:20.146532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:17:19.661884Z","time spent":"484.635317ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-p2zx8\" "} {"level":"info","ts":"2026-04-01T02:17:20.270344Z","caller":"traceutil/trace.go:171","msg":"trace[1459087141] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"119.81508ms","start":"2026-04-01T02:17:20.150507Z","end":"2026-04-01T02:17:20.270322Z","steps":["trace[1459087141] 'process raft request' (duration: 60.070859ms)","trace[1459087141] 'compare' (duration: 59.594157ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:17:20.270594Z","caller":"traceutil/trace.go:171","msg":"trace[1508910151] transaction","detail":"{read_only:false; response_revision:5779; number_of_response:1; }","duration":"120.058496ms","start":"2026-04-01T02:17:20.150526Z","end":"2026-04-01T02:17:20.270585Z","steps":["trace[1508910151] 'process raft request' (duration: 119.761678ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:17:20.270661Z","caller":"traceutil/trace.go:171","msg":"trace[642923936] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"119.611574ms","start":"2026-04-01T02:17:20.151043Z","end":"2026-04-01T02:17:20.270655Z","steps":["trace[642923936] 'process raft request' (duration: 119.47348ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:17:20.270654Z","caller":"traceutil/trace.go:171","msg":"trace[1740477035] linearizableReadLoop","detail":"{readStateIndex:5992; appliedIndex:5990; }","duration":"120.046936ms","start":"2026-04-01T02:17:20.150584Z","end":"2026-04-01T02:17:20.270631Z","steps":["trace[1740477035] 'read index received' (duration: 60.120651ms)","trace[1740477035] 'applied index is now lower than readState.Index' (duration: 59.925325ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:17:20.270971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.364445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81896"} {"level":"info","ts":"2026-04-01T02:17:20.271064Z","caller":"traceutil/trace.go:171","msg":"trace[1444978655] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5780; }","duration":"120.483038ms","start":"2026-04-01T02:17:20.150561Z","end":"2026-04-01T02:17:20.271044Z","steps":["trace[1444978655] 'agreement among raft nodes before linearized reading' (duration: 120.168039ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:17:21.673335Z","caller":"traceutil/trace.go:171","msg":"trace[1920541378] linearizableReadLoop","detail":"{readStateIndex:5999; appliedIndex:5998; }","duration":"207.196879ms","start":"2026-04-01T02:17:21.466116Z","end":"2026-04-01T02:17:21.673313Z","steps":["trace[1920541378] 'read index received' (duration: 207.001634ms)","trace[1920541378] 'applied index is now lower than readState.Index' (duration: 194.515µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:17:21.673437Z","caller":"traceutil/trace.go:171","msg":"trace[1190911139] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"229.743208ms","start":"2026-04-01T02:17:21.443672Z","end":"2026-04-01T02:17:21.673415Z","steps":["trace[1190911139] 'process raft request' (duration: 229.501052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:21.673572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.443906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-01T02:17:21.673618Z","caller":"traceutil/trace.go:171","msg":"trace[137565969] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5785; }","duration":"207.548368ms","start":"2026-04-01T02:17:21.466055Z","end":"2026-04-01T02:17:21.673603Z","steps":["trace[137565969] 'agreement among raft nodes before linearized reading' (duration: 207.380614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:17:21.943265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.678437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17206"} {"level":"info","ts":"2026-04-01T02:17:21.943343Z","caller":"traceutil/trace.go:171","msg":"trace[1359168500] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5785; }","duration":"107.798869ms","start":"2026-04-01T02:17:21.835526Z","end":"2026-04-01T02:17:21.943325Z","steps":["trace[1359168500] 'range keys from in-memory index tree' (duration: 107.579494ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:17:22.100449Z","caller":"traceutil/trace.go:171","msg":"trace[1104610500] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"113.158617ms","start":"2026-04-01T02:17:21.987263Z","end":"2026-04-01T02:17:22.100422Z","steps":["trace[1104610500] 'process raft request' (duration: 113.064394ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:17:22.100483Z","caller":"traceutil/trace.go:171","msg":"trace[796787489] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"113.446015ms","start":"2026-04-01T02:17:21.987004Z","end":"2026-04-01T02:17:22.10045Z","steps":["trace[796787489] 'process raft request' (duration: 73.95466ms)","trace[796787489] 'compare' (duration: 39.221997ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:17:22.100662Z","caller":"traceutil/trace.go:171","msg":"trace[1279522264] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"113.296191ms","start":"2026-04-01T02:17:21.987345Z","end":"2026-04-01T02:17:22.100642Z","steps":["trace[1279522264] 'process raft request' (duration: 113.037484ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:17:22.100715Z","caller":"traceutil/trace.go:171","msg":"trace[1262571165] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"111.718987ms","start":"2026-04-01T02:17:21.988982Z","end":"2026-04-01T02:17:22.100701Z","steps":["trace[1262571165] 'process raft request' (duration: 111.585374ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:17:38.39969Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2981} {"level":"info","ts":"2026-04-01T02:17:38.479639Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2981,"took":"78.349471ms","hash":4294805590,"current-db-size-bytes":54931456,"current-db-size":"55 MB","current-db-size-in-use-bytes":31936512,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-01T02:17:38.479753Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4294805590,"revision":2981,"compact-revision":-1} {"level":"info","ts":"2026-04-01T02:17:55.40467Z","caller":"traceutil/trace.go:171","msg":"trace[776752612] transaction","detail":"{read_only:false; response_revision:6086; number_of_response:1; }","duration":"105.723807ms","start":"2026-04-01T02:17:55.298897Z","end":"2026-04-01T02:17:55.404621Z","steps":["trace[776752612] 'process raft request' (duration: 105.517862ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:18:05.427818Z","caller":"traceutil/trace.go:171","msg":"trace[1639092034] linearizableReadLoop","detail":"{readStateIndex:6368; appliedIndex:6367; }","duration":"333.356149ms","start":"2026-04-01T02:18:05.094438Z","end":"2026-04-01T02:18:05.427794Z","steps":["trace[1639092034] 'read index received' (duration: 333.102182ms)","trace[1639092034] 'applied index is now lower than readState.Index' (duration: 252.997µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:18:05.427888Z","caller":"traceutil/trace.go:171","msg":"trace[1706103620] transaction","detail":"{read_only:false; response_revision:6143; number_of_response:1; }","duration":"340.670219ms","start":"2026-04-01T02:18:05.087179Z","end":"2026-04-01T02:18:05.427849Z","steps":["trace[1706103620] 'process raft request' (duration: 340.463904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:18:05.428039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.582365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:18:05.428065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:18:05.08716Z","time spent":"340.815244ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:18:05.428098Z","caller":"traceutil/trace.go:171","msg":"trace[1862453975] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:6143; }","duration":"333.659607ms","start":"2026-04-01T02:18:05.094425Z","end":"2026-04-01T02:18:05.428085Z","steps":["trace[1862453975] 'agreement among raft nodes before linearized reading' (duration: 333.519143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:18:05.428148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.544815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:18:05.428139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:18:05.09439Z","time spent":"333.737619ms","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":73,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:18:05.428223Z","caller":"traceutil/trace.go:171","msg":"trace[1367018439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6143; }","duration":"201.659648ms","start":"2026-04-01T02:18:05.22654Z","end":"2026-04-01T02:18:05.428199Z","steps":["trace[1367018439] 'agreement among raft nodes before linearized reading' (duration: 201.554175ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:18:06.448847Z","caller":"traceutil/trace.go:171","msg":"trace[1162629190] transaction","detail":"{read_only:false; response_revision:6147; number_of_response:1; }","duration":"187.365406ms","start":"2026-04-01T02:18:06.261466Z","end":"2026-04-01T02:18:06.448832Z","steps":["trace[1162629190] 'process raft request' (duration: 187.237923ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:18:06.449131Z","caller":"traceutil/trace.go:171","msg":"trace[1550580648] linearizableReadLoop","detail":"{readStateIndex:6372; appliedIndex:6371; }","duration":"125.12215ms","start":"2026-04-01T02:18:06.323977Z","end":"2026-04-01T02:18:06.449099Z","steps":["trace[1550580648] 'read index received' (duration: 124.670517ms)","trace[1550580648] 'applied index is now lower than readState.Index' (duration: 450.813µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:18:06.449299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.312236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:18:06.44952Z","caller":"traceutil/trace.go:171","msg":"trace[1218910863] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6147; }","duration":"125.583393ms","start":"2026-04-01T02:18:06.323924Z","end":"2026-04-01T02:18:06.449508Z","steps":["trace[1218910863] 'agreement among raft nodes before linearized reading' (duration: 125.281955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:18:06.749215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.509966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T02:18:06.749311Z","caller":"traceutil/trace.go:171","msg":"trace[778772365] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:6149; }","duration":"154.667391ms","start":"2026-04-01T02:18:06.59462Z","end":"2026-04-01T02:18:06.749288Z","steps":["trace[778772365] 'range keys from in-memory index tree' (duration: 154.331431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:18:06.749657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.523174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T02:18:06.749732Z","caller":"traceutil/trace.go:171","msg":"trace[816381975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6149; }","duration":"159.833462ms","start":"2026-04-01T02:18:06.58988Z","end":"2026-04-01T02:18:06.749714Z","steps":["trace[816381975] 'range keys from in-memory index tree' (duration: 159.345199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:18:06.749716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.604266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-01T02:18:06.749711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.678065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T02:18:06.749808Z","caller":"traceutil/trace.go:171","msg":"trace[453357078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6149; }","duration":"159.77219ms","start":"2026-04-01T02:18:06.59001Z","end":"2026-04-01T02:18:06.749782Z","steps":["trace[453357078] 'range keys from in-memory index tree' (duration: 159.38166ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:18:06.749818Z","caller":"traceutil/trace.go:171","msg":"trace[1892167764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6149; }","duration":"164.823789ms","start":"2026-04-01T02:18:06.584971Z","end":"2026-04-01T02:18:06.749795Z","steps":["trace[1892167764] 'range keys from in-memory index tree' (duration: 164.5021ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:18:06.938573Z","caller":"traceutil/trace.go:171","msg":"trace[1664114157] linearizableReadLoop","detail":"{readStateIndex:6378; appliedIndex:6375; }","duration":"128.824522ms","start":"2026-04-01T02:18:06.809728Z","end":"2026-04-01T02:18:06.938553Z","steps":["trace[1664114157] 'read index received' (duration: 4.973497ms)","trace[1664114157] 'applied index is now lower than readState.Index' (duration: 123.850245ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:18:06.938833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.968449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-01T02:18:06.938858Z","caller":"traceutil/trace.go:171","msg":"trace[1597585556] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:6152; }","duration":"128.01701ms","start":"2026-04-01T02:18:06.810833Z","end":"2026-04-01T02:18:06.93885Z","steps":["trace[1597585556] 'agreement among raft nodes before linearized reading' (duration: 127.913327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:18:06.938871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.957897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5888"} {"level":"info","ts":"2026-04-01T02:18:06.938931Z","caller":"traceutil/trace.go:171","msg":"trace[140495020] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:6152; }","duration":"152.059879ms","start":"2026-04-01T02:18:06.786854Z","end":"2026-04-01T02:18:06.938914Z","steps":["trace[140495020] 'agreement among raft nodes before linearized reading' (duration: 151.886615ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:18:06.938908Z","caller":"traceutil/trace.go:171","msg":"trace[1316468959] transaction","detail":"{read_only:false; response_revision:6151; number_of_response:1; }","duration":"184.20211ms","start":"2026-04-01T02:18:06.75467Z","end":"2026-04-01T02:18:06.938873Z","steps":["trace[1316468959] 'process raft request' (duration: 132.238375ms)","trace[1316468959] 'compare' (duration: 51.429631ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:18:06.939065Z","caller":"traceutil/trace.go:171","msg":"trace[1409145835] transaction","detail":"{read_only:false; response_revision:6152; number_of_response:1; }","duration":"184.386825ms","start":"2026-04-01T02:18:06.75467Z","end":"2026-04-01T02:18:06.939057Z","steps":["trace[1409145835] 'process raft request' (duration: 183.84854ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:18:07.155657Z","caller":"traceutil/trace.go:171","msg":"trace[1597644127] transaction","detail":"{read_only:false; response_revision:6155; number_of_response:1; }","duration":"154.447744ms","start":"2026-04-01T02:18:07.001183Z","end":"2026-04-01T02:18:07.155631Z","steps":["trace[1597644127] 'process raft request' (duration: 154.232629ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:18:07.15606Z","caller":"traceutil/trace.go:171","msg":"trace[991024443] transaction","detail":"{read_only:false; response_revision:6157; number_of_response:1; }","duration":"153.757116ms","start":"2026-04-01T02:18:07.002292Z","end":"2026-04-01T02:18:07.156049Z","steps":["trace[991024443] 'process raft request' (duration: 153.624512ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:18:07.156229Z","caller":"traceutil/trace.go:171","msg":"trace[763669991] transaction","detail":"{read_only:false; response_revision:6156; number_of_response:1; }","duration":"154.856815ms","start":"2026-04-01T02:18:07.001347Z","end":"2026-04-01T02:18:07.156204Z","steps":["trace[763669991] 'process raft request' (duration: 154.224498ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:18:07.156613Z","caller":"traceutil/trace.go:171","msg":"trace[1546602846] transaction","detail":"{read_only:false; response_revision:6158; number_of_response:1; }","duration":"154.250309ms","start":"2026-04-01T02:18:07.002349Z","end":"2026-04-01T02:18:07.156599Z","steps":["trace[1546602846] 'process raft request' (duration: 153.668633ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:18:07.157124Z","caller":"traceutil/trace.go:171","msg":"trace[1698651840] transaction","detail":"{read_only:false; response_revision:6159; number_of_response:1; }","duration":"154.625109ms","start":"2026-04-01T02:18:07.002485Z","end":"2026-04-01T02:18:07.15711Z","steps":["trace[1698651840] 'process raft request' (duration: 154.054913ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:18:07.158694Z","caller":"traceutil/trace.go:171","msg":"trace[2100223566] transaction","detail":"{read_only:false; response_revision:6160; number_of_response:1; }","duration":"154.786734ms","start":"2026-04-01T02:18:07.003886Z","end":"2026-04-01T02:18:07.158673Z","steps":["trace[2100223566] 'process raft request' (duration: 153.717124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:18:07.158881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.241632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:18:07.158997Z","caller":"traceutil/trace.go:171","msg":"trace[243015668] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:6160; }","duration":"114.406556ms","start":"2026-04-01T02:18:07.044553Z","end":"2026-04-01T02:18:07.158959Z","steps":["trace[243015668] 'agreement among raft nodes before linearized reading' (duration: 114.218901ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:18:07.159234Z","caller":"traceutil/trace.go:171","msg":"trace[1061813762] linearizableReadLoop","detail":"{readStateIndex:6386; appliedIndex:6380; }","duration":"114.024626ms","start":"2026-04-01T02:18:07.044609Z","end":"2026-04-01T02:18:07.158634Z","steps":["trace[1061813762] 'read index received' (duration: 110.741376ms)","trace[1061813762] 'applied index is now lower than readState.Index' (duration: 3.282339ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:18:07.159586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.71699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-01T02:18:07.15963Z","caller":"traceutil/trace.go:171","msg":"trace[873295046] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6160; }","duration":"112.810982ms","start":"2026-04-01T02:18:07.046804Z","end":"2026-04-01T02:18:07.159615Z","steps":["trace[873295046] 'agreement among raft nodes before linearized reading' (duration: 112.634938ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:18:07.698218Z","caller":"traceutil/trace.go:171","msg":"trace[948922309] transaction","detail":"{read_only:false; response_revision:6162; number_of_response:1; }","duration":"123.870226ms","start":"2026-04-01T02:18:07.574304Z","end":"2026-04-01T02:18:07.698175Z","steps":["trace[948922309] 'process raft request' (duration: 38.114245ms)","trace[948922309] 'compare' (duration: 85.374681ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:18:07.917443Z","caller":"traceutil/trace.go:171","msg":"trace[631873085] transaction","detail":"{read_only:false; response_revision:6164; number_of_response:1; }","duration":"111.23899ms","start":"2026-04-01T02:18:07.806173Z","end":"2026-04-01T02:18:07.917412Z","steps":["trace[631873085] 'process raft request' (duration: 105.40709ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:18:21.915248Z","caller":"traceutil/trace.go:171","msg":"trace[1171494606] linearizableReadLoop","detail":"{readStateIndex:6492; appliedIndex:6491; }","duration":"152.047348ms","start":"2026-04-01T02:18:21.763173Z","end":"2026-04-01T02:18:21.91522Z","steps":["trace[1171494606] 'read index received' (duration: 151.763251ms)","trace[1171494606] 'applied index is now lower than readState.Index' (duration: 279.417µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:18:21.915364Z","caller":"traceutil/trace.go:171","msg":"trace[1730216121] transaction","detail":"{read_only:false; response_revision:6263; number_of_response:1; }","duration":"152.824759ms","start":"2026-04-01T02:18:21.762498Z","end":"2026-04-01T02:18:21.915323Z","steps":["trace[1730216121] 'process raft request' (duration: 152.532691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:18:21.915482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.939245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T02:18:21.915517Z","caller":"traceutil/trace.go:171","msg":"trace[1072836400] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6263; }","duration":"102.013876ms","start":"2026-04-01T02:18:21.813493Z","end":"2026-04-01T02:18:21.915507Z","steps":["trace[1072836400] 'agreement among raft nodes before linearized reading' (duration: 101.864212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:18:21.915517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.325366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19608"} {"level":"info","ts":"2026-04-01T02:18:21.91558Z","caller":"traceutil/trace.go:171","msg":"trace[885294754] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6263; }","duration":"152.397958ms","start":"2026-04-01T02:18:21.763163Z","end":"2026-04-01T02:18:21.915561Z","steps":["trace[885294754] 'agreement among raft nodes before linearized reading' (duration: 152.178572ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:18:22.494442Z","caller":"traceutil/trace.go:171","msg":"trace[1255502604] transaction","detail":"{read_only:false; response_revision:6265; number_of_response:1; }","duration":"190.77639ms","start":"2026-04-01T02:18:22.303632Z","end":"2026-04-01T02:18:22.494409Z","steps":["trace[1255502604] 'process raft request' (duration: 190.540243ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:18:22.645726Z","caller":"traceutil/trace.go:171","msg":"trace[1342903369] transaction","detail":"{read_only:false; response_revision:6266; number_of_response:1; }","duration":"124.783771ms","start":"2026-04-01T02:18:22.520903Z","end":"2026-04-01T02:18:22.645687Z","steps":["trace[1342903369] 'process raft request' (duration: 68.20999ms)","trace[1342903369] 'compare' (duration: 56.123879ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:18:22.653331Z","caller":"traceutil/trace.go:171","msg":"trace[1350724158] transaction","detail":"{read_only:false; response_revision:6267; number_of_response:1; }","duration":"130.075426ms","start":"2026-04-01T02:18:22.52323Z","end":"2026-04-01T02:18:22.653305Z","steps":["trace[1350724158] 'process raft request' (duration: 129.8764ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:18:22.653607Z","caller":"traceutil/trace.go:171","msg":"trace[167742055] transaction","detail":"{read_only:false; response_revision:6268; number_of_response:1; }","duration":"130.068865ms","start":"2026-04-01T02:18:22.523515Z","end":"2026-04-01T02:18:22.653584Z","steps":["trace[167742055] 'process raft request' (duration: 129.757597ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:20:25.772433Z","caller":"traceutil/trace.go:171","msg":"trace[1975252544] linearizableReadLoop","detail":"{readStateIndex:7293; appliedIndex:7292; }","duration":"195.149079ms","start":"2026-04-01T02:20:25.57725Z","end":"2026-04-01T02:20:25.772399Z","steps":["trace[1975252544] 'read index received' (duration: 194.582263ms)","trace[1975252544] 'applied index is now lower than readState.Index' (duration: 565.296µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:20:25.772711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.429426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T02:20:25.772767Z","caller":"traceutil/trace.go:171","msg":"trace[155792740] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:7038; }","duration":"195.541329ms","start":"2026-04-01T02:20:25.57721Z","end":"2026-04-01T02:20:25.772752Z","steps":["trace[155792740] 'agreement among raft nodes before linearized reading' (duration: 195.333784ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:20:25.772946Z","caller":"traceutil/trace.go:171","msg":"trace[1803163888] transaction","detail":"{read_only:false; response_revision:7038; number_of_response:1; }","duration":"285.016692ms","start":"2026-04-01T02:20:25.487884Z","end":"2026-04-01T02:20:25.7729Z","steps":["trace[1803163888] 'process raft request' (duration: 284.105907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:20:27.893592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.391465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:20:27.893707Z","caller":"traceutil/trace.go:171","msg":"trace[1155636865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7048; }","duration":"667.542978ms","start":"2026-04-01T02:20:27.226142Z","end":"2026-04-01T02:20:27.893685Z","steps":["trace[1155636865] 'range keys from in-memory index tree' (duration: 667.318092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:20:27.893752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:20:27.226132Z","time spent":"667.61087ms","remote":"127.0.0.1:44734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T02:20:28.316042Z","caller":"traceutil/trace.go:171","msg":"trace[137492917] transaction","detail":"{read_only:false; response_revision:7051; number_of_response:1; }","duration":"140.667636ms","start":"2026-04-01T02:20:28.17535Z","end":"2026-04-01T02:20:28.316017Z","steps":["trace[137492917] 'process raft request' (duration: 139.576246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:20:30.829055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237144949540253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:20:31.330214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237144949540253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:20:31.707571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483501785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:20:31.707684Z","caller":"traceutil/trace.go:171","msg":"trace[746746893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7058; }","duration":"1.48365679s","start":"2026-04-01T02:20:30.22401Z","end":"2026-04-01T02:20:31.707667Z","steps":["trace[746746893] 'range keys from in-memory index tree' (duration: 1.483392902s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:20:31.707736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:20:30.223986Z","time spent":"1.483742751s","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T02:20:31.707882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420213421s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:20:31.708056Z","caller":"traceutil/trace.go:171","msg":"trace[1293508502] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7058; }","duration":"1.420424927s","start":"2026-04-01T02:20:30.2876Z","end":"2026-04-01T02:20:31.708025Z","steps":["trace[1293508502] 'range keys from in-memory index tree' (duration: 1.420190719s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:20:31.70894Z","caller":"traceutil/trace.go:171","msg":"trace[1182426658] transaction","detail":"{read_only:false; response_revision:7059; number_of_response:1; }","duration":"1.388036618s","start":"2026-04-01T02:20:30.320886Z","end":"2026-04-01T02:20:31.708922Z","steps":["trace[1182426658] 'process raft request' (duration: 1.386613119s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:20:31.708934Z","caller":"traceutil/trace.go:171","msg":"trace[1223747005] transaction","detail":"{read_only:false; response_revision:7060; number_of_response:1; }","duration":"1.386139866s","start":"2026-04-01T02:20:30.322751Z","end":"2026-04-01T02:20:31.708891Z","steps":["trace[1223747005] 'process raft request' (duration: 1.385953281s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:20:31.709069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:20:30.320864Z","time spent":"1.388132241s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:20:31.709158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:20:30.322731Z","time spent":"1.386314241s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:20:31.709219Z","caller":"traceutil/trace.go:171","msg":"trace[1968907307] transaction","detail":"{read_only:false; response_revision:7061; number_of_response:1; }","duration":"867.429347ms","start":"2026-04-01T02:20:30.841761Z","end":"2026-04-01T02:20:31.709191Z","steps":["trace[1968907307] 'process raft request' (duration: 867.086738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:20:31.709382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:20:30.841736Z","time spent":"867.562451ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:20:31.709728Z","caller":"traceutil/trace.go:171","msg":"trace[620370424] linearizableReadLoop","detail":"{readStateIndex:7320; appliedIndex:7314; }","duration":"1.38151645s","start":"2026-04-01T02:20:30.328196Z","end":"2026-04-01T02:20:31.709713Z","steps":["trace[620370424] 'read index received' (duration: 1.379979778s)","trace[620370424] 'applied index is now lower than readState.Index' (duration: 1.535572ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:20:31.709824Z","caller":"traceutil/trace.go:171","msg":"trace[580002191] transaction","detail":"{read_only:false; response_revision:7063; number_of_response:1; }","duration":"565.049029ms","start":"2026-04-01T02:20:31.144765Z","end":"2026-04-01T02:20:31.709814Z","steps":["trace[580002191] 'process raft request' (duration: 564.795272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:20:31.709888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:20:31.144749Z","time spent":"565.100031ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:20:31.710268Z","caller":"traceutil/trace.go:171","msg":"trace[630211409] transaction","detail":"{read_only:false; response_revision:7064; number_of_response:1; }","duration":"351.739232ms","start":"2026-04-01T02:20:31.358488Z","end":"2026-04-01T02:20:31.710228Z","steps":["trace[630211409] 'process raft request' (duration: 351.184277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:20:31.710337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382118936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T02:20:31.710393Z","caller":"traceutil/trace.go:171","msg":"trace[589376910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7064; }","duration":"1.382219199s","start":"2026-04-01T02:20:30.328157Z","end":"2026-04-01T02:20:31.710376Z","steps":["trace[589376910] 'agreement among raft nodes before linearized reading' (duration: 1.381996403s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:20:31.710437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:20:30.32814Z","time spent":"1.38229015s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T02:20:31.71044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:20:31.358475Z","time spent":"351.876985ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:20:31.710607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.720278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T02:20:31.710635Z","caller":"traceutil/trace.go:171","msg":"trace[412403126] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7064; }","duration":"356.76727ms","start":"2026-04-01T02:20:31.35386Z","end":"2026-04-01T02:20:31.710627Z","steps":["trace[412403126] 'agreement among raft nodes before linearized reading' (duration: 356.688248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:20:31.710653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:20:31.353849Z","time spent":"356.79979ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T02:20:31.710671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378455666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-01T02:20:31.710701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.866682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-01T02:20:31.710752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.957911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:20:31.710782Z","caller":"traceutil/trace.go:171","msg":"trace[2027389174] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:7064; }","duration":"177.026463ms","start":"2026-04-01T02:20:31.533749Z","end":"2026-04-01T02:20:31.710776Z","steps":["trace[2027389174] 'agreement among raft nodes before linearized reading' (duration: 176.956961ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:20:31.710836Z","caller":"traceutil/trace.go:171","msg":"trace[1454588329] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:7064; }","duration":"360.952155ms","start":"2026-04-01T02:20:31.349773Z","end":"2026-04-01T02:20:31.710725Z","steps":["trace[1454588329] 'agreement among raft nodes before linearized reading' (duration: 360.78822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:20:31.710868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:20:31.349753Z","time spent":"361.107038ms","remote":"127.0.0.1:44794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"info","ts":"2026-04-01T02:20:31.710752Z","caller":"traceutil/trace.go:171","msg":"trace[71813587] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:7064; }","duration":"1.378531087s","start":"2026-04-01T02:20:30.332178Z","end":"2026-04-01T02:20:31.710709Z","steps":["trace[71813587] 'agreement among raft nodes before linearized reading' (duration: 1.37826419s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:20:31.710914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109242747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-01T02:20:31.710915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:20:30.332166Z","time spent":"1.378732683s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-p2zx8\" "} {"level":"info","ts":"2026-04-01T02:20:31.710957Z","caller":"traceutil/trace.go:171","msg":"trace[605498850] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7064; }","duration":"1.10936036s","start":"2026-04-01T02:20:30.601587Z","end":"2026-04-01T02:20:31.710947Z","steps":["trace[605498850] 'agreement among raft nodes before linearized reading' (duration: 1.109187685s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:20:31.711036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:20:30.601563Z","time spent":"1.109458382s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T02:20:31.711057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194203695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T02:20:31.711121Z","caller":"traceutil/trace.go:171","msg":"trace[1854099660] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7064; }","duration":"1.194294038s","start":"2026-04-01T02:20:30.51681Z","end":"2026-04-01T02:20:31.711104Z","steps":["trace[1854099660] 'agreement among raft nodes before linearized reading' (duration: 1.194140434s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:20:31.71107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.687557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:20:31.711165Z","caller":"traceutil/trace.go:171","msg":"trace[820215383] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:7064; }","duration":"360.842361ms","start":"2026-04-01T02:20:31.350315Z","end":"2026-04-01T02:20:31.711157Z","steps":["trace[820215383] 'agreement among raft nodes before linearized reading' (duration: 360.707608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:20:31.711168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:20:30.516793Z","time spent":"1.194362389s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T02:20:31.711198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:20:31.350291Z","time spent":"360.899393ms","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:20:31.711631Z","caller":"traceutil/trace.go:171","msg":"trace[346064386] transaction","detail":"{read_only:false; response_revision:7062; number_of_response:1; }","duration":"626.835292ms","start":"2026-04-01T02:20:31.08478Z","end":"2026-04-01T02:20:31.711615Z","steps":["trace[346064386] 'process raft request' (duration: 624.321613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:20:31.711876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:20:31.084762Z","time spent":"626.911175ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:20:31.708014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636737116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:20:31.71443Z","caller":"traceutil/trace.go:171","msg":"trace[948574357] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:7058; }","duration":"1.643136861s","start":"2026-04-01T02:20:30.071234Z","end":"2026-04-01T02:20:31.71437Z","steps":["trace[948574357] 'count revisions from in-memory index tree' (duration: 1.636658604s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:20:31.71454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:20:30.071216Z","time spent":"1.643264445s","remote":"127.0.0.1:33584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:22:00.514622Z","caller":"traceutil/trace.go:171","msg":"trace[298112586] transaction","detail":"{read_only:false; response_revision:7782; number_of_response:1; }","duration":"422.50841ms","start":"2026-04-01T02:22:00.092096Z","end":"2026-04-01T02:22:00.514604Z","steps":["trace[298112586] 'process raft request' (duration: 422.378927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:22:00.514747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:22:00.092075Z","time spent":"422.611364ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:22:00.51608Z","caller":"traceutil/trace.go:171","msg":"trace[891833300] transaction","detail":"{read_only:false; response_revision:7783; number_of_response:1; }","duration":"422.802938ms","start":"2026-04-01T02:22:00.093258Z","end":"2026-04-01T02:22:00.516061Z","steps":["trace[891833300] 'process raft request' (duration: 422.676285ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:22:00.516318Z","caller":"traceutil/trace.go:171","msg":"trace[1334483161] transaction","detail":"{read_only:false; response_revision:7785; number_of_response:1; }","duration":"408.327382ms","start":"2026-04-01T02:22:00.10798Z","end":"2026-04-01T02:22:00.516307Z","steps":["trace[1334483161] 'process raft request' (duration: 408.203369ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:22:00.516305Z","caller":"traceutil/trace.go:171","msg":"trace[287702291] transaction","detail":"{read_only:false; response_revision:7784; number_of_response:1; }","duration":"417.437841ms","start":"2026-04-01T02:22:00.098848Z","end":"2026-04-01T02:22:00.516285Z","steps":["trace[287702291] 'process raft request' (duration: 417.181014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:22:00.516387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:22:00.10797Z","time spent":"408.377223ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:22:00.516413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:22:00.098839Z","time spent":"417.519403ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:22:00.51647Z","caller":"traceutil/trace.go:171","msg":"trace[1066659265] linearizableReadLoop","detail":"{readStateIndex:8064; appliedIndex:8060; }","duration":"408.116806ms","start":"2026-04-01T02:22:00.108289Z","end":"2026-04-01T02:22:00.516406Z","steps":["trace[1066659265] 'read index received' (duration: 406.237834ms)","trace[1066659265] 'applied index is now lower than readState.Index' (duration: 1.870122ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:22:00.516613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.316661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T02:22:00.516654Z","caller":"traceutil/trace.go:171","msg":"trace[60288391] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7785; }","duration":"408.374973ms","start":"2026-04-01T02:22:00.108268Z","end":"2026-04-01T02:22:00.516643Z","steps":["trace[60288391] 'agreement among raft nodes before linearized reading' (duration: 408.25628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:22:00.516681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:22:00.108262Z","time spent":"408.411844ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T02:22:00.516831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.545281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T02:22:00.516896Z","caller":"traceutil/trace.go:171","msg":"trace[1855309998] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7785; }","duration":"403.637394ms","start":"2026-04-01T02:22:00.113241Z","end":"2026-04-01T02:22:00.516878Z","steps":["trace[1855309998] 'agreement among raft nodes before linearized reading' (duration: 403.403627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:22:00.516958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:22:00.113234Z","time spent":"403.710266ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T02:22:00.517004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.568589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T02:22:00.517039Z","caller":"traceutil/trace.go:171","msg":"trace[1829657064] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:7785; }","duration":"377.61281ms","start":"2026-04-01T02:22:00.139419Z","end":"2026-04-01T02:22:00.517032Z","steps":["trace[1829657064] 'agreement among raft nodes before linearized reading' (duration: 377.535858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:22:00.517063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:22:00.139414Z","time spent":"377.644811ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-p2zx8\" "} {"level":"warn","ts":"2026-04-01T02:22:00.517184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.451041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T02:22:00.517213Z","caller":"traceutil/trace.go:171","msg":"trace[721153971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7785; }","duration":"394.500353ms","start":"2026-04-01T02:22:00.122705Z","end":"2026-04-01T02:22:00.517206Z","steps":["trace[721153971] 'agreement among raft nodes before linearized reading' (duration: 394.433371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:22:00.517234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:22:00.122695Z","time spent":"394.534053ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T02:22:00.517451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:22:00.093237Z","time spent":"422.922142ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:22:38.405918Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5899} {"level":"info","ts":"2026-04-01T02:22:38.484696Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5899,"took":"77.322679ms","hash":835671369,"current-db-size-bytes":54931456,"current-db-size":"55 MB","current-db-size-in-use-bytes":25767936,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-01T02:22:38.48476Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":835671369,"revision":5899,"compact-revision":2981} {"level":"info","ts":"2026-04-01T02:22:41.556801Z","caller":"traceutil/trace.go:171","msg":"trace[1234969835] transaction","detail":"{read_only:false; response_revision:8062; number_of_response:1; }","duration":"133.51405ms","start":"2026-04-01T02:22:41.423261Z","end":"2026-04-01T02:22:41.556775Z","steps":["trace[1234969835] 'process raft request' (duration: 129.758467ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:23.184554Z","caller":"traceutil/trace.go:171","msg":"trace[966467415] transaction","detail":"{read_only:false; response_revision:8351; number_of_response:1; }","duration":"183.14545ms","start":"2026-04-01T02:23:23.001367Z","end":"2026-04-01T02:23:23.184512Z","steps":["trace[966467415] 'process raft request' (duration: 105.823911ms)","trace[966467415] 'compare' (duration: 77.019201ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:23:23.184857Z","caller":"traceutil/trace.go:171","msg":"trace[1585958344] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"182.965315ms","start":"2026-04-01T02:23:23.001841Z","end":"2026-04-01T02:23:23.184806Z","steps":["trace[1585958344] 'process raft request' (duration: 182.546854ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:23.184881Z","caller":"traceutil/trace.go:171","msg":"trace[1807780184] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"182.77781ms","start":"2026-04-01T02:23:23.002091Z","end":"2026-04-01T02:23:23.184869Z","steps":["trace[1807780184] 'process raft request' (duration: 182.525243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:23.185032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.594322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T02:23:23.185115Z","caller":"traceutil/trace.go:171","msg":"trace[941476146] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8354; }","duration":"183.703295ms","start":"2026-04-01T02:23:23.00139Z","end":"2026-04-01T02:23:23.185094Z","steps":["trace[941476146] 'agreement among raft nodes before linearized reading' (duration: 183.422217ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:23.18513Z","caller":"traceutil/trace.go:171","msg":"trace[301716785] linearizableReadLoop","detail":"{readStateIndex:8653; appliedIndex:8651; }","duration":"183.395907ms","start":"2026-04-01T02:23:23.001411Z","end":"2026-04-01T02:23:23.184807Z","steps":["trace[301716785] 'read index received' (duration: 5.334847ms)","trace[301716785] 'applied index is now lower than readState.Index' (duration: 178.05986ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:23:23.185113Z","caller":"traceutil/trace.go:171","msg":"trace[619312028] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"182.958615ms","start":"2026-04-01T02:23:23.002129Z","end":"2026-04-01T02:23:23.185088Z","steps":["trace[619312028] 'process raft request' (duration: 182.624526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:23.185333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.656593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T02:23:23.185362Z","caller":"traceutil/trace.go:171","msg":"trace[49390852] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:8354; }","duration":"149.756515ms","start":"2026-04-01T02:23:23.035598Z","end":"2026-04-01T02:23:23.185354Z","steps":["trace[49390852] 'agreement among raft nodes before linearized reading' (duration: 149.619671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:31.713872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237144949544033,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T02:23:31.738748Z","caller":"traceutil/trace.go:171","msg":"trace[1856480405] linearizableReadLoop","detail":"{readStateIndex:8828; appliedIndex:8827; }","duration":"525.845845ms","start":"2026-04-01T02:23:31.212878Z","end":"2026-04-01T02:23:31.738724Z","steps":["trace[1856480405] 'read index received' (duration: 525.429154ms)","trace[1856480405] 'applied index is now lower than readState.Index' (duration: 415.731µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:23:31.738806Z","caller":"traceutil/trace.go:171","msg":"trace[544778622] transaction","detail":"{read_only:false; response_revision:8525; number_of_response:1; }","duration":"549.264777ms","start":"2026-04-01T02:23:31.189517Z","end":"2026-04-01T02:23:31.738782Z","steps":["trace[544778622] 'process raft request' (duration: 548.851345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:31.738972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.087851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T02:23:31.739013Z","caller":"traceutil/trace.go:171","msg":"trace[2111375046] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8525; }","duration":"526.177584ms","start":"2026-04-01T02:23:31.212825Z","end":"2026-04-01T02:23:31.739003Z","steps":["trace[2111375046] 'agreement among raft nodes before linearized reading' (duration: 526.021209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:31.739028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.269269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:23:31.739061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.986806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-01T02:23:31.739062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:31.212807Z","time spent":"526.244016ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T02:23:31.739097Z","caller":"traceutil/trace.go:171","msg":"trace[271068347] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:8525; }","duration":"500.080738ms","start":"2026-04-01T02:23:31.239008Z","end":"2026-04-01T02:23:31.739089Z","steps":["trace[271068347] 'agreement among raft nodes before linearized reading' (duration: 499.968915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:31.739121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:31.238975Z","time spent":"500.13909ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-p2zx8\" "} {"level":"warn","ts":"2026-04-01T02:23:31.739134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.546852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T02:23:31.739077Z","caller":"traceutil/trace.go:171","msg":"trace[1324567547] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8525; }","duration":"216.387671ms","start":"2026-04-01T02:23:31.522676Z","end":"2026-04-01T02:23:31.739063Z","steps":["trace[1324567547] 'agreement among raft nodes before linearized reading' (duration: 216.303359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:31.739206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.637835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T02:23:31.7392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.605466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-01T02:23:31.739228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.09005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T02:23:31.739286Z","caller":"traceutil/trace.go:171","msg":"trace[271300288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8525; }","duration":"515.739438ms","start":"2026-04-01T02:23:31.223525Z","end":"2026-04-01T02:23:31.739265Z","steps":["trace[271300288] 'agreement among raft nodes before linearized reading' (duration: 515.559973ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:31.739294Z","caller":"traceutil/trace.go:171","msg":"trace[1831304384] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:8525; }","duration":"379.76013ms","start":"2026-04-01T02:23:31.359516Z","end":"2026-04-01T02:23:31.739276Z","steps":["trace[1831304384] 'agreement among raft nodes before linearized reading' (duration: 379.509963ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:31.739225Z","caller":"traceutil/trace.go:171","msg":"trace[464082366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8525; }","duration":"515.690336ms","start":"2026-04-01T02:23:31.223512Z","end":"2026-04-01T02:23:31.739202Z","steps":["trace[464082366] 'agreement among raft nodes before linearized reading' (duration: 515.435629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:31.739302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.949547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:23:31.739344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:31.223511Z","time spent":"515.82091ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T02:23:31.739367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:31.22349Z","time spent":"515.865191ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T02:23:31.739598Z","caller":"traceutil/trace.go:171","msg":"trace[635352849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8525; }","duration":"515.281555ms","start":"2026-04-01T02:23:31.224289Z","end":"2026-04-01T02:23:31.73957Z","steps":["trace[635352849] 'agreement among raft nodes before linearized reading' (duration: 514.893255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:31.739668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:31.224276Z","time spent":"515.380468ms","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T02:23:31.739684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:31.189499Z","time spent":"549.3698ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:23:31.739343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:31.359492Z","time spent":"379.842033ms","remote":"127.0.0.1:44794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"info","ts":"2026-04-01T02:23:31.739332Z","caller":"traceutil/trace.go:171","msg":"trace[1807414017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8525; }","duration":"515.224034ms","start":"2026-04-01T02:23:31.224084Z","end":"2026-04-01T02:23:31.739308Z","steps":["trace[1807414017] 'agreement among raft nodes before linearized reading' (duration: 514.968077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:31.739848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:31.224074Z","time spent":"515.760679ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T02:23:32.241381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237144949544036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:23:32.344234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:31.740902Z","time spent":"603.328378ms","remote":"127.0.0.1:44794","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T02:23:32.34554Z","caller":"traceutil/trace.go:171","msg":"trace[642125590] linearizableReadLoop","detail":"{readStateIndex:8834; appliedIndex:8828; }","duration":"604.49883ms","start":"2026-04-01T02:23:31.741016Z","end":"2026-04-01T02:23:32.345514Z","steps":["trace[642125590] 'read index received' (duration: 603.111952ms)","trace[642125590] 'applied index is now lower than readState.Index' (duration: 1.385878ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:23:32.345558Z","caller":"traceutil/trace.go:171","msg":"trace[869385605] transaction","detail":"{read_only:false; response_revision:8526; number_of_response:1; }","duration":"602.078333ms","start":"2026-04-01T02:23:31.743423Z","end":"2026-04-01T02:23:32.345501Z","steps":["trace[869385605] 'process raft request' (duration: 601.753985ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:32.345722Z","caller":"traceutil/trace.go:171","msg":"trace[2075115670] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"600.751677ms","start":"2026-04-01T02:23:31.744953Z","end":"2026-04-01T02:23:32.345704Z","steps":["trace[2075115670] 'process raft request' (duration: 600.4923ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:32.345769Z","caller":"traceutil/trace.go:171","msg":"trace[572868819] transaction","detail":"{read_only:false; response_revision:8528; number_of_response:1; }","duration":"601.093257ms","start":"2026-04-01T02:23:31.744647Z","end":"2026-04-01T02:23:32.34574Z","steps":["trace[572868819] 'process raft request' (duration: 600.768588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:32.345797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:31.743402Z","time spent":"602.263749ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:23:32.345842Z","caller":"traceutil/trace.go:171","msg":"trace[925973427] transaction","detail":"{read_only:false; response_revision:8530; number_of_response:1; }","duration":"392.87725ms","start":"2026-04-01T02:23:31.952955Z","end":"2026-04-01T02:23:32.345832Z","steps":["trace[925973427] 'process raft request' (duration: 392.52243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:32.345852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:31.744926Z","time spent":"600.833329ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:23:32.345929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.906141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:23:32.345801Z","caller":"traceutil/trace.go:171","msg":"trace[2052458810] transaction","detail":"{read_only:false; response_revision:8527; number_of_response:1; }","duration":"600.999124ms","start":"2026-04-01T02:23:31.744632Z","end":"2026-04-01T02:23:32.345631Z","steps":["trace[2052458810] 'process raft request' (duration: 600.740017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:32.345947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:31.744625Z","time spent":"601.192919ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:23:32.345971Z","caller":"traceutil/trace.go:171","msg":"trace[1224657603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8530; }","duration":"604.968213ms","start":"2026-04-01T02:23:31.740991Z","end":"2026-04-01T02:23:32.345959Z","steps":["trace[1224657603] 'agreement among raft nodes before linearized reading' (duration: 604.87524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:32.346014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:31.740976Z","time spent":"605.032344ms","remote":"127.0.0.1:44734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T02:23:32.346024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:31.744618Z","time spent":"601.368794ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:23:32.346076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:31.952936Z","time spent":"392.940972ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:23:32.347098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.693371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224159"} {"level":"info","ts":"2026-04-01T02:23:32.347258Z","caller":"traceutil/trace.go:171","msg":"trace[491304988] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8531; }","duration":"602.801373ms","start":"2026-04-01T02:23:31.744362Z","end":"2026-04-01T02:23:32.347163Z","steps":["trace[491304988] 'agreement among raft nodes before linearized reading' (duration: 602.413812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:32.347304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:31.744349Z","time spent":"602.942008ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224183,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T02:23:42.602817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.687035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:23:42.602896Z","caller":"traceutil/trace.go:171","msg":"trace[1915557601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8580; }","duration":"376.817659ms","start":"2026-04-01T02:23:42.22606Z","end":"2026-04-01T02:23:42.602877Z","steps":["trace[1915557601] 'range keys from in-memory index tree' (duration: 376.597013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:42.602908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.871529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-01T02:23:42.602936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:42.226036Z","time spent":"376.89185ms","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T02:23:42.602957Z","caller":"traceutil/trace.go:171","msg":"trace[1958700197] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:8580; }","duration":"129.950791ms","start":"2026-04-01T02:23:42.472992Z","end":"2026-04-01T02:23:42.602943Z","steps":["trace[1958700197] 'range keys from in-memory index tree' (duration: 129.631743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:42.603243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.961904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T02:23:42.603331Z","caller":"traceutil/trace.go:171","msg":"trace[341365083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8580; }","duration":"160.103878ms","start":"2026-04-01T02:23:42.443206Z","end":"2026-04-01T02:23:42.60331Z","steps":["trace[341365083] 'range keys from in-memory index tree' (duration: 159.758129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:42.603252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.529277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T02:23:42.603467Z","caller":"traceutil/trace.go:171","msg":"trace[1071433945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8580; }","duration":"161.775064ms","start":"2026-04-01T02:23:42.441654Z","end":"2026-04-01T02:23:42.60343Z","steps":["trace[1071433945] 'range keys from in-memory index tree' (duration: 161.337831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:42.603865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.626897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T02:23:42.603922Z","caller":"traceutil/trace.go:171","msg":"trace[300618956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8580; }","duration":"135.74757ms","start":"2026-04-01T02:23:42.468162Z","end":"2026-04-01T02:23:42.603909Z","steps":["trace[300618956] 'range keys from in-memory index tree' (duration: 134.414214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:42.604356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.376293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T02:23:42.604421Z","caller":"traceutil/trace.go:171","msg":"trace[1643219683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8580; }","duration":"107.455775ms","start":"2026-04-01T02:23:42.496948Z","end":"2026-04-01T02:23:42.604403Z","steps":["trace[1643219683] 'range keys from in-memory index tree' (duration: 105.751968ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:43.223187Z","caller":"traceutil/trace.go:171","msg":"trace[1152715880] transaction","detail":"{read_only:false; response_revision:8586; number_of_response:1; }","duration":"232.36904ms","start":"2026-04-01T02:23:42.990795Z","end":"2026-04-01T02:23:43.223164Z","steps":["trace[1152715880] 'process raft request' (duration: 232.202126ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:43.223451Z","caller":"traceutil/trace.go:171","msg":"trace[225042973] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"175.213283ms","start":"2026-04-01T02:23:43.048216Z","end":"2026-04-01T02:23:43.223429Z","steps":["trace[225042973] 'process raft request' (duration: 174.903574ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:43.223494Z","caller":"traceutil/trace.go:171","msg":"trace[709620697] linearizableReadLoop","detail":"{readStateIndex:8894; appliedIndex:8891; }","duration":"140.632675ms","start":"2026-04-01T02:23:43.082848Z","end":"2026-04-01T02:23:43.223481Z","steps":["trace[709620697] 'read index received' (duration: 140.135831ms)","trace[709620697] 'applied index is now lower than readState.Index' (duration: 496.024µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:23:43.223652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.788539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T02:23:43.223685Z","caller":"traceutil/trace.go:171","msg":"trace[2120378035] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8588; }","duration":"140.865721ms","start":"2026-04-01T02:23:43.082809Z","end":"2026-04-01T02:23:43.223674Z","steps":["trace[2120378035] 'agreement among raft nodes before linearized reading' (duration: 140.717097ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:43.223678Z","caller":"traceutil/trace.go:171","msg":"trace[1767530115] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"158.942497ms","start":"2026-04-01T02:23:43.06471Z","end":"2026-04-01T02:23:43.223653Z","steps":["trace[1767530115] 'process raft request' (duration: 158.636408ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:44.980231Z","caller":"traceutil/trace.go:171","msg":"trace[1322318552] linearizableReadLoop","detail":"{readStateIndex:8896; appliedIndex:8895; }","duration":"318.804889ms","start":"2026-04-01T02:23:44.661404Z","end":"2026-04-01T02:23:44.980209Z","steps":["trace[1322318552] 'read index received' (duration: 318.607053ms)","trace[1322318552] 'applied index is now lower than readState.Index' (duration: 196.876µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:23:44.980495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.062287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T02:23:44.980548Z","caller":"traceutil/trace.go:171","msg":"trace[1026651987] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:8590; }","duration":"319.155269ms","start":"2026-04-01T02:23:44.661378Z","end":"2026-04-01T02:23:44.980533Z","steps":["trace[1026651987] 'agreement among raft nodes before linearized reading' (duration: 318.960833ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:44.980366Z","caller":"traceutil/trace.go:171","msg":"trace[579390783] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"320.142466ms","start":"2026-04-01T02:23:44.660191Z","end":"2026-04-01T02:23:44.980333Z","steps":["trace[579390783] 'process raft request' (duration: 319.870299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:44.980632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.7143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-01T02:23:44.980607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:44.661367Z","time spent":"319.22746ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-p2zx8\" "} {"level":"warn","ts":"2026-04-01T02:23:44.980497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.760592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T02:23:44.981138Z","caller":"traceutil/trace.go:171","msg":"trace[474337123] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8590; }","duration":"302.443001ms","start":"2026-04-01T02:23:44.678677Z","end":"2026-04-01T02:23:44.98112Z","steps":["trace[474337123] 'agreement among raft nodes before linearized reading' (duration: 301.715541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:44.980603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.789942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T02:23:44.981199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:44.678656Z","time spent":"302.525973ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T02:23:44.981238Z","caller":"traceutil/trace.go:171","msg":"trace[67939359] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8590; }","duration":"302.453241ms","start":"2026-04-01T02:23:44.678768Z","end":"2026-04-01T02:23:44.981222Z","steps":["trace[67939359] 'agreement among raft nodes before linearized reading' (duration: 301.756752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:44.981287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:44.678742Z","time spent":"302.532273ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T02:23:44.980745Z","caller":"traceutil/trace.go:171","msg":"trace[815230770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8590; }","duration":"301.865025ms","start":"2026-04-01T02:23:44.678855Z","end":"2026-04-01T02:23:44.98072Z","steps":["trace[815230770] 'agreement among raft nodes before linearized reading' (duration: 301.573077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:44.981344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:44.678821Z","time spent":"302.503922ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T02:23:44.98088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:44.660168Z","time spent":"320.497135ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:23:45.307543Z","caller":"traceutil/trace.go:171","msg":"trace[1999199693] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"322.904641ms","start":"2026-04-01T02:23:44.984608Z","end":"2026-04-01T02:23:45.307513Z","steps":["trace[1999199693] 'process raft request' (duration: 243.878695ms)","trace[1999199693] 'compare' (duration: 78.911703ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:23:45.307685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:44.984583Z","time spent":"323.030325ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:23:45.337313Z","caller":"traceutil/trace.go:171","msg":"trace[2036147664] transaction","detail":"{read_only:false; response_revision:8593; number_of_response:1; }","duration":"351.66729ms","start":"2026-04-01T02:23:44.985616Z","end":"2026-04-01T02:23:45.337283Z","steps":["trace[2036147664] 'process raft request' (duration: 351.584038ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:45.337333Z","caller":"traceutil/trace.go:171","msg":"trace[1603381369] transaction","detail":"{read_only:false; response_revision:8592; number_of_response:1; }","duration":"351.720201ms","start":"2026-04-01T02:23:44.985577Z","end":"2026-04-01T02:23:45.337297Z","steps":["trace[1603381369] 'process raft request' (duration: 351.495955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:45.337476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:44.985589Z","time spent":"351.808214ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:23:45.337497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:44.985548Z","time spent":"351.867746ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:23:45.337495Z","caller":"traceutil/trace.go:171","msg":"trace[945779737] linearizableReadLoop","detail":"{readStateIndex:8899; appliedIndex:8896; }","duration":"350.878628ms","start":"2026-04-01T02:23:44.986587Z","end":"2026-04-01T02:23:45.337466Z","steps":["trace[945779737] 'read index received' (duration: 242.032394ms)","trace[945779737] 'applied index is now lower than readState.Index' (duration: 108.844134ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:23:45.33753Z","caller":"traceutil/trace.go:171","msg":"trace[936147510] transaction","detail":"{read_only:false; response_revision:8594; number_of_response:1; }","duration":"266.751482ms","start":"2026-04-01T02:23:45.070751Z","end":"2026-04-01T02:23:45.337503Z","steps":["trace[936147510] 'process raft request' (duration: 266.491975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:45.337982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.382783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224159"} {"level":"info","ts":"2026-04-01T02:23:45.338089Z","caller":"traceutil/trace.go:171","msg":"trace[2005479665] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8594; }","duration":"351.483065ms","start":"2026-04-01T02:23:44.986556Z","end":"2026-04-01T02:23:45.338039Z","steps":["trace[2005479665] 'agreement among raft nodes before linearized reading' (duration: 351.024892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:45.338164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:44.986548Z","time spent":"351.599878ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224183,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-01T02:23:45.348434Z","caller":"traceutil/trace.go:171","msg":"trace[1129063932] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"119.757013ms","start":"2026-04-01T02:23:45.228654Z","end":"2026-04-01T02:23:45.348411Z","steps":["trace[1129063932] 'process raft request' (duration: 119.558098ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:45.348452Z","caller":"traceutil/trace.go:171","msg":"trace[146883107] transaction","detail":"{read_only:false; response_revision:8596; number_of_response:1; }","duration":"119.229709ms","start":"2026-04-01T02:23:45.229197Z","end":"2026-04-01T02:23:45.348427Z","steps":["trace[146883107] 'process raft request' (duration: 119.155247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:45.348665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.129457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:23:45.348671Z","caller":"traceutil/trace.go:171","msg":"trace[2144930704] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"119.335102ms","start":"2026-04-01T02:23:45.229313Z","end":"2026-04-01T02:23:45.348648Z","steps":["trace[2144930704] 'process raft request' (duration: 119.077355ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:45.348711Z","caller":"traceutil/trace.go:171","msg":"trace[1124180676] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8597; }","duration":"165.295991ms","start":"2026-04-01T02:23:45.183402Z","end":"2026-04-01T02:23:45.348698Z","steps":["trace[1124180676] 'agreement among raft nodes before linearized reading' (duration: 165.197798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:45.348771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.761267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:23:45.348838Z","caller":"traceutil/trace.go:171","msg":"trace[632582473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8597; }","duration":"121.894901ms","start":"2026-04-01T02:23:45.226927Z","end":"2026-04-01T02:23:45.348822Z","steps":["trace[632582473] 'agreement among raft nodes before linearized reading' (duration: 121.786128ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:45.52341Z","caller":"traceutil/trace.go:171","msg":"trace[2028082550] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"170.440502ms","start":"2026-04-01T02:23:45.352938Z","end":"2026-04-01T02:23:45.523379Z","steps":["trace[2028082550] 'process raft request' (duration: 150.140386ms)","trace[2028082550] 'compare' (duration: 20.06842ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:23:48.11825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.855448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T02:23:48.118423Z","caller":"traceutil/trace.go:171","msg":"trace[734136841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8600; }","duration":"807.095384ms","start":"2026-04-01T02:23:47.31128Z","end":"2026-04-01T02:23:48.118375Z","steps":["trace[734136841] 'range keys from in-memory index tree' (duration: 806.425356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:48.118427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.158256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:23:48.118495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:47.31125Z","time spent":"807.234558ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T02:23:48.118513Z","caller":"traceutil/trace.go:171","msg":"trace[1432523881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8600; }","duration":"892.317091ms","start":"2026-04-01T02:23:47.226171Z","end":"2026-04-01T02:23:48.118488Z","steps":["trace[1432523881] 'range keys from in-memory index tree' (duration: 892.014492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:48.118574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:47.226139Z","time spent":"892.425994ms","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T02:23:48.118582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.795904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T02:23:48.11869Z","caller":"traceutil/trace.go:171","msg":"trace[504622200] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8600; }","duration":"776.942488ms","start":"2026-04-01T02:23:47.341722Z","end":"2026-04-01T02:23:48.118664Z","steps":["trace[504622200] 'range keys from in-memory index tree' (duration: 775.955301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:48.11871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.029713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-01T02:23:48.118745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:47.341707Z","time spent":"777.02291ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T02:23:48.118822Z","caller":"traceutil/trace.go:171","msg":"trace[804981752] linearizableReadLoop","detail":"{readStateIndex:8907; appliedIndex:8906; }","duration":"772.410434ms","start":"2026-04-01T02:23:47.346391Z","end":"2026-04-01T02:23:48.118802Z","steps":["trace[804981752] 'read index received' (duration: 537.266638ms)","trace[804981752] 'applied index is now lower than readState.Index' (duration: 235.141906ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:23:48.118825Z","caller":"traceutil/trace.go:171","msg":"trace[74127343] transaction","detail":"{read_only:false; response_revision:8601; number_of_response:1; }","duration":"775.508668ms","start":"2026-04-01T02:23:47.343293Z","end":"2026-04-01T02:23:48.118802Z","steps":["trace[74127343] 'process raft request' (duration: 540.28444ms)","trace[74127343] 'compare' (duration: 234.787276ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:23:48.11897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:47.343266Z","time spent":"775.629592ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:23:48.118992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.602849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T02:23:48.119041Z","caller":"traceutil/trace.go:171","msg":"trace[883072796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8601; }","duration":"772.698851ms","start":"2026-04-01T02:23:47.346327Z","end":"2026-04-01T02:23:48.119026Z","steps":["trace[883072796] 'agreement among raft nodes before linearized reading' (duration: 772.557727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:48.119079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:47.346282Z","time spent":"772.787385ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T02:23:48.191731Z","caller":"traceutil/trace.go:171","msg":"trace[1420503581] transaction","detail":"{read_only:false; response_revision:8602; number_of_response:1; }","duration":"810.016805ms","start":"2026-04-01T02:23:47.381677Z","end":"2026-04-01T02:23:48.191694Z","steps":["trace[1420503581] 'process raft request' (duration: 809.796509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:48.191937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:47.381648Z","time spent":"810.190209ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:23:48.192094Z","caller":"traceutil/trace.go:171","msg":"trace[907846057] transaction","detail":"{read_only:false; response_revision:8603; number_of_response:1; }","duration":"773.184815ms","start":"2026-04-01T02:23:47.418856Z","end":"2026-04-01T02:23:48.192041Z","steps":["trace[907846057] 'process raft request' (duration: 772.760803ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:48.192135Z","caller":"traceutil/trace.go:171","msg":"trace[1376654951] transaction","detail":"{read_only:false; response_revision:8604; number_of_response:1; }","duration":"771.978741ms","start":"2026-04-01T02:23:47.420125Z","end":"2026-04-01T02:23:48.192104Z","steps":["trace[1376654951] 'process raft request' (duration: 771.816267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:48.192266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:47.418832Z","time spent":"773.344569ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:23:48.192277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:47.420104Z","time spent":"772.096545ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:23:48.192416Z","caller":"traceutil/trace.go:171","msg":"trace[987929005] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"772.154157ms","start":"2026-04-01T02:23:47.42025Z","end":"2026-04-01T02:23:48.192404Z","steps":["trace[987929005] 'process raft request' (duration: 771.803317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:48.192476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:47.420244Z","time spent":"772.201968ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:23:48.317294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.983916ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-01T02:23:48.317503Z","caller":"traceutil/trace.go:171","msg":"trace[292046472] linearizableReadLoop","detail":"{readStateIndex:8912; appliedIndex:8907; }","duration":"198.629725ms","start":"2026-04-01T02:23:48.118854Z","end":"2026-04-01T02:23:48.317484Z","steps":["trace[292046472] 'read index received' (duration: 72.650751ms)","trace[292046472] 'applied index is now lower than readState.Index' (duration: 125.976904ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:23:48.317537Z","caller":"traceutil/trace.go:171","msg":"trace[1807608922] transaction","detail":"{read_only:false; response_revision:8607; number_of_response:1; }","duration":"194.06316ms","start":"2026-04-01T02:23:48.123464Z","end":"2026-04-01T02:23:48.317527Z","steps":["trace[1807608922] 'process raft request' (duration: 194.019199ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:48.317573Z","caller":"traceutil/trace.go:171","msg":"trace[1318484605] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"194.178853ms","start":"2026-04-01T02:23:48.123365Z","end":"2026-04-01T02:23:48.317544Z","steps":["trace[1318484605] 'process raft request' (duration: 194.018499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:48.317643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.646278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:23:48.317665Z","caller":"traceutil/trace.go:171","msg":"trace[1541544271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8608; }","duration":"197.703209ms","start":"2026-04-01T02:23:48.119954Z","end":"2026-04-01T02:23:48.317658Z","steps":["trace[1541544271] 'agreement among raft nodes before linearized reading' (duration: 197.652918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:48.317696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.254156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T02:23:48.317745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.519093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-01T02:23:48.317771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.935004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:23:48.317793Z","caller":"traceutil/trace.go:171","msg":"trace[2021429782] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8608; }","duration":"102.000736ms","start":"2026-04-01T02:23:48.215785Z","end":"2026-04-01T02:23:48.317786Z","steps":["trace[2021429782] 'agreement among raft nodes before linearized reading' (duration: 101.958755ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:48.317801Z","caller":"traceutil/trace.go:171","msg":"trace[1342888973] transaction","detail":"{read_only:false; response_revision:8608; number_of_response:1; }","duration":"193.435212ms","start":"2026-04-01T02:23:48.124358Z","end":"2026-04-01T02:23:48.317793Z","steps":["trace[1342888973] 'process raft request' (duration: 193.144004ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:48.31779Z","caller":"traceutil/trace.go:171","msg":"trace[496945233] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:8608; }","duration":"897.590086ms","start":"2026-04-01T02:23:47.420189Z","end":"2026-04-01T02:23:48.317779Z","steps":["trace[496945233] 'agreement among raft nodes before linearized reading' (duration: 897.3783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:48.317835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:47.420182Z","time spent":"897.647337ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-p2zx8\" "} {"level":"info","ts":"2026-04-01T02:23:48.317755Z","caller":"traceutil/trace.go:171","msg":"trace[2085016608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8608; }","duration":"789.39681ms","start":"2026-04-01T02:23:47.528345Z","end":"2026-04-01T02:23:48.317742Z","steps":["trace[2085016608] 'agreement among raft nodes before linearized reading' (duration: 789.161483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:48.317874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:47.528312Z","time spent":"789.554744ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T02:23:50.447499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.558834ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:23:50.447608Z","caller":"traceutil/trace.go:171","msg":"trace[999755610] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8611; }","duration":"159.682477ms","start":"2026-04-01T02:23:50.287908Z","end":"2026-04-01T02:23:50.447591Z","steps":["trace[999755610] 'range keys from in-memory index tree' (duration: 159.541714ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:50.447613Z","caller":"traceutil/trace.go:171","msg":"trace[552534855] transaction","detail":"{read_only:false; response_revision:8612; number_of_response:1; }","duration":"250.607369ms","start":"2026-04-01T02:23:50.196977Z","end":"2026-04-01T02:23:50.447584Z","steps":["trace[552534855] 'process raft request' (duration: 165.936838ms)","trace[552534855] 'compare' (duration: 84.329812ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:23:50.521517Z","caller":"traceutil/trace.go:171","msg":"trace[104424657] transaction","detail":"{read_only:false; response_revision:8613; number_of_response:1; }","duration":"323.661212ms","start":"2026-04-01T02:23:50.197835Z","end":"2026-04-01T02:23:50.521497Z","steps":["trace[104424657] 'process raft request' (duration: 323.469707ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:50.521598Z","caller":"traceutil/trace.go:171","msg":"trace[1102428410] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"323.533718ms","start":"2026-04-01T02:23:50.198036Z","end":"2026-04-01T02:23:50.52157Z","steps":["trace[1102428410] 'process raft request' (duration: 323.394734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:50.521637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:50.19781Z","time spent":"323.758144ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:23:50.521695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:50.198028Z","time spent":"323.603821ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:23:50.521775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.959303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:23:50.521844Z","caller":"traceutil/trace.go:171","msg":"trace[764473865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8614; }","duration":"296.062005ms","start":"2026-04-01T02:23:50.225768Z","end":"2026-04-01T02:23:50.52183Z","steps":["trace[764473865] 'agreement among raft nodes before linearized reading' (duration: 295.906471ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:50.521499Z","caller":"traceutil/trace.go:171","msg":"trace[517779559] linearizableReadLoop","detail":"{readStateIndex:8921; appliedIndex:8918; }","duration":"295.674796ms","start":"2026-04-01T02:23:50.225797Z","end":"2026-04-01T02:23:50.521472Z","steps":["trace[517779559] 'read index received' (duration: 137.121649ms)","trace[517779559] 'applied index is now lower than readState.Index' (duration: 158.552117ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:23:50.522481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.288869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-01T02:23:50.522546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.253873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T02:23:50.522555Z","caller":"traceutil/trace.go:171","msg":"trace[177657469] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8614; }","duration":"162.378581ms","start":"2026-04-01T02:23:50.36016Z","end":"2026-04-01T02:23:50.522538Z","steps":["trace[177657469] 'agreement among raft nodes before linearized reading' (duration: 162.150095ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:50.522601Z","caller":"traceutil/trace.go:171","msg":"trace[524976419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8614; }","duration":"129.312864ms","start":"2026-04-01T02:23:50.393275Z","end":"2026-04-01T02:23:50.522588Z","steps":["trace[524976419] 'agreement among raft nodes before linearized reading' (duration: 129.15122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:50.522623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.71186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-01T02:23:50.522635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.763452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T02:23:50.522675Z","caller":"traceutil/trace.go:171","msg":"trace[582883912] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:8614; }","duration":"162.776482ms","start":"2026-04-01T02:23:50.359885Z","end":"2026-04-01T02:23:50.522661Z","steps":["trace[582883912] 'agreement among raft nodes before linearized reading' (duration: 162.619288ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:50.522726Z","caller":"traceutil/trace.go:171","msg":"trace[1496129741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8614; }","duration":"162.881744ms","start":"2026-04-01T02:23:50.359824Z","end":"2026-04-01T02:23:50.522706Z","steps":["trace[1496129741] 'agreement among raft nodes before linearized reading' (duration: 162.470803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:50.522983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.08222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T02:23:50.523065Z","caller":"traceutil/trace.go:171","msg":"trace[552755308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8614; }","duration":"163.188794ms","start":"2026-04-01T02:23:50.359858Z","end":"2026-04-01T02:23:50.523047Z","steps":["trace[552755308] 'agreement among raft nodes before linearized reading' (duration: 162.937507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:50.712544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.853729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:23:50.712916Z","caller":"traceutil/trace.go:171","msg":"trace[2048708683] transaction","detail":"{read_only:false; response_revision:8615; number_of_response:1; }","duration":"185.804784ms","start":"2026-04-01T02:23:50.527078Z","end":"2026-04-01T02:23:50.712882Z","steps":["trace[2048708683] 'process raft request' (duration: 82.540193ms)","trace[2048708683] 'compare' (duration: 102.754177ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:23:50.712982Z","caller":"traceutil/trace.go:171","msg":"trace[1093527981] transaction","detail":"{read_only:false; response_revision:8617; number_of_response:1; }","duration":"185.595538ms","start":"2026-04-01T02:23:50.527364Z","end":"2026-04-01T02:23:50.712959Z","steps":["trace[1093527981] 'process raft request' (duration: 185.503895ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:50.712989Z","caller":"traceutil/trace.go:171","msg":"trace[1964784748] transaction","detail":"{read_only:false; response_revision:8616; number_of_response:1; }","duration":"185.587307ms","start":"2026-04-01T02:23:50.527358Z","end":"2026-04-01T02:23:50.712945Z","steps":["trace[1964784748] 'process raft request' (duration: 185.428973ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:50.713155Z","caller":"traceutil/trace.go:171","msg":"trace[1219958820] linearizableReadLoop","detail":"{readStateIndex:8924; appliedIndex:8921; }","duration":"185.69091ms","start":"2026-04-01T02:23:50.527433Z","end":"2026-04-01T02:23:50.713124Z","steps":["trace[1219958820] 'read index received' (duration: 82.113611ms)","trace[1219958820] 'applied index is now lower than readState.Index' (duration: 103.575559ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:23:50.713148Z","caller":"traceutil/trace.go:171","msg":"trace[1674751785] transaction","detail":"{read_only:false; response_revision:8618; number_of_response:1; }","duration":"185.514545ms","start":"2026-04-01T02:23:50.527617Z","end":"2026-04-01T02:23:50.713132Z","steps":["trace[1674751785] 'process raft request' (duration: 185.2984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:50.71365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.188564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224159"} {"level":"info","ts":"2026-04-01T02:23:50.713718Z","caller":"traceutil/trace.go:171","msg":"trace[560603868] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8618; }","duration":"186.296637ms","start":"2026-04-01T02:23:50.527404Z","end":"2026-04-01T02:23:50.713701Z","steps":["trace[560603868] 'agreement among raft nodes before linearized reading' (duration: 185.837244ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:51.241126Z","caller":"traceutil/trace.go:171","msg":"trace[1283322622] linearizableReadLoop","detail":"{readStateIndex:8926; appliedIndex:8925; }","duration":"356.458951ms","start":"2026-04-01T02:23:50.884619Z","end":"2026-04-01T02:23:51.241078Z","steps":["trace[1283322622] 'read index received' (duration: 322.455229ms)","trace[1283322622] 'applied index is now lower than readState.Index' (duration: 34.002432ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:23:51.241208Z","caller":"traceutil/trace.go:171","msg":"trace[1342756121] transaction","detail":"{read_only:false; response_revision:8619; number_of_response:1; }","duration":"440.714111ms","start":"2026-04-01T02:23:50.800441Z","end":"2026-04-01T02:23:51.241156Z","steps":["trace[1342756121] 'process raft request' (duration: 406.624787ms)","trace[1342756121] 'compare' (duration: 33.867318ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:23:51.241335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.686808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:23:51.241441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.158251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T02:23:51.241448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:50.800418Z","time spent":"440.908446ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:23:51.241476Z","caller":"traceutil/trace.go:171","msg":"trace[1820584754] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8619; }","duration":"356.864883ms","start":"2026-04-01T02:23:50.884567Z","end":"2026-04-01T02:23:51.241431Z","steps":["trace[1820584754] 'agreement among raft nodes before linearized reading' (duration: 356.645497ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:51.24149Z","caller":"traceutil/trace.go:171","msg":"trace[1286474575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8619; }","duration":"206.266154ms","start":"2026-04-01T02:23:51.035211Z","end":"2026-04-01T02:23:51.241477Z","steps":["trace[1286474575] 'agreement among raft nodes before linearized reading' (duration: 206.071159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:51.241491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.847003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:23:51.24153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:50.884547Z","time spent":"356.971765ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:23:51.241588Z","caller":"traceutil/trace.go:171","msg":"trace[847196973] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8619; }","duration":"174.976846ms","start":"2026-04-01T02:23:51.066585Z","end":"2026-04-01T02:23:51.241562Z","steps":["trace[847196973] 'agreement among raft nodes before linearized reading' (duration: 174.805162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:51.587951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.26921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T02:23:51.58803Z","caller":"traceutil/trace.go:171","msg":"trace[39400513] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:8620; }","duration":"227.402864ms","start":"2026-04-01T02:23:51.360609Z","end":"2026-04-01T02:23:51.588012Z","steps":["trace[39400513] 'range keys from in-memory index tree' (duration: 227.004273ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:52.444474Z","caller":"traceutil/trace.go:171","msg":"trace[815078324] transaction","detail":"{read_only:false; response_revision:8622; number_of_response:1; }","duration":"267.79042ms","start":"2026-04-01T02:23:52.176656Z","end":"2026-04-01T02:23:52.444446Z","steps":["trace[815078324] 'process raft request' (duration: 267.608535ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:52.641724Z","caller":"traceutil/trace.go:171","msg":"trace[299305201] linearizableReadLoop","detail":"{readStateIndex:8931; appliedIndex:8929; }","duration":"415.060968ms","start":"2026-04-01T02:23:52.226643Z","end":"2026-04-01T02:23:52.641704Z","steps":["trace[299305201] 'read index received' (duration: 217.652126ms)","trace[299305201] 'applied index is now lower than readState.Index' (duration: 197.407702ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:23:52.64175Z","caller":"traceutil/trace.go:171","msg":"trace[1178586460] transaction","detail":"{read_only:false; response_revision:8623; number_of_response:1; }","duration":"462.513698ms","start":"2026-04-01T02:23:52.17921Z","end":"2026-04-01T02:23:52.641724Z","steps":["trace[1178586460] 'process raft request' (duration: 462.303553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:52.641823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.17816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:23:52.641857Z","caller":"traceutil/trace.go:171","msg":"trace[847511197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8624; }","duration":"415.265233ms","start":"2026-04-01T02:23:52.226582Z","end":"2026-04-01T02:23:52.641847Z","steps":["trace[847511197] 'agreement among raft nodes before linearized reading' (duration: 415.201181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:52.641871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:52.179187Z","time spent":"462.620832ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:23:52.641889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:52.226557Z","time spent":"415.324755ms","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T02:23:52.641909Z","caller":"traceutil/trace.go:171","msg":"trace[1061857770] transaction","detail":"{read_only:false; response_revision:8624; number_of_response:1; }","duration":"328.010272ms","start":"2026-04-01T02:23:52.313875Z","end":"2026-04-01T02:23:52.641886Z","steps":["trace[1061857770] 'process raft request' (duration: 327.780725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:23:52.642201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:23:52.313843Z","time spent":"328.260238ms","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19394,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:23:52.645145Z","caller":"traceutil/trace.go:171","msg":"trace[456868864] transaction","detail":"{read_only:false; response_revision:8627; number_of_response:1; }","duration":"116.701059ms","start":"2026-04-01T02:23:52.528431Z","end":"2026-04-01T02:23:52.645132Z","steps":["trace[456868864] 'process raft request' (duration: 116.369ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:52.645265Z","caller":"traceutil/trace.go:171","msg":"trace[598923406] transaction","detail":"{read_only:false; response_revision:8626; number_of_response:1; }","duration":"117.583843ms","start":"2026-04-01T02:23:52.527674Z","end":"2026-04-01T02:23:52.645258Z","steps":["trace[598923406] 'process raft request' (duration: 117.10305ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:23:52.645047Z","caller":"traceutil/trace.go:171","msg":"trace[234374555] transaction","detail":"{read_only:false; response_revision:8625; number_of_response:1; }","duration":"192.717273ms","start":"2026-04-01T02:23:52.452316Z","end":"2026-04-01T02:23:52.645033Z","steps":["trace[234374555] 'process raft request' (duration: 192.405514ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:16.818588Z","caller":"traceutil/trace.go:171","msg":"trace[369968102] linearizableReadLoop","detail":"{readStateIndex:9121; appliedIndex:9120; }","duration":"223.318882ms","start":"2026-04-01T02:24:16.595237Z","end":"2026-04-01T02:24:16.818556Z","steps":["trace[369968102] 'read index received' (duration: 220.649589ms)","trace[369968102] 'applied index is now lower than readState.Index' (duration: 2.665923ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:16.818861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.60651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-04-01T02:24:16.818971Z","caller":"traceutil/trace.go:171","msg":"trace[1159285386] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8807; }","duration":"223.730054ms","start":"2026-04-01T02:24:16.595216Z","end":"2026-04-01T02:24:16.818946Z","steps":["trace[1159285386] 'agreement among raft nodes before linearized reading' (duration: 223.430355ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:20.103538Z","caller":"traceutil/trace.go:171","msg":"trace[2027743711] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"656.821205ms","start":"2026-04-01T02:24:19.446687Z","end":"2026-04-01T02:24:20.103508Z","steps":["trace[2027743711] 'process raft request' (duration: 656.431385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:20.103717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:19.446664Z","time spent":"656.96122ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:24:20.103945Z","caller":"traceutil/trace.go:171","msg":"trace[360039237] linearizableReadLoop","detail":"{readStateIndex:9142; appliedIndex:9142; }","duration":"375.70557ms","start":"2026-04-01T02:24:19.728Z","end":"2026-04-01T02:24:20.103706Z","steps":["trace[360039237] 'read index received' (duration: 375.69351ms)","trace[360039237] 'applied index is now lower than readState.Index' (duration: 9.53µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:20.104285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.410771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-01T02:24:20.104331Z","caller":"traceutil/trace.go:171","msg":"trace[802452404] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8826; }","duration":"178.474343ms","start":"2026-04-01T02:24:19.925843Z","end":"2026-04-01T02:24:20.104317Z","steps":["trace[802452404] 'agreement among raft nodes before linearized reading' (duration: 178.237046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:20.104392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.376648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:24:20.104461Z","caller":"traceutil/trace.go:171","msg":"trace[1937060808] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8826; }","duration":"376.485211ms","start":"2026-04-01T02:24:19.72796Z","end":"2026-04-01T02:24:20.104445Z","steps":["trace[1937060808] 'agreement among raft nodes before linearized reading' (duration: 376.365788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:20.104516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:19.727942Z","time spent":"376.560013ms","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:21.405279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237144949544972,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:24:21.566053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121842843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:21.566143Z","caller":"traceutil/trace.go:171","msg":"trace[1233412078] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8826; }","duration":"1.121992437s","start":"2026-04-01T02:24:20.444131Z","end":"2026-04-01T02:24:21.566123Z","steps":["trace[1233412078] 'count revisions from in-memory index tree' (duration: 1.121756041s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:21.566193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:20.444112Z","time spent":"1.122069229s","remote":"127.0.0.1:33074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:21.566181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278147527s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:21.566299Z","caller":"traceutil/trace.go:171","msg":"trace[1351483277] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8826; }","duration":"1.278286571s","start":"2026-04-01T02:24:20.287993Z","end":"2026-04-01T02:24:21.566279Z","steps":["trace[1351483277] 'range keys from in-memory index tree' (duration: 1.278125507s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:21.566448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.486751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-57775cd6c5-skcsr.18a21a5f8b41c091\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-01T02:24:21.566567Z","caller":"traceutil/trace.go:171","msg":"trace[1958856857] range","detail":"{range_begin:/registry/events/openstack/barbican-api-57775cd6c5-skcsr.18a21a5f8b41c091; range_end:; response_count:1; response_revision:8826; }","duration":"766.650296ms","start":"2026-04-01T02:24:20.799878Z","end":"2026-04-01T02:24:21.566528Z","steps":["trace[1958856857] 'range keys from in-memory index tree' (duration: 766.292766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:21.566604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333736942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:21.56663Z","caller":"traceutil/trace.go:171","msg":"trace[901637592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8826; }","duration":"1.333808193s","start":"2026-04-01T02:24:20.232814Z","end":"2026-04-01T02:24:21.566622Z","steps":["trace[901637592] 'range keys from in-memory index tree' (duration: 1.33367228s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:21.566624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:20.799853Z","time spent":"766.755599ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-57775cd6c5-skcsr.18a21a5f8b41c091\" "} {"level":"warn","ts":"2026-04-01T02:24:21.56666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:20.232799Z","time spent":"1.333853995s","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T02:24:21.567065Z","caller":"traceutil/trace.go:171","msg":"trace[1053543997] transaction","detail":"{read_only:false; response_revision:8827; number_of_response:1; }","duration":"731.285116ms","start":"2026-04-01T02:24:20.835747Z","end":"2026-04-01T02:24:21.567032Z","steps":["trace[1053543997] 'process raft request' (duration: 728.992184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:21.567191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:20.835727Z","time spent":"731.39476ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:21.567414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:20.711528Z","time spent":"855.884072ms","remote":"127.0.0.1:54004","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T02:24:21.663483Z","caller":"traceutil/trace.go:171","msg":"trace[1245313322] transaction","detail":"{read_only:false; response_revision:8829; number_of_response:1; }","duration":"823.638349ms","start":"2026-04-01T02:24:20.839816Z","end":"2026-04-01T02:24:21.663455Z","steps":["trace[1245313322] 'process raft request' (duration: 823.507105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:21.663734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.918087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T02:24:21.663502Z","caller":"traceutil/trace.go:171","msg":"trace[1888212022] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"823.597757ms","start":"2026-04-01T02:24:20.83988Z","end":"2026-04-01T02:24:21.663478Z","steps":["trace[1888212022] 'process raft request' (duration: 823.507805ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:21.663775Z","caller":"traceutil/trace.go:171","msg":"trace[1303294630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8830; }","duration":"812.001029ms","start":"2026-04-01T02:24:20.851765Z","end":"2026-04-01T02:24:21.663766Z","steps":["trace[1303294630] 'agreement among raft nodes before linearized reading' (duration: 811.873846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:21.663807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:20.85175Z","time spent":"812.050231ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T02:24:21.663542Z","caller":"traceutil/trace.go:171","msg":"trace[1012813477] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"824.596424ms","start":"2026-04-01T02:24:20.838921Z","end":"2026-04-01T02:24:21.663517Z","steps":["trace[1012813477] 'process raft request' (duration: 824.041629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:21.663895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:20.839797Z","time spent":"823.918266ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:24:21.663605Z","caller":"traceutil/trace.go:171","msg":"trace[2031914687] linearizableReadLoop","detail":"{readStateIndex:9146; appliedIndex:9142; }","duration":"811.610109ms","start":"2026-04-01T02:24:20.851809Z","end":"2026-04-01T02:24:21.663419Z","steps":["trace[2031914687] 'read index received' (duration: 712.945644ms)","trace[2031914687] 'applied index is now lower than readState.Index' (duration: 98.663515ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:21.663989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:20.838896Z","time spent":"825.042097ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:21.663923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:20.839864Z","time spent":"823.949337ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:21.689686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.507461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:21.689753Z","caller":"traceutil/trace.go:171","msg":"trace[201973836] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8831; }","duration":"461.633194ms","start":"2026-04-01T02:24:21.228104Z","end":"2026-04-01T02:24:21.689738Z","steps":["trace[201973836] 'agreement among raft nodes before linearized reading' (duration: 461.507561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:21.689766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.712282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-01T02:24:21.689708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:24:21.689869Z","caller":"traceutil/trace.go:171","msg":"trace[198855182] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8831; }","duration":"543.717176ms","start":"2026-04-01T02:24:21.146138Z","end":"2026-04-01T02:24:21.689855Z","steps":["trace[198855182] 'agreement among raft nodes before linearized reading' (duration: 543.5152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:21.689974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:21.146121Z","time spent":"543.837938ms","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:21.689969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.36363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T02:24:21.690053Z","caller":"traceutil/trace.go:171","msg":"trace[395145189] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8831; }","duration":"827.505635ms","start":"2026-04-01T02:24:20.862533Z","end":"2026-04-01T02:24:21.690039Z","steps":["trace[395145189] 'agreement among raft nodes before linearized reading' (duration: 827.262418ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:21.690056Z","caller":"traceutil/trace.go:171","msg":"trace[666551991] transaction","detail":"{read_only:false; response_revision:8831; number_of_response:1; }","duration":"120.74594ms","start":"2026-04-01T02:24:21.569286Z","end":"2026-04-01T02:24:21.690032Z","steps":["trace[666551991] 'process raft request' (duration: 103.96007ms)","trace[666551991] 'compare' (duration: 16.217655ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:21.69009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:20.862522Z","time spent":"827.561456ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T02:24:21.68982Z","caller":"traceutil/trace.go:171","msg":"trace[1920724719] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:8831; }","duration":"803.782384ms","start":"2026-04-01T02:24:20.886024Z","end":"2026-04-01T02:24:21.689806Z","steps":["trace[1920724719] 'agreement among raft nodes before linearized reading' (duration: 803.61644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:21.689785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:21.228081Z","time spent":"461.697326ms","remote":"127.0.0.1:33632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:21.690299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.813238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-01T02:24:21.69033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.593549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T02:24:21.690364Z","caller":"traceutil/trace.go:171","msg":"trace[2113983410] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8831; }","duration":"803.663441ms","start":"2026-04-01T02:24:20.886692Z","end":"2026-04-01T02:24:21.690355Z","steps":["trace[2113983410] 'agreement among raft nodes before linearized reading' (duration: 803.150347ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:21.690369Z","caller":"traceutil/trace.go:171","msg":"trace[536082076] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:8831; }","duration":"284.90666ms","start":"2026-04-01T02:24:21.405446Z","end":"2026-04-01T02:24:21.690352Z","steps":["trace[536082076] 'agreement among raft nodes before linearized reading' (duration: 284.698504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:21.690394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:20.886677Z","time spent":"803.709192ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":887,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:21.690276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:20.886017Z","time spent":"804.219496ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-p2zx8\" "} {"level":"warn","ts":"2026-04-01T02:24:21.69Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.431569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:21.690473Z","caller":"traceutil/trace.go:171","msg":"trace[429717756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8831; }","duration":"121.937763ms","start":"2026-04-01T02:24:21.56852Z","end":"2026-04-01T02:24:21.690457Z","steps":["trace[429717756] 'agreement among raft nodes before linearized reading' (duration: 121.44821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:21.690568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.336744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T02:24:21.690603Z","caller":"traceutil/trace.go:171","msg":"trace[896368706] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8831; }","duration":"833.393076ms","start":"2026-04-01T02:24:20.857202Z","end":"2026-04-01T02:24:21.690595Z","steps":["trace[896368706] 'agreement among raft nodes before linearized reading' (duration: 832.379288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:21.690584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.238139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-01T02:24:21.690625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:20.857191Z","time spent":"833.428686ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T02:24:21.690659Z","caller":"traceutil/trace.go:171","msg":"trace[62780166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8831; }","duration":"830.311761ms","start":"2026-04-01T02:24:20.860332Z","end":"2026-04-01T02:24:21.690643Z","steps":["trace[62780166] 'agreement among raft nodes before linearized reading' (duration: 829.758966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:21.690724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:20.860318Z","time spent":"830.396134ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T02:24:22.198919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.804593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:24:22.199364Z","caller":"traceutil/trace.go:171","msg":"trace[1081027119] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"446.410356ms","start":"2026-04-01T02:24:21.752927Z","end":"2026-04-01T02:24:22.199338Z","steps":["trace[1081027119] 'process raft request' (duration: 63.102729ms)","trace[1081027119] 'compare' (duration: 382.614508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:22.199442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:21.752916Z","time spent":"446.490559ms","remote":"127.0.0.1:44794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:24:23.975058Z","caller":"traceutil/trace.go:171","msg":"trace[1594973979] transaction","detail":"{read_only:false; response_revision:8843; number_of_response:1; }","duration":"216.013152ms","start":"2026-04-01T02:24:23.759023Z","end":"2026-04-01T02:24:23.975036Z","steps":["trace[1594973979] 'process raft request' (duration: 215.886479ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:24.683112Z","caller":"traceutil/trace.go:171","msg":"trace[1682286981] transaction","detail":"{read_only:false; response_revision:8844; number_of_response:1; }","duration":"922.152981ms","start":"2026-04-01T02:24:23.760935Z","end":"2026-04-01T02:24:24.683088Z","steps":["trace[1682286981] 'process raft request' (duration: 917.292598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:24.683236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:23.760925Z","time spent":"922.249464ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:24:24.683346Z","caller":"traceutil/trace.go:171","msg":"trace[1685106384] transaction","detail":"{read_only:false; response_revision:8846; number_of_response:1; }","duration":"922.293145ms","start":"2026-04-01T02:24:23.761043Z","end":"2026-04-01T02:24:24.683336Z","steps":["trace[1685106384] 'process raft request' (duration: 922.001267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:24.683419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:23.761035Z","time spent":"922.335166ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:24:24.683493Z","caller":"traceutil/trace.go:171","msg":"trace[2005406551] transaction","detail":"{read_only:false; response_revision:8845; number_of_response:1; }","duration":"922.184143ms","start":"2026-04-01T02:24:23.760989Z","end":"2026-04-01T02:24:24.683173Z","steps":["trace[2005406551] 'process raft request' (duration: 921.926026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:24.683546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:23.760984Z","time spent":"922.537702ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:24:24.683384Z","caller":"traceutil/trace.go:171","msg":"trace[1767653897] linearizableReadLoop","detail":"{readStateIndex:9162; appliedIndex:9159; }","duration":"922.07487ms","start":"2026-04-01T02:24:23.761032Z","end":"2026-04-01T02:24:24.683107Z","steps":["trace[1767653897] 'read index received' (duration: 213.958546ms)","trace[1767653897] 'applied index is now lower than readState.Index' (duration: 708.114914ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:24.683852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.805555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:24:24.683994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.706389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:24:24.684024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.078414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T02:24:24.684064Z","caller":"traceutil/trace.go:171","msg":"trace[1917756256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8846; }","duration":"457.804202ms","start":"2026-04-01T02:24:24.226237Z","end":"2026-04-01T02:24:24.684041Z","steps":["trace[1917756256] 'agreement among raft nodes before linearized reading' (duration: 457.727969ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:24.684081Z","caller":"traceutil/trace.go:171","msg":"trace[973393021] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8846; }","duration":"359.191607ms","start":"2026-04-01T02:24:24.324871Z","end":"2026-04-01T02:24:24.684063Z","steps":["trace[973393021] 'agreement among raft nodes before linearized reading' (duration: 359.026813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:24.684115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:24.32484Z","time spent":"359.269969ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T02:24:24.684112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:24.226213Z","time spent":"457.888963ms","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T02:24:24.684013Z","caller":"traceutil/trace.go:171","msg":"trace[1818245858] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8846; }","duration":"699.988521ms","start":"2026-04-01T02:24:23.983982Z","end":"2026-04-01T02:24:24.68397Z","steps":["trace[1818245858] 'agreement among raft nodes before linearized reading' (duration: 699.802095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:24.684222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.776182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T02:24:24.684258Z","caller":"traceutil/trace.go:171","msg":"trace[159023306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8846; }","duration":"468.864904ms","start":"2026-04-01T02:24:24.215384Z","end":"2026-04-01T02:24:24.684249Z","steps":["trace[159023306] 'agreement among raft nodes before linearized reading' (duration: 468.71558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:24.684282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:24.215356Z","time spent":"468.920806ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T02:24:24.68459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:23.983965Z","time spent":"700.601698ms","remote":"127.0.0.1:57766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:24.68388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.80881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228890"} {"level":"info","ts":"2026-04-01T02:24:24.685009Z","caller":"traceutil/trace.go:171","msg":"trace[286715725] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8846; }","duration":"923.940971ms","start":"2026-04-01T02:24:23.761027Z","end":"2026-04-01T02:24:24.684968Z","steps":["trace[286715725] 'agreement among raft nodes before linearized reading' (duration: 922.370878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:24.68516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:23.760997Z","time spent":"924.122686ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228914,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T02:24:26.479784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237144949545028,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:24:26.801751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191388644s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:24:26.801957Z","caller":"traceutil/trace.go:171","msg":"trace[2034156655] transaction","detail":"{read_only:false; response_revision:8851; number_of_response:1; }","duration":"1.224048449s","start":"2026-04-01T02:24:25.577881Z","end":"2026-04-01T02:24:26.801929Z","steps":["trace[2034156655] 'process raft request' (duration: 32.400158ms)","trace[2034156655] 'compare' (duration: 1.190695685s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:26.802274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:25.577856Z","time spent":"1.224146662s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:26.919043Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.242176895s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T02:24:26.919441Z","caller":"traceutil/trace.go:171","msg":"trace[1220150816] transaction","detail":"{read_only:false; response_revision:8852; number_of_response:1; }","duration":"1.242668688s","start":"2026-04-01T02:24:25.676747Z","end":"2026-04-01T02:24:26.919415Z","steps":["trace[1220150816] 'process raft request' (duration: 1.242508884s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:26.919613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:25.676719Z","time spent":"1.242798442s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:27.629274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.61749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:24:27.629833Z","caller":"traceutil/trace.go:171","msg":"trace[1482450337] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"1.952193701s","start":"2026-04-01T02:24:25.677586Z","end":"2026-04-01T02:24:27.62978Z","steps":["trace[1482450337] 'process raft request' (duration: 1.951778269s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:27.629991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:25.677568Z","time spent":"1.952367866s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:24:27.629982Z","caller":"traceutil/trace.go:171","msg":"trace[1654620290] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"1.905538912s","start":"2026-04-01T02:24:25.724407Z","end":"2026-04-01T02:24:27.629946Z","steps":["trace[1654620290] 'process raft request' (duration: 1.905042649s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:27.629847Z","caller":"traceutil/trace.go:171","msg":"trace[1569828809] transaction","detail":"{read_only:false; response_revision:8853; number_of_response:1; }","duration":"1.952834419s","start":"2026-04-01T02:24:25.676986Z","end":"2026-04-01T02:24:27.62982Z","steps":["trace[1569828809] 'process raft request' (duration: 1.848591721s)","trace[1569828809] 'compare' (duration: 103.428816ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:27.630142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:25.724379Z","time spent":"1.905685977s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:27.630238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:25.676974Z","time spent":"1.953149117s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:24:27.630663Z","caller":"traceutil/trace.go:171","msg":"trace[405126499] transaction","detail":"{read_only:false; response_revision:8856; number_of_response:1; }","duration":"1.319759212s","start":"2026-04-01T02:24:26.310877Z","end":"2026-04-01T02:24:27.630636Z","steps":["trace[405126499] 'process raft request' (duration: 1.318780605s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:27.630789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:26.31085Z","time spent":"1.319866855s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:24:27.72496Z","caller":"traceutil/trace.go:171","msg":"trace[1708153777] linearizableReadLoop","detail":"{readStateIndex:9173; appliedIndex:9168; }","duration":"1.745456124s","start":"2026-04-01T02:24:25.979443Z","end":"2026-04-01T02:24:27.724899Z","steps":["trace[1708153777] 'read index received' (duration: 939.772815ms)","trace[1708153777] 'applied index is now lower than readState.Index' (duration: 805.681839ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:27.725228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745760252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-01T02:24:27.725231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499946443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:27.725273Z","caller":"traceutil/trace.go:171","msg":"trace[1787051120] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8856; }","duration":"1.745854564s","start":"2026-04-01T02:24:25.979404Z","end":"2026-04-01T02:24:27.725258Z","steps":["trace[1787051120] 'agreement among raft nodes before linearized reading' (duration: 1.74567565s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:27.725309Z","caller":"traceutil/trace.go:171","msg":"trace[98000276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8856; }","duration":"1.500060896s","start":"2026-04-01T02:24:26.225227Z","end":"2026-04-01T02:24:27.725288Z","steps":["trace[98000276] 'agreement among raft nodes before linearized reading' (duration: 1.499935033s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:27.725315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:25.979384Z","time spent":"1.745923186s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T02:24:27.725336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035031036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-01T02:24:27.725374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.082324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-01T02:24:27.725395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.090087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:27.725409Z","caller":"traceutil/trace.go:171","msg":"trace[720440211] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8856; }","duration":"541.143516ms","start":"2026-04-01T02:24:27.184255Z","end":"2026-04-01T02:24:27.725399Z","steps":["trace[720440211] 'agreement among raft nodes before linearized reading' (duration: 541.051434ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:27.725406Z","caller":"traceutil/trace.go:171","msg":"trace[84059976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8856; }","duration":"1.035132239s","start":"2026-04-01T02:24:26.690255Z","end":"2026-04-01T02:24:27.725387Z","steps":["trace[84059976] 'agreement among raft nodes before linearized reading' (duration: 1.034946054s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:27.725425Z","caller":"traceutil/trace.go:171","msg":"trace[741962617] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8856; }","duration":"869.16857ms","start":"2026-04-01T02:24:26.856248Z","end":"2026-04-01T02:24:27.725416Z","steps":["trace[741962617] 'agreement among raft nodes before linearized reading' (duration: 869.109528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:27.725436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:27.184239Z","time spent":"541.190997ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-01T02:24:27.72543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035212752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-01T02:24:27.725422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.250098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:24:27.725433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031228483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T02:24:27.725484Z","caller":"traceutil/trace.go:171","msg":"trace[13824366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8856; }","duration":"1.035288303s","start":"2026-04-01T02:24:26.690182Z","end":"2026-04-01T02:24:27.72547Z","steps":["trace[13824366] 'agreement among raft nodes before linearized reading' (duration: 1.035110978s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:27.725493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035385416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T02:24:27.725504Z","caller":"traceutil/trace.go:171","msg":"trace[2093490269] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8856; }","duration":"162.378182ms","start":"2026-04-01T02:24:27.563106Z","end":"2026-04-01T02:24:27.725485Z","steps":["trace[2093490269] 'agreement among raft nodes before linearized reading' (duration: 162.229118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:27.725518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:26.690177Z","time spent":"1.035333994s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T02:24:27.72544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:26.690243Z","time spent":"1.035189941s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T02:24:27.725526Z","caller":"traceutil/trace.go:171","msg":"trace[2065165145] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8856; }","duration":"1.035449488s","start":"2026-04-01T02:24:26.690066Z","end":"2026-04-01T02:24:27.725516Z","steps":["trace[2065165145] 'agreement among raft nodes before linearized reading' (duration: 1.035314304s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:27.725539Z","caller":"traceutil/trace.go:171","msg":"trace[1831155856] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:8856; }","duration":"1.031340736s","start":"2026-04-01T02:24:26.694179Z","end":"2026-04-01T02:24:27.72552Z","steps":["trace[1831155856] 'agreement among raft nodes before linearized reading' (duration: 1.031089249s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:27.72556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:26.690046Z","time spent":"1.03550828s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T02:24:27.725358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:26.225208Z","time spent":"1.500141608s","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T02:24:27.72545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:26.856227Z","time spent":"869.217281ms","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:27.725584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:26.69413Z","time spent":"1.031444348s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-p2zx8\" "} {"level":"warn","ts":"2026-04-01T02:24:27.726116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.959947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T02:24:27.726202Z","caller":"traceutil/trace.go:171","msg":"trace[1333032130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8856; }","duration":"999.126822ms","start":"2026-04-01T02:24:26.727057Z","end":"2026-04-01T02:24:27.726184Z","steps":["trace[1333032130] 'agreement among raft nodes before linearized reading' (duration: 998.127674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:27.726255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:26.727031Z","time spent":"999.211264ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T02:24:33.264235Z","caller":"traceutil/trace.go:171","msg":"trace[760563339] linearizableReadLoop","detail":"{readStateIndex:9233; appliedIndex:9232; }","duration":"105.637616ms","start":"2026-04-01T02:24:33.158583Z","end":"2026-04-01T02:24:33.264221Z","steps":["trace[760563339] 'read index received' (duration: 105.471602ms)","trace[760563339] 'applied index is now lower than readState.Index' (duration: 165.404µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:24:33.264311Z","caller":"traceutil/trace.go:171","msg":"trace[51381408] transaction","detail":"{read_only:false; response_revision:8912; number_of_response:1; }","duration":"108.206706ms","start":"2026-04-01T02:24:33.156086Z","end":"2026-04-01T02:24:33.264293Z","steps":["trace[51381408] 'process raft request' (duration: 108.033031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:33.264561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.950005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-01T02:24:33.264595Z","caller":"traceutil/trace.go:171","msg":"trace[1769283294] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8912; }","duration":"106.016926ms","start":"2026-04-01T02:24:33.158569Z","end":"2026-04-01T02:24:33.264585Z","steps":["trace[1769283294] 'agreement among raft nodes before linearized reading' (duration: 105.746299ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:33.909925Z","caller":"traceutil/trace.go:171","msg":"trace[2144408166] linearizableReadLoop","detail":"{readStateIndex:9238; appliedIndex:9237; }","duration":"111.891488ms","start":"2026-04-01T02:24:33.797993Z","end":"2026-04-01T02:24:33.909885Z","steps":["trace[2144408166] 'read index received' (duration: 105.4086ms)","trace[2144408166] 'applied index is now lower than readState.Index' (duration: 6.481938ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:24:33.910011Z","caller":"traceutil/trace.go:171","msg":"trace[281598606] transaction","detail":"{read_only:false; response_revision:8917; number_of_response:1; }","duration":"112.535015ms","start":"2026-04-01T02:24:33.797455Z","end":"2026-04-01T02:24:33.90999Z","steps":["trace[281598606] 'process raft request' (duration: 106.035786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:33.910154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.210131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T02:24:33.910198Z","caller":"traceutil/trace.go:171","msg":"trace[62808664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8917; }","duration":"110.288733ms","start":"2026-04-01T02:24:33.799898Z","end":"2026-04-01T02:24:33.910187Z","steps":["trace[62808664] 'agreement among raft nodes before linearized reading' (duration: 110.135409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:33.910356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.36586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228890"} {"level":"info","ts":"2026-04-01T02:24:33.910405Z","caller":"traceutil/trace.go:171","msg":"trace[177230330] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8917; }","duration":"112.453853ms","start":"2026-04-01T02:24:33.79794Z","end":"2026-04-01T02:24:33.910394Z","steps":["trace[177230330] 'agreement among raft nodes before linearized reading' (duration: 112.088443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:33.910421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.893273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T02:24:33.910448Z","caller":"traceutil/trace.go:171","msg":"trace[742759310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8917; }","duration":"101.955655ms","start":"2026-04-01T02:24:33.808484Z","end":"2026-04-01T02:24:33.91044Z","steps":["trace[742759310] 'agreement among raft nodes before linearized reading' (duration: 101.883563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:35.628957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.195141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:35.629006Z","caller":"traceutil/trace.go:171","msg":"trace[1569330535] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:8926; }","duration":"133.298164ms","start":"2026-04-01T02:24:35.495696Z","end":"2026-04-01T02:24:35.628994Z","steps":["trace[1569330535] 'count revisions from in-memory index tree' (duration: 133.101259ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:35.861412Z","caller":"traceutil/trace.go:171","msg":"trace[1057401618] transaction","detail":"{read_only:false; response_revision:8927; number_of_response:1; }","duration":"221.807121ms","start":"2026-04-01T02:24:35.639567Z","end":"2026-04-01T02:24:35.861374Z","steps":["trace[1057401618] 'process raft request' (duration: 221.488252ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:35.984341Z","caller":"traceutil/trace.go:171","msg":"trace[268689126] transaction","detail":"{read_only:false; response_revision:8928; number_of_response:1; }","duration":"308.680252ms","start":"2026-04-01T02:24:35.675636Z","end":"2026-04-01T02:24:35.984316Z","steps":["trace[268689126] 'process raft request' (duration: 293.773364ms)","trace[268689126] 'compare' (duration: 14.730153ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:24:35.984549Z","caller":"traceutil/trace.go:171","msg":"trace[1447936305] linearizableReadLoop","detail":"{readStateIndex:9250; appliedIndex:9247; }","duration":"275.926475ms","start":"2026-04-01T02:24:35.708597Z","end":"2026-04-01T02:24:35.984524Z","steps":["trace[1447936305] 'read index received' (duration: 152.370928ms)","trace[1447936305] 'applied index is now lower than readState.Index' (duration: 123.553407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:35.984558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:35.675611Z","time spent":"308.805286ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:24:35.984651Z","caller":"traceutil/trace.go:171","msg":"trace[1790561565] transaction","detail":"{read_only:false; response_revision:8929; number_of_response:1; }","duration":"301.319851ms","start":"2026-04-01T02:24:35.68332Z","end":"2026-04-01T02:24:35.98464Z","steps":["trace[1790561565] 'process raft request' (duration: 300.956111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:35.984753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:35.683307Z","time spent":"301.374052ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:35.985028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.275754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:35.985144Z","caller":"traceutil/trace.go:171","msg":"trace[1113435061] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:0; response_revision:8929; }","duration":"276.557182ms","start":"2026-04-01T02:24:35.708559Z","end":"2026-04-01T02:24:35.985116Z","steps":["trace[1113435061] 'agreement among raft nodes before linearized reading' (duration: 276.250974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:36.005361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.418628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:36.005431Z","caller":"traceutil/trace.go:171","msg":"trace[255970405] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8930; }","duration":"253.540631ms","start":"2026-04-01T02:24:35.751868Z","end":"2026-04-01T02:24:36.005409Z","steps":["trace[255970405] 'agreement among raft nodes before linearized reading' (duration: 253.404397ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:36.005561Z","caller":"traceutil/trace.go:171","msg":"trace[978982729] transaction","detail":"{read_only:false; response_revision:8930; number_of_response:1; }","duration":"135.061062ms","start":"2026-04-01T02:24:35.870484Z","end":"2026-04-01T02:24:36.005545Z","steps":["trace[978982729] 'process raft request' (duration: 134.683302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:36.912423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.753946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:24:36.912706Z","caller":"traceutil/trace.go:171","msg":"trace[1314011872] linearizableReadLoop","detail":"{readStateIndex:9254; appliedIndex:9251; }","duration":"902.170063ms","start":"2026-04-01T02:24:36.010522Z","end":"2026-04-01T02:24:36.912692Z","steps":["trace[1314011872] 'read index received' (duration: 14.97334ms)","trace[1314011872] 'applied index is now lower than readState.Index' (duration: 887.195993ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:24:36.912752Z","caller":"traceutil/trace.go:171","msg":"trace[95608403] transaction","detail":"{read_only:false; response_revision:8935; number_of_response:1; }","duration":"901.908506ms","start":"2026-04-01T02:24:36.0108Z","end":"2026-04-01T02:24:36.912709Z","steps":["trace[95608403] 'process raft request' (duration: 901.834554ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:36.912749Z","caller":"traceutil/trace.go:171","msg":"trace[1494108867] transaction","detail":"{read_only:false; response_revision:8933; number_of_response:1; }","duration":"902.639706ms","start":"2026-04-01T02:24:36.010061Z","end":"2026-04-01T02:24:36.912701Z","steps":["trace[1494108867] 'process raft request' (duration: 902.452971ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:36.912791Z","caller":"traceutil/trace.go:171","msg":"trace[685901998] transaction","detail":"{read_only:false; response_revision:8934; number_of_response:1; }","duration":"902.162793ms","start":"2026-04-01T02:24:36.010609Z","end":"2026-04-01T02:24:36.912771Z","steps":["trace[685901998] 'process raft request' (duration: 901.992468ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:36.912796Z","caller":"traceutil/trace.go:171","msg":"trace[1408678268] transaction","detail":"{read_only:false; response_revision:8936; number_of_response:1; }","duration":"901.806593ms","start":"2026-04-01T02:24:36.010968Z","end":"2026-04-01T02:24:36.912775Z","steps":["trace[1408678268] 'process raft request' (duration: 901.69403ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:36.912791Z","caller":"traceutil/trace.go:171","msg":"trace[2141354547] transaction","detail":"{read_only:false; response_revision:8932; number_of_response:1; }","duration":"903.135119ms","start":"2026-04-01T02:24:36.00957Z","end":"2026-04-01T02:24:36.912705Z","steps":["trace[2141354547] 'process raft request' (duration: 181.021443ms)","trace[2141354547] 'compare' (duration: 721.52848ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:36.912847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:36.010763Z","time spent":"902.032039ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:36.912875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:36.010054Z","time spent":"902.754439ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:36.912886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:36.010594Z","time spent":"902.246135ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:36.912922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:36.010959Z","time spent":"901.895095ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:36.912923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:36.009547Z","time spent":"903.317904ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:36.913066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.548784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228890"} {"level":"info","ts":"2026-04-01T02:24:36.913092Z","caller":"traceutil/trace.go:171","msg":"trace[249024894] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8936; }","duration":"902.593804ms","start":"2026-04-01T02:24:36.010491Z","end":"2026-04-01T02:24:36.913085Z","steps":["trace[249024894] 'agreement among raft nodes before linearized reading' (duration: 902.305836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:36.913116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:36.010483Z","time spent":"902.626815ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228914,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T02:24:37.326531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.042125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:24:37.326669Z","caller":"traceutil/trace.go:171","msg":"trace[2042224462] transaction","detail":"{read_only:false; response_revision:8937; number_of_response:1; }","duration":"439.140149ms","start":"2026-04-01T02:24:36.887499Z","end":"2026-04-01T02:24:37.32664Z","steps":["trace[2042224462] 'process raft request' (duration: 134.883918ms)","trace[2042224462] 'compare' (duration: 303.811159ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:37.326802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:36.887473Z","time spent":"439.256163ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:24:37.327019Z","caller":"traceutil/trace.go:171","msg":"trace[2041208862] linearizableReadLoop","detail":"{readStateIndex:9258; appliedIndex:9257; }","duration":"414.214676ms","start":"2026-04-01T02:24:36.912777Z","end":"2026-04-01T02:24:37.326992Z","steps":["trace[2041208862] 'read index received' (duration: 109.524003ms)","trace[2041208862] 'applied index is now lower than readState.Index' (duration: 304.687543ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:38.06184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28355689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:24:38.061855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731689796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:38.061974Z","caller":"traceutil/trace.go:171","msg":"trace[1101530817] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8937; }","duration":"1.283739935s","start":"2026-04-01T02:24:36.778205Z","end":"2026-04-01T02:24:38.061945Z","steps":["trace[1101530817] 'agreement among raft nodes before linearized reading' (duration: 548.837976ms)","trace[1101530817] 'count revisions from in-memory index tree' (duration: 734.731953ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:24:38.061984Z","caller":"traceutil/trace.go:171","msg":"trace[1828672266] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8937; }","duration":"1.731865411s","start":"2026-04-01T02:24:36.330091Z","end":"2026-04-01T02:24:38.061957Z","steps":["trace[1828672266] 'agreement among raft nodes before linearized reading' (duration: 996.934902ms)","trace[1828672266] 'count revisions from in-memory index tree' (duration: 734.767225ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:38.062021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:36.778181Z","time spent":"1.283827987s","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:38.062048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902881998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gwbc2\" ","response":"range_response_count:1 size:4738"} {"level":"warn","ts":"2026-04-01T02:24:38.062085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:36.330067Z","time spent":"1.731957134s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:38.061838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83655453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:38.062112Z","caller":"traceutil/trace.go:171","msg":"trace[36721670] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-gwbc2; range_end:; response_count:1; response_revision:8937; }","duration":"1.902978731s","start":"2026-04-01T02:24:36.159112Z","end":"2026-04-01T02:24:38.062091Z","steps":["trace[36721670] 'agreement among raft nodes before linearized reading' (duration: 1.167950439s)","trace[36721670] 'range keys from in-memory index tree' (duration: 734.708493ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:24:38.062225Z","caller":"traceutil/trace.go:171","msg":"trace[1289162823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8937; }","duration":"1.836979631s","start":"2026-04-01T02:24:36.225214Z","end":"2026-04-01T02:24:38.062193Z","steps":["trace[1289162823] 'agreement among raft nodes before linearized reading' (duration: 1.101839747s)","trace[1289162823] 'range keys from in-memory index tree' (duration: 734.740954ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:38.062267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:36.159085Z","time spent":"1.903126555s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4762,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gwbc2\" "} {"level":"warn","ts":"2026-04-01T02:24:38.061852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033111919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:499"} {"level":"warn","ts":"2026-04-01T02:24:38.062317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:36.225191Z","time spent":"1.837100255s","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T02:24:38.062342Z","caller":"traceutil/trace.go:171","msg":"trace[479932627] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8937; }","duration":"2.033659464s","start":"2026-04-01T02:24:36.028671Z","end":"2026-04-01T02:24:38.06233Z","steps":["trace[479932627] 'agreement among raft nodes before linearized reading' (duration: 1.298407456s)","trace[479932627] 'range keys from in-memory index tree' (duration: 734.686152ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:38.061333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.658271ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-01T02:24:38.062382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:36.028628Z","time spent":"2.033740236s","remote":"127.0.0.1:44854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":523,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-04-01T02:24:38.063849Z","caller":"traceutil/trace.go:171","msg":"trace[1767231361] transaction","detail":"{read_only:false; response_revision:8938; number_of_response:1; }","duration":"1.021613278s","start":"2026-04-01T02:24:37.042208Z","end":"2026-04-01T02:24:38.063821Z","steps":["trace[1767231361] 'process raft request' (duration: 1.02023897s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:38.064006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:37.042172Z","time spent":"1.021750432s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:38.449041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.544853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:24:38.44915Z","caller":"traceutil/trace.go:171","msg":"trace[1762697556] linearizableReadLoop","detail":"{readStateIndex:9261; appliedIndex:9260; }","duration":"584.765622ms","start":"2026-04-01T02:24:37.864364Z","end":"2026-04-01T02:24:38.44913Z","steps":["trace[1762697556] 'read index received' (duration: 374.023384ms)","trace[1762697556] 'applied index is now lower than readState.Index' (duration: 210.740678ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:24:38.449204Z","caller":"traceutil/trace.go:171","msg":"trace[1388773967] transaction","detail":"{read_only:false; response_revision:8939; number_of_response:1; }","duration":"770.802843ms","start":"2026-04-01T02:24:37.678356Z","end":"2026-04-01T02:24:38.449158Z","steps":["trace[1388773967] 'process raft request' (duration: 560.051954ms)","trace[1388773967] 'compare' (duration: 210.229914ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:38.449252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.893156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:38.449288Z","caller":"traceutil/trace.go:171","msg":"trace[397701698] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:8939; }","duration":"585.000039ms","start":"2026-04-01T02:24:37.864275Z","end":"2026-04-01T02:24:38.449275Z","steps":["trace[397701698] 'agreement among raft nodes before linearized reading' (duration: 584.929997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:38.449349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:37.678332Z","time spent":"770.939277ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:38.449364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:37.864242Z","time spent":"585.101011ms","remote":"127.0.0.1:57762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:38.716028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.499691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:24:38.716259Z","caller":"traceutil/trace.go:171","msg":"trace[1276572449] linearizableReadLoop","detail":"{readStateIndex:9264; appliedIndex:9261; }","duration":"267.070142ms","start":"2026-04-01T02:24:38.449175Z","end":"2026-04-01T02:24:38.716245Z","steps":["trace[1276572449] 'read index received' (duration: 140.990325ms)","trace[1276572449] 'applied index is now lower than readState.Index' (duration: 126.079167ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:38.716343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.574551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:38.716373Z","caller":"traceutil/trace.go:171","msg":"trace[1491890334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8942; }","duration":"652.637053ms","start":"2026-04-01T02:24:38.063727Z","end":"2026-04-01T02:24:38.716364Z","steps":["trace[1491890334] 'agreement among raft nodes before linearized reading' (duration: 652.563891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:38.716403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:38.063712Z","time spent":"652.684204ms","remote":"127.0.0.1:44734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T02:24:38.716551Z","caller":"traceutil/trace.go:171","msg":"trace[487891166] transaction","detail":"{read_only:false; response_revision:8941; number_of_response:1; }","duration":"725.87034ms","start":"2026-04-01T02:24:37.990651Z","end":"2026-04-01T02:24:38.716521Z","steps":["trace[487891166] 'process raft request' (duration: 725.458839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:38.71671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:37.990627Z","time spent":"725.997304ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:24:38.716704Z","caller":"traceutil/trace.go:171","msg":"trace[1729037882] transaction","detail":"{read_only:false; response_revision:8940; number_of_response:1; }","duration":"726.262651ms","start":"2026-04-01T02:24:37.990392Z","end":"2026-04-01T02:24:38.716655Z","steps":["trace[1729037882] 'process raft request' (duration: 599.770483ms)","trace[1729037882] 'compare' (duration: 125.387138ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:38.716812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.939157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3034"} {"level":"info","ts":"2026-04-01T02:24:38.716886Z","caller":"traceutil/trace.go:171","msg":"trace[1907963973] transaction","detail":"{read_only:false; response_revision:8942; number_of_response:1; }","duration":"647.613475ms","start":"2026-04-01T02:24:38.069256Z","end":"2026-04-01T02:24:38.71687Z","steps":["trace[1907963973] 'process raft request' (duration: 646.909566ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:38.716901Z","caller":"traceutil/trace.go:171","msg":"trace[489475942] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8942; }","duration":"651.071589ms","start":"2026-04-01T02:24:38.06581Z","end":"2026-04-01T02:24:38.716882Z","steps":["trace[489475942] 'agreement among raft nodes before linearized reading' (duration: 650.795822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:38.716898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:37.990366Z","time spent":"726.428406ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:38.71695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:38.065795Z","time spent":"651.146512ms","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3058,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-04-01T02:24:38.71697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:38.069228Z","time spent":"647.699338ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4728,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:24:39.204878Z","caller":"traceutil/trace.go:171","msg":"trace[1038296149] linearizableReadLoop","detail":"{readStateIndex:9265; appliedIndex:9264; }","duration":"480.161415ms","start":"2026-04-01T02:24:38.724687Z","end":"2026-04-01T02:24:39.204848Z","steps":["trace[1038296149] 'read index received' (duration: 479.776664ms)","trace[1038296149] 'applied index is now lower than readState.Index' (duration: 382.641µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:24:39.204966Z","caller":"traceutil/trace.go:171","msg":"trace[1450685583] transaction","detail":"{read_only:false; response_revision:8943; number_of_response:1; }","duration":"486.386855ms","start":"2026-04-01T02:24:38.718549Z","end":"2026-04-01T02:24:39.204936Z","steps":["trace[1450685583] 'process raft request' (duration: 486.007325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:39.204993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.300068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:39.205027Z","caller":"traceutil/trace.go:171","msg":"trace[193080946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8943; }","duration":"480.402111ms","start":"2026-04-01T02:24:38.724616Z","end":"2026-04-01T02:24:39.205018Z","steps":["trace[193080946] 'agreement among raft nodes before linearized reading' (duration: 480.326069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:39.205068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:38.724601Z","time spent":"480.461973ms","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T02:24:39.205136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:38.718512Z","time spent":"486.500048ms","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:39.205325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.160231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T02:24:39.205353Z","caller":"traceutil/trace.go:171","msg":"trace[2040193696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8943; }","duration":"288.204131ms","start":"2026-04-01T02:24:38.917143Z","end":"2026-04-01T02:24:39.205347Z","steps":["trace[2040193696] 'agreement among raft nodes before linearized reading' (duration: 288.104969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:39.205453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.273764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T02:24:39.205468Z","caller":"traceutil/trace.go:171","msg":"trace[451562311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8943; }","duration":"288.325536ms","start":"2026-04-01T02:24:38.917138Z","end":"2026-04-01T02:24:39.205463Z","steps":["trace[451562311] 'agreement among raft nodes before linearized reading' (duration: 288.290415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:39.205488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.296415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T02:24:39.205596Z","caller":"traceutil/trace.go:171","msg":"trace[468962109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8943; }","duration":"288.453189ms","start":"2026-04-01T02:24:38.917123Z","end":"2026-04-01T02:24:39.205576Z","steps":["trace[468962109] 'agreement among raft nodes before linearized reading' (duration: 288.217282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:39.205316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.579331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:24:39.205808Z","caller":"traceutil/trace.go:171","msg":"trace[234229791] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8943; }","duration":"382.110356ms","start":"2026-04-01T02:24:38.823681Z","end":"2026-04-01T02:24:39.205792Z","steps":["trace[234229791] 'agreement among raft nodes before linearized reading' (duration: 381.54779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:39.205846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.88978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-01T02:24:39.205972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.977793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T02:24:39.206023Z","caller":"traceutil/trace.go:171","msg":"trace[328463868] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8943; }","duration":"289.111056ms","start":"2026-04-01T02:24:38.916889Z","end":"2026-04-01T02:24:39.206Z","steps":["trace[328463868] 'agreement among raft nodes before linearized reading' (duration: 288.833819ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:39.206057Z","caller":"traceutil/trace.go:171","msg":"trace[43821407] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8943; }","duration":"289.100976ms","start":"2026-04-01T02:24:38.916933Z","end":"2026-04-01T02:24:39.206034Z","steps":["trace[43821407] 'agreement among raft nodes before linearized reading' (duration: 288.806898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:39.206121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.196527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-01T02:24:39.205864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:38.82366Z","time spent":"382.187598ms","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:24:39.206174Z","caller":"traceutil/trace.go:171","msg":"trace[729242999] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:8943; }","duration":"286.272149ms","start":"2026-04-01T02:24:38.919888Z","end":"2026-04-01T02:24:39.20616Z","steps":["trace[729242999] 'agreement among raft nodes before linearized reading' (duration: 285.481447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:39.467604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.194186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:24:39.467707Z","caller":"traceutil/trace.go:171","msg":"trace[1669922926] transaction","detail":"{read_only:false; response_revision:8944; number_of_response:1; }","duration":"257.290714ms","start":"2026-04-01T02:24:39.2104Z","end":"2026-04-01T02:24:39.46769Z","steps":["trace[1669922926] 'process raft request' (duration: 90.946403ms)","trace[1669922926] 'compare' (duration: 166.046142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:40.195641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.319199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:24:40.195873Z","caller":"traceutil/trace.go:171","msg":"trace[763698599] linearizableReadLoop","detail":"{readStateIndex:9271; appliedIndex:9265; }","duration":"983.985556ms","start":"2026-04-01T02:24:39.211874Z","end":"2026-04-01T02:24:40.195859Z","steps":["trace[763698599] 'read index received' (duration: 89.600706ms)","trace[763698599] 'applied index is now lower than readState.Index' (duration: 894.38404ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:24:40.196008Z","caller":"traceutil/trace.go:171","msg":"trace[1233185663] transaction","detail":"{read_only:false; response_revision:8949; number_of_response:1; }","duration":"984.784128ms","start":"2026-04-01T02:24:39.211216Z","end":"2026-04-01T02:24:40.196001Z","steps":["trace[1233185663] 'process raft request' (duration: 984.585743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:40.196049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:39.211208Z","time spent":"984.818459ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:24:40.196058Z","caller":"traceutil/trace.go:171","msg":"trace[683820932] transaction","detail":"{read_only:false; response_revision:8948; number_of_response:1; }","duration":"985.23551ms","start":"2026-04-01T02:24:39.210789Z","end":"2026-04-01T02:24:40.196024Z","steps":["trace[683820932] 'process raft request' (duration: 984.989743ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:40.196214Z","caller":"traceutil/trace.go:171","msg":"trace[2132999665] transaction","detail":"{read_only:false; response_revision:8946; number_of_response:1; }","duration":"985.709033ms","start":"2026-04-01T02:24:39.210484Z","end":"2026-04-01T02:24:40.196193Z","steps":["trace[2132999665] 'process raft request' (duration: 985.23091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:40.196229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:39.210778Z","time spent":"985.354044ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:24:40.19626Z","caller":"traceutil/trace.go:171","msg":"trace[1957440851] transaction","detail":"{read_only:false; response_revision:8947; number_of_response:1; }","duration":"985.753845ms","start":"2026-04-01T02:24:39.210493Z","end":"2026-04-01T02:24:40.196247Z","steps":["trace[1957440851] 'process raft request' (duration: 985.262151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:40.196298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:39.210376Z","time spent":"985.878988ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:40.196318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:39.210476Z","time spent":"985.811006ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:24:40.196332Z","caller":"traceutil/trace.go:171","msg":"trace[1035155456] transaction","detail":"{read_only:false; response_revision:8950; number_of_response:1; }","duration":"983.486032ms","start":"2026-04-01T02:24:39.21282Z","end":"2026-04-01T02:24:40.196306Z","steps":["trace[1035155456] 'process raft request' (duration: 983.008919ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:40.196323Z","caller":"traceutil/trace.go:171","msg":"trace[1712288666] transaction","detail":"{read_only:false; response_revision:8945; number_of_response:1; }","duration":"985.851447ms","start":"2026-04-01T02:24:39.21043Z","end":"2026-04-01T02:24:40.196281Z","steps":["trace[1712288666] 'process raft request' (duration: 752.824548ms)","trace[1712288666] 'compare' (duration: 232.224157ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:40.196498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:39.210415Z","time spent":"986.006692ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:40.1965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:39.212805Z","time spent":"983.594705ms","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:40.196495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.606203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228895"} {"level":"info","ts":"2026-04-01T02:24:40.196614Z","caller":"traceutil/trace.go:171","msg":"trace[581317369] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8950; }","duration":"984.759607ms","start":"2026-04-01T02:24:39.211845Z","end":"2026-04-01T02:24:40.196605Z","steps":["trace[581317369] 'agreement among raft nodes before linearized reading' (duration: 984.189331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:40.196645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:39.211836Z","time spent":"984.801219ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228919,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T02:24:40.695957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237144949545286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:24:41.414526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.140324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:24:41.414677Z","caller":"traceutil/trace.go:171","msg":"trace[2006904910] transaction","detail":"{read_only:false; response_revision:8951; number_of_response:1; }","duration":"2.082198884s","start":"2026-04-01T02:24:39.33245Z","end":"2026-04-01T02:24:41.414649Z","steps":["trace[2006904910] 'process raft request' (duration: 1.547818154s)","trace[2006904910] 'compare' (duration: 533.800324ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:41.41478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:39.332434Z","time spent":"2.082297038s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:41.842389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.713963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:24:41.84269Z","caller":"traceutil/trace.go:171","msg":"trace[228257635] transaction","detail":"{read_only:false; response_revision:8952; number_of_response:1; }","duration":"1.773544873s","start":"2026-04-01T02:24:40.069126Z","end":"2026-04-01T02:24:41.842671Z","steps":["trace[228257635] 'process raft request' (duration: 1.65743167s)","trace[228257635] 'compare' (duration: 115.515967ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:41.842801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:40.069108Z","time spent":"1.773624816s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:24:41.843055Z","caller":"traceutil/trace.go:171","msg":"trace[1758704601] transaction","detail":"{read_only:false; response_revision:8953; number_of_response:1; }","duration":"1.637807322s","start":"2026-04-01T02:24:40.205231Z","end":"2026-04-01T02:24:41.843038Z","steps":["trace[1758704601] 'process raft request' (duration: 1.637290158s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:41.843075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.559956453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:24:41.843061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.514118856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:24:41.843075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.624595505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gwbc2\" ","response":"range_response_count:1 size:4641"} {"level":"warn","ts":"2026-04-01T02:24:41.843103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781604374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T02:24:41.843143Z","caller":"traceutil/trace.go:171","msg":"trace[1783829754] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8955; }","duration":"2.560067816s","start":"2026-04-01T02:24:39.283053Z","end":"2026-04-01T02:24:41.843121Z","steps":["trace[1783829754] 'agreement among raft nodes before linearized reading' (duration: 2.559908752s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:41.84316Z","caller":"traceutil/trace.go:171","msg":"trace[803223154] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-gwbc2; range_end:; response_count:1; response_revision:8955; }","duration":"2.624692357s","start":"2026-04-01T02:24:39.218451Z","end":"2026-04-01T02:24:41.843144Z","steps":["trace[803223154] 'agreement among raft nodes before linearized reading' (duration: 2.624550043s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:41.84316Z","caller":"traceutil/trace.go:171","msg":"trace[1412135355] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8955; }","duration":"2.51424769s","start":"2026-04-01T02:24:39.328889Z","end":"2026-04-01T02:24:41.843137Z","steps":["trace[1412135355] 'agreement among raft nodes before linearized reading' (duration: 2.514065885s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:41.843178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:39.283025Z","time spent":"2.560145728s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:24:41.843181Z","caller":"traceutil/trace.go:171","msg":"trace[1341655740] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8955; }","duration":"1.781727228s","start":"2026-04-01T02:24:40.061436Z","end":"2026-04-01T02:24:41.843164Z","steps":["trace[1341655740] 'agreement among raft nodes before linearized reading' (duration: 1.781497691s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:41.843161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:40.205202Z","time spent":"1.637908245s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:24:41.843168Z","caller":"traceutil/trace.go:171","msg":"trace[915756555] transaction","detail":"{read_only:false; response_revision:8954; number_of_response:1; }","duration":"1.121596229s","start":"2026-04-01T02:24:40.721523Z","end":"2026-04-01T02:24:41.843119Z","steps":["trace[915756555] 'process raft request' (duration: 1.121123076s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:41.843212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:39.218447Z","time spent":"2.624755289s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4665,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gwbc2\" "} {"level":"warn","ts":"2026-04-01T02:24:41.843225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:40.061416Z","time spent":"1.78180012s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T02:24:41.843202Z","caller":"traceutil/trace.go:171","msg":"trace[1914675127] transaction","detail":"{read_only:false; response_revision:8955; number_of_response:1; }","duration":"1.119856402s","start":"2026-04-01T02:24:40.72332Z","end":"2026-04-01T02:24:41.843176Z","steps":["trace[1914675127] 'process raft request' (duration: 1.119391549s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:41.842984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.624606735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"warn","ts":"2026-04-01T02:24:41.843232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:39.328831Z","time spent":"2.514382594s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:24:41.84279Z","caller":"traceutil/trace.go:171","msg":"trace[822521509] linearizableReadLoop","detail":"{readStateIndex:9275; appliedIndex:9272; }","duration":"1.646878401s","start":"2026-04-01T02:24:40.195892Z","end":"2026-04-01T02:24:41.84277Z","steps":["trace[822521509] 'read index received' (duration: 684.447365ms)","trace[822521509] 'applied index is now lower than readState.Index' (duration: 962.429956ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:41.843305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:40.721497Z","time spent":"1.121744024s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:24:41.843299Z","caller":"traceutil/trace.go:171","msg":"trace[2054885785] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8955; }","duration":"2.624926924s","start":"2026-04-01T02:24:39.218345Z","end":"2026-04-01T02:24:41.843272Z","steps":["trace[2054885785] 'agreement among raft nodes before linearized reading' (duration: 2.624482281s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:41.843211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372444222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-04-01T02:24:41.843333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:40.723301Z","time spent":"1.119961855s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:24:41.843367Z","caller":"traceutil/trace.go:171","msg":"trace[857338879] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8955; }","duration":"2.372655158s","start":"2026-04-01T02:24:39.470697Z","end":"2026-04-01T02:24:41.843352Z","steps":["trace[857338879] 'agreement among raft nodes before linearized reading' (duration: 2.372337469s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:41.84338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:39.218338Z","time spent":"2.625019526s","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3090,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-04-01T02:24:41.843437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:39.470679Z","time spent":"2.372718409s","remote":"127.0.0.1:44854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":555,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-04-01T02:24:41.84345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617107314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:24:41.843439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372169015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-04-01T02:24:41.843506Z","caller":"traceutil/trace.go:171","msg":"trace[1418447982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8955; }","duration":"1.617201987s","start":"2026-04-01T02:24:40.226288Z","end":"2026-04-01T02:24:41.84349Z","steps":["trace[1418447982] 'agreement among raft nodes before linearized reading' (duration: 1.617109824s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:41.843567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:40.22627Z","time spent":"1.617281639s","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T02:24:41.84359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.775194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T02:24:41.843576Z","caller":"traceutil/trace.go:171","msg":"trace[787218303] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8955; }","duration":"2.372431222s","start":"2026-04-01T02:24:39.471097Z","end":"2026-04-01T02:24:41.843529Z","steps":["trace[787218303] 'agreement among raft nodes before linearized reading' (duration: 2.371863126s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:41.843494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042983534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-57775cd6c5-skcsr.18a21a5f8b41c091\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-04-01T02:24:41.84369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572660497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:24:41.843709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165429801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:24:41.84373Z","caller":"traceutil/trace.go:171","msg":"trace[2137073903] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8955; }","duration":"1.572752299s","start":"2026-04-01T02:24:40.270968Z","end":"2026-04-01T02:24:41.84372Z","steps":["trace[2137073903] 'agreement among raft nodes before linearized reading' (duration: 1.572690887s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:41.843758Z","caller":"traceutil/trace.go:171","msg":"trace[666375688] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8955; }","duration":"1.165502283s","start":"2026-04-01T02:24:40.678232Z","end":"2026-04-01T02:24:41.843734Z","steps":["trace[666375688] 'agreement among raft nodes before linearized reading' (duration: 1.165421191s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:41.843797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:40.67821Z","time spent":"1.165579186s","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":55,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:24:41.843693Z","caller":"traceutil/trace.go:171","msg":"trace[1844243926] range","detail":"{range_begin:/registry/events/openstack/barbican-api-57775cd6c5-skcsr.18a21a5f8b41c091; range_end:; response_count:1; response_revision:8955; }","duration":"1.043214181s","start":"2026-04-01T02:24:40.800465Z","end":"2026-04-01T02:24:41.843679Z","steps":["trace[1844243926] 'agreement among raft nodes before linearized reading' (duration: 1.042944643s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:41.843842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:40.800445Z","time spent":"1.043389456s","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-57775cd6c5-skcsr.18a21a5f8b41c091\" "} {"level":"warn","ts":"2026-04-01T02:24:41.843627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.924453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-04-01T02:24:41.843909Z","caller":"traceutil/trace.go:171","msg":"trace[770007878] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8955; }","duration":"838.233421ms","start":"2026-04-01T02:24:41.005667Z","end":"2026-04-01T02:24:41.8439Z","steps":["trace[770007878] 'agreement among raft nodes before linearized reading' (duration: 837.84469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:41.843767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:40.270941Z","time spent":"1.572817441s","remote":"127.0.0.1:33618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:41.843708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:39.471079Z","time spent":"2.372587275s","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":737,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"info","ts":"2026-04-01T02:24:41.843627Z","caller":"traceutil/trace.go:171","msg":"trace[1522135282] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:8955; }","duration":"475.846136ms","start":"2026-04-01T02:24:41.367769Z","end":"2026-04-01T02:24:41.843615Z","steps":["trace[1522135282] 'agreement among raft nodes before linearized reading' (duration: 475.740003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:41.844101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:41.367748Z","time spent":"476.33531ms","remote":"127.0.0.1:44794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"warn","ts":"2026-04-01T02:24:41.843615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523608962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-01T02:24:41.844241Z","caller":"traceutil/trace.go:171","msg":"trace[1062220006] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8955; }","duration":"1.52427453s","start":"2026-04-01T02:24:40.319945Z","end":"2026-04-01T02:24:41.84422Z","steps":["trace[1062220006] 'agreement among raft nodes before linearized reading' (duration: 1.523588951s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:41.844311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:40.319919Z","time spent":"1.524373013s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T02:24:41.843963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:41.005647Z","time spent":"838.304833ms","remote":"127.0.0.1:33572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414493,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-01T02:24:42.348524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237144949545292,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:24:42.999124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.177326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:24:42.999232Z","caller":"traceutil/trace.go:171","msg":"trace[1291494707] transaction","detail":"{read_only:false; response_revision:8956; number_of_response:1; }","duration":"1.152554329s","start":"2026-04-01T02:24:41.846658Z","end":"2026-04-01T02:24:42.999212Z","steps":["trace[1291494707] 'process raft request' (duration: 932.212178ms)","trace[1291494707] 'compare' (duration: 219.22983ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:42.999289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:41.846647Z","time spent":"1.15261423s","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:43.852591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000475374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T02:24:43.852681Z","caller":"traceutil/trace.go:171","msg":"trace[1470186399] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000586047s","start":"2026-04-01T02:24:41.852079Z","end":"2026-04-01T02:24:43.852665Z","steps":["trace[1470186399] 'agreement among raft nodes before linearized reading' (duration: 2.000480214s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:43.852725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:41.852074Z","time spent":"2.000636548s","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 02:24:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T02:24:45.853647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000752203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T02:24:45.85379Z","caller":"traceutil/trace.go:171","msg":"trace[1501639444] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000941347s","start":"2026-04-01T02:24:43.85283Z","end":"2026-04-01T02:24:45.853772Z","steps":["trace[1501639444] 'agreement among raft nodes before linearized reading' (duration: 2.000776093s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:45.853844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:43.852801Z","time spent":"2.00103254s","remote":"127.0.0.1:44734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 02:24:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T02:24:46.058535Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.279011187s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T02:24:47.17072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111963345s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-01T02:24:47.170934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:41.84672Z","time spent":"5.324210496s","remote":"127.0.0.1:44794","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T02:24:47.173024Z","caller":"traceutil/trace.go:171","msg":"trace[1433939792] linearizableReadLoop","detail":"{readStateIndex:9281; appliedIndex:9277; }","duration":"5.325185823s","start":"2026-04-01T02:24:41.847809Z","end":"2026-04-01T02:24:47.172995Z","steps":["trace[1433939792] 'read index received' (duration: 931.287262ms)","trace[1433939792] 'applied index is now lower than readState.Index' (duration: 4.393897091s)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:24:47.17316Z","caller":"traceutil/trace.go:171","msg":"trace[1199493839] transaction","detail":"{read_only:false; response_revision:8957; number_of_response:1; }","duration":"5.324382591s","start":"2026-04-01T02:24:41.848762Z","end":"2026-04-01T02:24:47.173145Z","steps":["trace[1199493839] 'process raft request' (duration: 5.322062038s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:47.173281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:41.848753Z","time spent":"5.324444443s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:24:47.173769Z","caller":"traceutil/trace.go:171","msg":"trace[1625091923] transaction","detail":"{read_only:false; response_revision:8959; number_of_response:1; }","duration":"4.496591007s","start":"2026-04-01T02:24:42.677093Z","end":"2026-04-01T02:24:47.173684Z","steps":["trace[1625091923] 'process raft request' (duration: 4.495833466s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:47.173882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.326062327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-04-01T02:24:47.173987Z","caller":"traceutil/trace.go:171","msg":"trace[1125474320] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:8959; }","duration":"5.326189221s","start":"2026-04-01T02:24:41.84778Z","end":"2026-04-01T02:24:47.173969Z","steps":["trace[1125474320] 'agreement among raft nodes before linearized reading' (duration: 5.325981655s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:47.174041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:41.847768Z","time spent":"5.326260582s","remote":"127.0.0.1:44854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":413,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" "} {"level":"info","ts":"2026-04-01T02:24:47.173869Z","caller":"traceutil/trace.go:171","msg":"trace[606348185] transaction","detail":"{read_only:false; response_revision:8958; number_of_response:1; }","duration":"4.910247827s","start":"2026-04-01T02:24:42.263597Z","end":"2026-04-01T02:24:47.173845Z","steps":["trace[606348185] 'process raft request' (duration: 4.908977233s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:47.175168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:42.263575Z","time spent":"4.91144474s","remote":"127.0.0.1:33572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414530,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:47.1754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:42.677066Z","time spent":"4.498217481s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:47.199608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999078002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T02:24:47.19968Z","caller":"traceutil/trace.go:171","msg":"trace[1438592955] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999185045s","start":"2026-04-01T02:24:42.200476Z","end":"2026-04-01T02:24:47.199661Z","steps":["trace[1438592955] 'agreement among raft nodes before linearized reading' (duration: 4.999105633s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:47.199722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:42.200456Z","time spent":"4.999256758s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/01 02:24:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T02:24:47.200761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999662109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T02:24:47.200834Z","caller":"traceutil/trace.go:171","msg":"trace[1820071364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999758861s","start":"2026-04-01T02:24:42.201056Z","end":"2026-04-01T02:24:47.200815Z","steps":["trace[1820071364] 'agreement among raft nodes before linearized reading' (duration: 4.999681899s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:47.200893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:42.201044Z","time spent":"4.999836094s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/01 02:24:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T02:24:47.201847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999807083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T02:24:47.201885Z","caller":"traceutil/trace.go:171","msg":"trace[559523679] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999869204s","start":"2026-04-01T02:24:42.202007Z","end":"2026-04-01T02:24:47.201876Z","steps":["trace[559523679] 'agreement among raft nodes before linearized reading' (duration: 4.999825283s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:47.201911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:42.201996Z","time spent":"4.999908876s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/01 02:24:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T02:24:47.67396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237144949545307,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:24:47.860883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00070612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T02:24:47.86096Z","caller":"traceutil/trace.go:171","msg":"trace[1554875930] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000839544s","start":"2026-04-01T02:24:45.860103Z","end":"2026-04-01T02:24:47.860943Z","steps":["trace[1554875930] 'agreement among raft nodes before linearized reading' (duration: 2.000735231s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:47.861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:45.860082Z","time spent":"2.000910956s","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 02:24:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T02:24:48.17499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237144949545307,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:24:48.418691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:43.420092Z","time spent":"4.998589621s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 02:24:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T02:24:48.675171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237144949545307,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:24:48.712216Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.368019171s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T02:24:48.847677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:43.849884Z","time spent":"4.997785578s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 02:24:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T02:24:48.848086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:43.850196Z","time spent":"4.997886211s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 02:24:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T02:24:48.848105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:43.850108Z","time spent":"4.997987914s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/01 02:24:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T02:24:49.861548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000378832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T02:24:49.861629Z","caller":"traceutil/trace.go:171","msg":"trace[1421914277] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000510716s","start":"2026-04-01T02:24:47.8611Z","end":"2026-04-01T02:24:49.861611Z","steps":["trace[1421914277] 'agreement among raft nodes before linearized reading' (duration: 2.000412453s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:49.861676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:47.861081Z","time spent":"2.000585588s","remote":"127.0.0.1:44734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 02:24:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T02:24:50.211355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:43.210823Z","time spent":"7.000525644s","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-01T02:24:50.924917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000423843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T02:24:50.925091Z","caller":"traceutil/trace.go:171","msg":"trace[704395234] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000630028s","start":"2026-04-01T02:24:48.924424Z","end":"2026-04-01T02:24:50.925054Z","steps":["trace[704395234] 'agreement among raft nodes before linearized reading' (duration: 2.000444943s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:50.925155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:48.924405Z","time spent":"2.000735721s","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 02:24:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T02:24:51.04718Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.334773819s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T02:24:51.094577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:44.093475Z","time spent":"7.00109654s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-01T02:24:51.669759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381355781s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:51.669954Z","caller":"traceutil/trace.go:171","msg":"trace[575931810] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8959; }","duration":"1.381499134s","start":"2026-04-01T02:24:50.28837Z","end":"2026-04-01T02:24:51.669869Z","steps":["trace[575931810] 'range keys from in-memory index tree' (duration: 1.381239357s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:51.670273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:50.709111Z","time spent":"961.153221ms","remote":"127.0.0.1:38348","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T02:24:51.671041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.958527s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:24:51.672798Z","caller":"traceutil/trace.go:171","msg":"trace[327205276] transaction","detail":"{read_only:false; response_revision:8966; number_of_response:1; }","duration":"5.815556367s","start":"2026-04-01T02:24:45.857219Z","end":"2026-04-01T02:24:51.672775Z","steps":["trace[327205276] 'process raft request' (duration: 5.814914999s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:51.673166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:45.857194Z","time spent":"5.815730922s","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T02:24:51.881247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000392791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T02:24:51.881338Z","caller":"traceutil/trace.go:171","msg":"trace[923306746] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000538605s","start":"2026-04-01T02:24:49.88078Z","end":"2026-04-01T02:24:51.881319Z","steps":["trace[923306746] 'agreement among raft nodes before linearized reading' (duration: 2.000421302s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:51.881385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:49.880763Z","time spent":"2.000612128s","remote":"127.0.0.1:44734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T02:24:52.199805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999322828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T02:24:52.199893Z","caller":"traceutil/trace.go:171","msg":"trace[728404783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999467362s","start":"2026-04-01T02:24:42.200407Z","end":"2026-04-01T02:24:52.199874Z","steps":["trace[728404783] 'agreement among raft nodes before linearized reading' (duration: 9.999355089s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:52.19994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:42.200386Z","time spent":"9.999543104s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/01 02:24:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T02:24:52.200177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999539194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T02:24:52.20027Z","caller":"traceutil/trace.go:171","msg":"trace[1152566096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999703388s","start":"2026-04-01T02:24:42.200544Z","end":"2026-04-01T02:24:52.200247Z","steps":["trace[1152566096] 'agreement among raft nodes before linearized reading' (duration: 9.999572664s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:52.200375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:42.200514Z","time spent":"9.999846232s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T02:24:52.200369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998855525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-01T02:24:52.200411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997680123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} 2026/04/01 02:24:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-01T02:24:52.200458Z","caller":"traceutil/trace.go:171","msg":"trace[1802929674] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997768226s","start":"2026-04-01T02:24:49.202679Z","end":"2026-04-01T02:24:52.200448Z","steps":["trace[1802929674] 'agreement among raft nodes before linearized reading' (duration: 2.997717924s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:52.200487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:49.202652Z","time spent":"2.997828467s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/01 02:24:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-01T02:24:52.20047Z","caller":"traceutil/trace.go:171","msg":"trace[659488830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.999226235s","start":"2026-04-01T02:24:49.201218Z","end":"2026-04-01T02:24:52.200444Z","steps":["trace[659488830] 'agreement among raft nodes before linearized reading' (duration: 2.998893726s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:52.200582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:49.201198Z","time spent":"2.99936422s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/01 02:24:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T02:24:52.201689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998458435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T02:24:52.201758Z","caller":"traceutil/trace.go:171","msg":"trace[2122740964] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998551467s","start":"2026-04-01T02:24:49.203189Z","end":"2026-04-01T02:24:52.20174Z","steps":["trace[2122740964] 'agreement among raft nodes before linearized reading' (duration: 2.998472925s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:52.20185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:49.203181Z","time spent":"2.998613178s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/01 02:24:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T02:24:52.214472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.366345071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-01T02:24:52.214483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.366386022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T02:24:52.21453Z","caller":"traceutil/trace.go:171","msg":"trace[1932132032] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; }","duration":"10.366421642s","start":"2026-04-01T02:24:41.848094Z","end":"2026-04-01T02:24:52.214516Z","steps":["trace[1932132032] 'agreement among raft nodes before linearized reading' (duration: 10.36635844s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:52.214551Z","caller":"traceutil/trace.go:171","msg":"trace[2054976025] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; }","duration":"10.366512125s","start":"2026-04-01T02:24:41.848021Z","end":"2026-04-01T02:24:52.214533Z","steps":["trace[2054976025] 'agreement among raft nodes before linearized reading' (duration: 10.366432923s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:52.214571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:41.848085Z","time spent":"10.366476743s","remote":"127.0.0.1:44854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} 2026/04/01 02:24:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T02:24:52.214602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:41.848009Z","time spent":"10.366581067s","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} 2026/04/01 02:24:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T02:24:52.916109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243888502s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-01T02:24:52.91635Z","caller":"traceutil/trace.go:171","msg":"trace[572592437] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8967; }","duration":"5.741624351s","start":"2026-04-01T02:24:47.174709Z","end":"2026-04-01T02:24:52.916333Z","steps":["trace[572592437] 'process raft request' (duration: 5.741498938s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:52.916448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:47.174681Z","time spent":"5.741707014s","remote":"127.0.0.1:44794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:24:52.917128Z","caller":"traceutil/trace.go:171","msg":"trace[956332251] transaction","detail":"{read_only:false; response_revision:8968; number_of_response:1; }","duration":"4.210936287s","start":"2026-04-01T02:24:48.706174Z","end":"2026-04-01T02:24:52.91711Z","steps":["trace[956332251] 'process raft request' (duration: 4.210087333s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:52.917201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:48.706146Z","time spent":"4.211021248s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:24:52.917184Z","caller":"traceutil/trace.go:171","msg":"trace[926475873] linearizableReadLoop","detail":"{readStateIndex:9291; appliedIndex:9282; }","duration":"5.744046988s","start":"2026-04-01T02:24:47.173103Z","end":"2026-04-01T02:24:52.91715Z","steps":["trace[926475873] 'read index received' (duration: 1.539309841s)","trace[926475873] 'applied index is now lower than readState.Index' (duration: 4.204735027s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:53.418268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993592093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T02:24:53.418349Z","caller":"traceutil/trace.go:171","msg":"trace[1009108544] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.993716137s","start":"2026-04-01T02:24:48.424614Z","end":"2026-04-01T02:24:53.418331Z","steps":["trace[1009108544] 'agreement among raft nodes before linearized reading' (duration: 4.993612834s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:53.418394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:48.4246Z","time spent":"4.993785268s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/01 02:24:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T02:24:53.574746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.444771675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:53.574829Z","caller":"traceutil/trace.go:171","msg":"trace[963276495] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8968; }","duration":"9.44493411s","start":"2026-04-01T02:24:44.129872Z","end":"2026-04-01T02:24:53.574806Z","steps":["trace[963276495] 'agreement among raft nodes before linearized reading' (duration: 8.787367512s)","trace[963276495] 'count revisions from in-memory index tree' (duration: 657.442455ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:53.574836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.113848724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:53.574869Z","caller":"traceutil/trace.go:171","msg":"trace[932010396] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8968; }","duration":"11.113921446s","start":"2026-04-01T02:24:42.460937Z","end":"2026-04-01T02:24:53.574859Z","steps":["trace[932010396] 'agreement among raft nodes before linearized reading' (duration: 10.456273936s)","trace[932010396] 'count revisions from in-memory index tree' (duration: 657.595728ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:53.574841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.154156294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:24:53.574887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:42.460917Z","time spent":"11.113964637s","remote":"127.0.0.1:33084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:53.574848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.57464821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:24:53.574876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:44.129851Z","time spent":"9.445014423s","remote":"127.0.0.1:44952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:53.574897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.935621891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:53.57493Z","caller":"traceutil/trace.go:171","msg":"trace[1275599039] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8968; }","duration":"6.574785494s","start":"2026-04-01T02:24:47.000123Z","end":"2026-04-01T02:24:53.574908Z","steps":["trace[1275599039] 'agreement among raft nodes before linearized reading' (duration: 5.917069632s)","trace[1275599039] 'count revisions from in-memory index tree' (duration: 657.594859ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:53.574923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.559336241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:53.574957Z","caller":"traceutil/trace.go:171","msg":"trace[1168419674] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8968; }","duration":"7.935676602s","start":"2026-04-01T02:24:45.639256Z","end":"2026-04-01T02:24:53.574933Z","steps":["trace[1168419674] 'agreement among raft nodes before linearized reading' (duration: 7.277964171s)","trace[1168419674] 'count revisions from in-memory index tree' (duration: 657.64394ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:24:53.574958Z","caller":"traceutil/trace.go:171","msg":"trace[1716648236] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8968; }","duration":"10.154270887s","start":"2026-04-01T02:24:43.420626Z","end":"2026-04-01T02:24:53.574897Z","steps":["trace[1716648236] 'agreement among raft nodes before linearized reading' (duration: 9.496627557s)","trace[1716648236] 'count revisions from in-memory index tree' (duration: 657.533857ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:53.574995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:45.639204Z","time spent":"7.935781016s","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:53.574997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:47.000096Z","time spent":"6.574873465s","remote":"127.0.0.1:57828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:24:53.574997Z","caller":"traceutil/trace.go:171","msg":"trace[1680354751] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8968; }","duration":"10.559455495s","start":"2026-04-01T02:24:43.015521Z","end":"2026-04-01T02:24:53.574976Z","steps":["trace[1680354751] 'agreement among raft nodes before linearized reading' (duration: 9.90164608s)","trace[1680354751] 'count revisions from in-memory index tree' (duration: 657.695191ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:53.575012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:43.420614Z","time spent":"10.15438585s","remote":"127.0.0.1:33572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:53.575086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:43.015503Z","time spent":"10.559537457s","remote":"127.0.0.1:44950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:53.576139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.808548234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-01T02:24:53.576254Z","caller":"traceutil/trace.go:171","msg":"trace[1513198826] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8968; }","duration":"10.808691548s","start":"2026-04-01T02:24:42.76753Z","end":"2026-04-01T02:24:53.576221Z","steps":["trace[1513198826] 'agreement among raft nodes before linearized reading' (duration: 10.149717821s)","trace[1513198826] 'range keys from in-memory index tree' (duration: 657.472416ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:53.576273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.728067324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-01T02:24:53.576283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.033948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:697"} {"level":"warn","ts":"2026-04-01T02:24:53.576326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:42.767511Z","time spent":"10.808798311s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-01T02:24:53.576333Z","caller":"traceutil/trace.go:171","msg":"trace[46303859] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8968; }","duration":"11.728142985s","start":"2026-04-01T02:24:41.848176Z","end":"2026-04-01T02:24:53.576319Z","steps":["trace[46303859] 'agreement among raft nodes before linearized reading' (duration: 11.069138758s)","trace[46303859] 'range keys from in-memory index tree' (duration: 657.413714ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:53.576375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.704727043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-04-01T02:24:53.57641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:41.848171Z","time spent":"11.728218867s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T02:24:53.576451Z","caller":"traceutil/trace.go:171","msg":"trace[1821917666] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8968; }","duration":"11.704828896s","start":"2026-04-01T02:24:41.871594Z","end":"2026-04-01T02:24:53.576423Z","steps":["trace[1821917666] 'agreement among raft nodes before linearized reading' (duration: 11.045719176s)","trace[1821917666] 'range keys from in-memory index tree' (duration: 657.522856ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:53.576501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:41.871574Z","time spent":"11.704915978s","remote":"127.0.0.1:44906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-01T02:24:53.57656Z","caller":"traceutil/trace.go:171","msg":"trace[1090769001] transaction","detail":"{read_only:false; response_revision:8969; number_of_response:1; }","duration":"1.374650947s","start":"2026-04-01T02:24:52.201888Z","end":"2026-04-01T02:24:53.576539Z","steps":["trace[1090769001] 'process raft request' (duration: 1.374506923s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:53.575036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.696911083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:24:53.576621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.373180364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T02:24:53.576611Z","caller":"traceutil/trace.go:171","msg":"trace[1568012718] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8968; }","duration":"2.47702332s","start":"2026-04-01T02:24:51.099533Z","end":"2026-04-01T02:24:53.576556Z","steps":["trace[1568012718] 'process raft request' (duration: 1.817599201s)","trace[1568012718] 'compare' (duration: 658.931695ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:53.576663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:52.201863Z","time spent":"1.37475185s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:24:53.576694Z","caller":"traceutil/trace.go:171","msg":"trace[1234271283] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8968; }","duration":"10.698579619s","start":"2026-04-01T02:24:42.878077Z","end":"2026-04-01T02:24:53.576657Z","steps":["trace[1234271283] 'agreement among raft nodes before linearized reading' (duration: 10.03916012s)","trace[1234271283] 'count revisions from in-memory index tree' (duration: 657.731443ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:24:53.576706Z","caller":"traceutil/trace.go:171","msg":"trace[2015320135] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:8968; }","duration":"11.373297236s","start":"2026-04-01T02:24:42.203386Z","end":"2026-04-01T02:24:53.576683Z","steps":["trace[2015320135] 'agreement among raft nodes before linearized reading' (duration: 10.713899278s)","trace[2015320135] 'range keys from in-memory index tree' (duration: 657.520366ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:53.576755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:42.878015Z","time spent":"10.698721893s","remote":"127.0.0.1:36546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":56,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:53.576768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:42.203377Z","time spent":"11.373377809s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-p2zx8\" "} {"level":"warn","ts":"2026-04-01T02:24:53.576793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:51.099507Z","time spent":"2.477192995s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":721,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:53.576867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.936086663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-04-01T02:24:53.577002Z","caller":"traceutil/trace.go:171","msg":"trace[1831929555] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8968; }","duration":"7.936234008s","start":"2026-04-01T02:24:45.640725Z","end":"2026-04-01T02:24:53.576959Z","steps":["trace[1831929555] 'agreement among raft nodes before linearized reading' (duration: 7.27647792s)","trace[1831929555] 'range keys from in-memory index tree' (duration: 657.64713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:53.577068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:45.640704Z","time spent":"7.93634404s","remote":"127.0.0.1:60870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-04-01T02:24:53.848795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99932835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-04-01T02:24:53.849059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999054113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T02:24:53.849184Z","caller":"traceutil/trace.go:171","msg":"trace[792185714] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999175426s","start":"2026-04-01T02:24:48.849933Z","end":"2026-04-01T02:24:53.849108Z","steps":["trace[792185714] 'agreement among raft nodes before linearized reading' (duration: 4.999093054s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:53.848947Z","caller":"traceutil/trace.go:171","msg":"trace[1176367864] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999569467s","start":"2026-04-01T02:24:48.84935Z","end":"2026-04-01T02:24:53.848919Z","steps":["trace[1176367864] 'agreement among raft nodes before linearized reading' (duration: 4.999354931s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:53.849238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:48.849878Z","time spent":"4.999347501s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-01T02:24:53.84921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998938819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} 2026/04/01 02:24:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T02:24:53.849266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:48.84933Z","time spent":"4.999916717s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/01 02:24:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-01T02:24:53.849304Z","caller":"traceutil/trace.go:171","msg":"trace[1635241301] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999091664s","start":"2026-04-01T02:24:48.850191Z","end":"2026-04-01T02:24:53.849282Z","steps":["trace[1635241301] 'agreement among raft nodes before linearized reading' (duration: 4.99895823s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:53.849414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:48.85018Z","time spent":"4.999226117s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/01 02:24:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T02:24:53.8907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00029182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T02:24:53.89077Z","caller":"traceutil/trace.go:171","msg":"trace[1257695794] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000403953s","start":"2026-04-01T02:24:51.890349Z","end":"2026-04-01T02:24:53.890753Z","steps":["trace[1257695794] 'agreement among raft nodes before linearized reading' (duration: 2.0003019s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:53.890816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:51.890342Z","time spent":"2.000464204s","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T02:24:54.084643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.187976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:24:54.085Z","caller":"traceutil/trace.go:171","msg":"trace[614390887] transaction","detail":"{read_only:false; response_revision:8971; number_of_response:1; }","duration":"1.881677387s","start":"2026-04-01T02:24:52.203298Z","end":"2026-04-01T02:24:54.084976Z","steps":["trace[614390887] 'process raft request' (duration: 1.881471872s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:54.085Z","caller":"traceutil/trace.go:171","msg":"trace[1303170529] transaction","detail":"{read_only:false; response_revision:8970; number_of_response:1; }","duration":"1.882356276s","start":"2026-04-01T02:24:52.202568Z","end":"2026-04-01T02:24:54.084925Z","steps":["trace[1303170529] 'process raft request' (duration: 1.53378136s)","trace[1303170529] 'compare' (duration: 347.945349ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:54.085119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:52.203287Z","time spent":"1.881774721s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":409,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:54.085253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:52.202543Z","time spent":"1.882571182s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:24:54.085408Z","caller":"traceutil/trace.go:171","msg":"trace[1599736864] transaction","detail":"{read_only:false; response_revision:8972; number_of_response:1; }","duration":"1.881780081s","start":"2026-04-01T02:24:52.203613Z","end":"2026-04-01T02:24:54.085393Z","steps":["trace[1599736864] 'process raft request' (duration: 1.881282687s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:54.085484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:52.203584Z","time spent":"1.881859953s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:54.085541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:52.918088Z","time spent":"1.167429646s","remote":"127.0.0.1:44794","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T02:24:54.085606Z","caller":"traceutil/trace.go:171","msg":"trace[1276541066] linearizableReadLoop","detail":"{readStateIndex:9297; appliedIndex:9292; }","duration":"1.16832205s","start":"2026-04-01T02:24:52.917272Z","end":"2026-04-01T02:24:54.085594Z","steps":["trace[1276541066] 'read index received' (duration: 195.49697ms)","trace[1276541066] 'applied index is now lower than readState.Index' (duration: 972.82396ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:54.085713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.044089737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:24:54.085703Z","caller":"traceutil/trace.go:171","msg":"trace[1483999997] transaction","detail":"{read_only:false; response_revision:8973; number_of_response:1; }","duration":"664.980141ms","start":"2026-04-01T02:24:53.420694Z","end":"2026-04-01T02:24:54.085674Z","steps":["trace[1483999997] 'process raft request' (duration: 664.796356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:54.085765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.908212384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-01T02:24:54.085793Z","caller":"traceutil/trace.go:171","msg":"trace[263910440] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8973; }","duration":"6.908286766s","start":"2026-04-01T02:24:47.177499Z","end":"2026-04-01T02:24:54.085786Z","steps":["trace[263910440] 'agreement among raft nodes before linearized reading' (duration: 6.908122671s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:54.085785Z","caller":"traceutil/trace.go:171","msg":"trace[1479100479] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8973; }","duration":"3.0442167s","start":"2026-04-01T02:24:51.041551Z","end":"2026-04-01T02:24:54.085768Z","steps":["trace[1479100479] 'agreement among raft nodes before linearized reading' (duration: 3.044047216s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:54.085818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:47.177478Z","time spent":"6.908336297s","remote":"127.0.0.1:44854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":650,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-04-01T02:24:54.085832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:51.041522Z","time spent":"3.044300933s","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:54.085858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:53.420668Z","time spent":"665.122155ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T02:24:54.085865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.736991427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:54.086011Z","caller":"traceutil/trace.go:171","msg":"trace[2103299737] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:8973; }","duration":"2.737186632s","start":"2026-04-01T02:24:51.348774Z","end":"2026-04-01T02:24:54.085961Z","steps":["trace[2103299737] 'agreement among raft nodes before linearized reading' (duration: 2.736845083s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:54.086102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.870396389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19337"} {"level":"warn","ts":"2026-04-01T02:24:54.086113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:51.348749Z","time spent":"2.737342887s","remote":"127.0.0.1:57656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:54.086144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.58000376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:54.086205Z","caller":"traceutil/trace.go:171","msg":"trace[2006409645] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8974; }","duration":"5.580106133s","start":"2026-04-01T02:24:48.506084Z","end":"2026-04-01T02:24:54.08619Z","steps":["trace[2006409645] 'agreement among raft nodes before linearized reading' (duration: 5.579573468s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:54.086228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.220086009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19337"} {"level":"warn","ts":"2026-04-01T02:24:54.086242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.208951173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:24:54.086108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.890176916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:24:54.086257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.441957865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:24:54.086291Z","caller":"traceutil/trace.go:171","msg":"trace[439199931] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8974; }","duration":"6.209026125s","start":"2026-04-01T02:24:47.877254Z","end":"2026-04-01T02:24:54.08628Z","steps":["trace[439199931] 'agreement among raft nodes before linearized reading' (duration: 6.20846136s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:54.086253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:48.506063Z","time spent":"5.580178235s","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:54.086316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.565064978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:24:54.086319Z","caller":"traceutil/trace.go:171","msg":"trace[672041095] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8974; }","duration":"5.442012037s","start":"2026-04-01T02:24:48.644286Z","end":"2026-04-01T02:24:54.086298Z","steps":["trace[672041095] 'agreement among raft nodes before linearized reading' (duration: 5.441463702s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:54.08634Z","caller":"traceutil/trace.go:171","msg":"trace[2132923524] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8974; }","duration":"3.56512249s","start":"2026-04-01T02:24:50.521211Z","end":"2026-04-01T02:24:54.086333Z","steps":["trace[2132923524] 'agreement among raft nodes before linearized reading' (duration: 3.564527923s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:54.08633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.409661453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a21a735905a8fc\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-01T02:24:54.086296Z","caller":"traceutil/trace.go:171","msg":"trace[686391912] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8974; }","duration":"2.890448234s","start":"2026-04-01T02:24:51.195838Z","end":"2026-04-01T02:24:54.086286Z","steps":["trace[686391912] 'agreement among raft nodes before linearized reading' (duration: 2.889827017s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:54.086336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662630028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:24:54.086362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:50.521189Z","time spent":"3.565167301s","remote":"127.0.0.1:47994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:54.086189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.538349264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:24:54.086378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:51.195816Z","time spent":"2.890554297s","remote":"127.0.0.1:48052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:24:54.086393Z","caller":"traceutil/trace.go:171","msg":"trace[870020670] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a21a735905a8fc; range_end:; response_count:1; response_revision:8974; }","duration":"2.409705785s","start":"2026-04-01T02:24:51.676661Z","end":"2026-04-01T02:24:54.086367Z","steps":["trace[870020670] 'agreement among raft nodes before linearized reading' (duration: 2.408989015s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:54.086393Z","caller":"traceutil/trace.go:171","msg":"trace[121526725] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8974; }","duration":"2.662716121s","start":"2026-04-01T02:24:51.423661Z","end":"2026-04-01T02:24:54.086377Z","steps":["trace[121526725] 'agreement among raft nodes before linearized reading' (duration: 2.662112984s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:54.086417Z","caller":"traceutil/trace.go:171","msg":"trace[373006583] transaction","detail":"{read_only:false; response_revision:8974; number_of_response:1; }","duration":"504.059179ms","start":"2026-04-01T02:24:53.582341Z","end":"2026-04-01T02:24:54.086401Z","steps":["trace[373006583] 'process raft request' (duration: 503.253336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:54.086437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:51.676588Z","time spent":"2.409841468s","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a21a735905a8fc\" "} {"level":"warn","ts":"2026-04-01T02:24:54.086468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:51.42364Z","time spent":"2.662807354s","remote":"127.0.0.1:36558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:54.086196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.859018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a21a6c43232bb9\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-01T02:24:54.086456Z","caller":"traceutil/trace.go:171","msg":"trace[1045212620] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8974; }","duration":"6.538609511s","start":"2026-04-01T02:24:47.547785Z","end":"2026-04-01T02:24:54.086394Z","steps":["trace[1045212620] 'agreement among raft nodes before linearized reading' (duration: 6.537966384s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:54.086549Z","caller":"traceutil/trace.go:171","msg":"trace[2710623] range","detail":"{range_begin:/registry/events/openstack/ceph.18a21a6c43232bb9; range_end:; response_count:1; response_revision:8974; }","duration":"502.233349ms","start":"2026-04-01T02:24:53.584301Z","end":"2026-04-01T02:24:54.086534Z","steps":["trace[2710623] 'agreement among raft nodes before linearized reading' (duration: 501.740876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:54.086565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.760711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:24:54.086567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.289304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:24:54.086595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.82696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"warn","ts":"2026-04-01T02:24:54.086591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:53.584281Z","time spent":"502.3004ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.18a21a6c43232bb9\" "} {"level":"info","ts":"2026-04-01T02:24:54.086602Z","caller":"traceutil/trace.go:171","msg":"trace[1861868360] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8974; }","duration":"538.859063ms","start":"2026-04-01T02:24:53.547734Z","end":"2026-04-01T02:24:54.086593Z","steps":["trace[1861868360] 'agreement among raft nodes before linearized reading' (duration: 538.795401ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:54.08662Z","caller":"traceutil/trace.go:171","msg":"trace[2027617339] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:8974; }","duration":"504.869631ms","start":"2026-04-01T02:24:53.581744Z","end":"2026-04-01T02:24:54.086613Z","steps":["trace[2027617339] 'agreement among raft nodes before linearized reading' (duration: 504.80529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:54.086579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:47.547768Z","time spent":"6.538790086s","remote":"127.0.0.1:47962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:54.086619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.248364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228793"} {"level":"warn","ts":"2026-04-01T02:24:54.086364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:48.644266Z","time spent":"5.442084888s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:54.086169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739775214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:24:54.086703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.959000903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:24:54.08673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.708281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-656e961e-18ab-4edd-a70b-f3b2a8e48fab\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-04-01T02:24:54.086751Z","caller":"traceutil/trace.go:171","msg":"trace[748900628] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8974; }","duration":"2.959078926s","start":"2026-04-01T02:24:51.12766Z","end":"2026-04-01T02:24:54.086739Z","steps":["trace[748900628] 'agreement among raft nodes before linearized reading' (duration: 2.958102889s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:54.086768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.478384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:24:54.086879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19728613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-04-01T02:24:54.086921Z","caller":"traceutil/trace.go:171","msg":"trace[1201110326] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:8974; }","duration":"2.197361082s","start":"2026-04-01T02:24:51.889547Z","end":"2026-04-01T02:24:54.086908Z","steps":["trace[1201110326] 'agreement among raft nodes before linearized reading' (duration: 2.196128019s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:54.08696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:51.889527Z","time spent":"2.197423965s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-01T02:24:54.086133Z","caller":"traceutil/trace.go:171","msg":"trace[1563418190] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8974; }","duration":"3.870460331s","start":"2026-04-01T02:24:50.215665Z","end":"2026-04-01T02:24:54.086126Z","steps":["trace[1563418190] 'agreement among raft nodes before linearized reading' (duration: 3.87006529s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:54.087103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:50.215648Z","time spent":"3.871438708s","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19361,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-01T02:24:54.086903Z","caller":"traceutil/trace.go:171","msg":"trace[1931806106] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8974; }","duration":"820.649939ms","start":"2026-04-01T02:24:53.266237Z","end":"2026-04-01T02:24:54.086887Z","steps":["trace[1931806106] 'agreement among raft nodes before linearized reading' (duration: 820.485814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:54.087198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:53.266208Z","time spent":"820.973858ms","remote":"127.0.0.1:36542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:24:54.086614Z","caller":"traceutil/trace.go:171","msg":"trace[636254733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8974; }","duration":"195.368976ms","start":"2026-04-01T02:24:53.891232Z","end":"2026-04-01T02:24:54.086601Z","steps":["trace[636254733] 'agreement among raft nodes before linearized reading' (duration: 195.301124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:54.086339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:47.87724Z","time spent":"6.209084556s","remote":"127.0.0.1:45146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:54.086636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:53.547702Z","time spent":"538.925335ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:24:54.086777Z","caller":"traceutil/trace.go:171","msg":"trace[727753047] range","detail":"{range_begin:/registry/persistentvolumes/pvc-656e961e-18ab-4edd-a70b-f3b2a8e48fab; range_end:; response_count:1; response_revision:8974; }","duration":"506.787944ms","start":"2026-04-01T02:24:53.579979Z","end":"2026-04-01T02:24:54.086767Z","steps":["trace[727753047] 'agreement among raft nodes before linearized reading' (duration: 506.678611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:54.087358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:53.579959Z","time spent":"507.38071ms","remote":"127.0.0.1:44900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-656e961e-18ab-4edd-a70b-f3b2a8e48fab\" "} {"level":"info","ts":"2026-04-01T02:24:54.086742Z","caller":"traceutil/trace.go:171","msg":"trace[1216076047] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8974; }","duration":"2.740379001s","start":"2026-04-01T02:24:51.346352Z","end":"2026-04-01T02:24:54.086731Z","steps":["trace[1216076047] 'agreement among raft nodes before linearized reading' (duration: 2.739338142s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:54.087509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:51.346332Z","time spent":"2.741162622s","remote":"127.0.0.1:37784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:54.08664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:53.58172Z","time spent":"504.915673ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-01T02:24:54.086129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037868604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:24:54.086694Z","caller":"traceutil/trace.go:171","msg":"trace[1879087607] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8974; }","duration":"504.338217ms","start":"2026-04-01T02:24:53.58234Z","end":"2026-04-01T02:24:54.086678Z","steps":["trace[1879087607] 'agreement among raft nodes before linearized reading' (duration: 503.832423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:54.087654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:53.582331Z","time spent":"505.306103ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228817,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-01T02:24:54.086248Z","caller":"traceutil/trace.go:171","msg":"trace[1765422660] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8974; }","duration":"6.22014233s","start":"2026-04-01T02:24:47.866101Z","end":"2026-04-01T02:24:54.086243Z","steps":["trace[1765422660] 'agreement among raft nodes before linearized reading' (duration: 6.219598175s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:54.087719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:47.866083Z","time spent":"6.2216176s","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19361,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-01T02:24:54.086846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:51.127639Z","time spent":"2.959144518s","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:24:54.08765Z","caller":"traceutil/trace.go:171","msg":"trace[478689049] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8974; }","duration":"1.039451987s","start":"2026-04-01T02:24:53.048178Z","end":"2026-04-01T02:24:54.08763Z","steps":["trace[478689049] 'agreement among raft nodes before linearized reading' (duration: 1.037836713s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:54.087832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:53.048156Z","time spent":"1.039662253s","remote":"127.0.0.1:45284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:54.086499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:53.582319Z","time spent":"504.135741ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:54.087875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.81114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19337"} {"level":"info","ts":"2026-04-01T02:24:54.087935Z","caller":"traceutil/trace.go:171","msg":"trace[1399022941] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8974; }","duration":"508.906852ms","start":"2026-04-01T02:24:53.579013Z","end":"2026-04-01T02:24:54.08792Z","steps":["trace[1399022941] 'agreement among raft nodes before linearized reading' (duration: 507.278268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:54.087977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:53.578994Z","time spent":"508.974654ms","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19361,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-01T02:24:54.379276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.313387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:24:54.379412Z","caller":"traceutil/trace.go:171","msg":"trace[1923951763] transaction","detail":"{read_only:false; response_revision:8975; number_of_response:1; }","duration":"292.096857ms","start":"2026-04-01T02:24:54.087294Z","end":"2026-04-01T02:24:54.379391Z","steps":["trace[1923951763] 'process raft request' (duration: 128.561894ms)","trace[1923951763] 'compare' (duration: 163.163463ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:24:54.808521Z","caller":"traceutil/trace.go:171","msg":"trace[85768667] transaction","detail":"{read_only:false; response_revision:8977; number_of_response:1; }","duration":"717.201892ms","start":"2026-04-01T02:24:54.091268Z","end":"2026-04-01T02:24:54.80847Z","steps":["trace[85768667] 'process raft request' (duration: 717.041567ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:54.808509Z","caller":"traceutil/trace.go:171","msg":"trace[1599871037] transaction","detail":"{read_only:false; response_revision:8976; number_of_response:1; }","duration":"719.366181ms","start":"2026-04-01T02:24:54.089079Z","end":"2026-04-01T02:24:54.808445Z","steps":["trace[1599871037] 'process raft request' (duration: 719.053493ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:54.808606Z","caller":"traceutil/trace.go:171","msg":"trace[2046821224] transaction","detail":"{read_only:false; response_revision:8978; number_of_response:1; }","duration":"715.379822ms","start":"2026-04-01T02:24:54.093192Z","end":"2026-04-01T02:24:54.808571Z","steps":["trace[2046821224] 'process raft request' (duration: 715.175886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:54.808692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:54.091239Z","time spent":"717.362326ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:54.808729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.623879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-01T02:24:54.808763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:54.089031Z","time spent":"719.605877ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:24:54.808785Z","caller":"traceutil/trace.go:171","msg":"trace[478321630] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8979; }","duration":"715.726371ms","start":"2026-04-01T02:24:54.093047Z","end":"2026-04-01T02:24:54.808773Z","steps":["trace[478321630] 'agreement among raft nodes before linearized reading' (duration: 715.547516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:54.808783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:54.093183Z","time spent":"715.518065ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:54.808822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:54.093032Z","time spent":"715.780943ms","remote":"127.0.0.1:44906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T02:24:54.808541Z","caller":"traceutil/trace.go:171","msg":"trace[296959495] linearizableReadLoop","detail":"{readStateIndex:9303; appliedIndex:9300; }","duration":"715.442393ms","start":"2026-04-01T02:24:54.093075Z","end":"2026-04-01T02:24:54.808517Z","steps":["trace[296959495] 'read index received' (duration: 122.802465ms)","trace[296959495] 'applied index is now lower than readState.Index' (duration: 592.638858ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:24:54.80893Z","caller":"traceutil/trace.go:171","msg":"trace[486221652] transaction","detail":"{read_only:false; response_revision:8979; number_of_response:1; }","duration":"711.227418ms","start":"2026-04-01T02:24:54.097671Z","end":"2026-04-01T02:24:54.808898Z","steps":["trace[486221652] 'process raft request' (duration: 710.772355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:54.809008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:54.097657Z","time spent":"711.312481ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:55.439417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.13802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:24:55.439542Z","caller":"traceutil/trace.go:171","msg":"trace[544979801] linearizableReadLoop","detail":"{readStateIndex:9306; appliedIndex:9305; }","duration":"630.64178ms","start":"2026-04-01T02:24:54.808877Z","end":"2026-04-01T02:24:55.439519Z","steps":["trace[544979801] 'read index received' (duration: 253.323055ms)","trace[544979801] 'applied index is now lower than readState.Index' (duration: 377.316895ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:55.439674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057943844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-01T02:24:55.439856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345685243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19337"} {"level":"info","ts":"2026-04-01T02:24:55.439881Z","caller":"traceutil/trace.go:171","msg":"trace[288353629] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8980; }","duration":"1.058069358s","start":"2026-04-01T02:24:54.38168Z","end":"2026-04-01T02:24:55.439749Z","steps":["trace[288353629] 'agreement among raft nodes before linearized reading' (duration: 1.057922514s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:55.439913Z","caller":"traceutil/trace.go:171","msg":"trace[1584663074] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8980; }","duration":"1.345821516s","start":"2026-04-01T02:24:54.094077Z","end":"2026-04-01T02:24:55.439898Z","steps":["trace[1584663074] 'agreement among raft nodes before linearized reading' (duration: 1.345554439s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:55.439968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:54.094072Z","time spent":"1.345884178s","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19361,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-01T02:24:55.440042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.860517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:24:55.440083Z","caller":"traceutil/trace.go:171","msg":"trace[238604805] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8980; }","duration":"788.94888ms","start":"2026-04-01T02:24:54.651124Z","end":"2026-04-01T02:24:55.440073Z","steps":["trace[238604805] 'agreement among raft nodes before linearized reading' (duration: 788.870968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:55.440116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:54.651099Z","time spent":"789.009291ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:24:55.440359Z","caller":"traceutil/trace.go:171","msg":"trace[881635722] transaction","detail":"{read_only:false; response_revision:8980; number_of_response:1; }","duration":"759.109662ms","start":"2026-04-01T02:24:54.68122Z","end":"2026-04-01T02:24:55.44033Z","steps":["trace[881635722] 'process raft request' (duration: 380.915273ms)","trace[881635722] 'compare' (duration: 376.737539ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:55.439953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:54.381663Z","time spent":"1.058273414s","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-01T02:24:55.440475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:54.681193Z","time spent":"759.224794ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:55.440644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346585997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:24:55.440724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.852373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0a30624a-7c8a-4ad4-9c64-9b906307ab4b\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-04-01T02:24:55.440709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.310875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-57775cd6c5-skcsr.18a21a5f8b41c091\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-04-01T02:24:55.440828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.072057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-04-01T02:24:55.440954Z","caller":"traceutil/trace.go:171","msg":"trace[1610912133] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:8980; }","duration":"625.228981ms","start":"2026-04-01T02:24:54.815692Z","end":"2026-04-01T02:24:55.440921Z","steps":["trace[1610912133] 'agreement among raft nodes before linearized reading' (duration: 624.786639ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:55.44081Z","caller":"traceutil/trace.go:171","msg":"trace[210508861] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0a30624a-7c8a-4ad4-9c64-9b906307ab4b; range_end:; response_count:1; response_revision:8980; }","duration":"627.961667ms","start":"2026-04-01T02:24:54.812833Z","end":"2026-04-01T02:24:55.440795Z","steps":["trace[210508861] 'agreement among raft nodes before linearized reading' (duration: 627.669249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:55.441014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:54.815684Z","time spent":"625.319683ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-01T02:24:55.441055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:54.812825Z","time spent":"628.190843ms","remote":"127.0.0.1:44900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-0a30624a-7c8a-4ad4-9c64-9b906307ab4b\" "} {"level":"info","ts":"2026-04-01T02:24:55.440865Z","caller":"traceutil/trace.go:171","msg":"trace[2091430473] range","detail":"{range_begin:/registry/events/openstack/barbican-api-57775cd6c5-skcsr.18a21a5f8b41c091; range_end:; response_count:1; response_revision:8980; }","duration":"628.501001ms","start":"2026-04-01T02:24:54.812342Z","end":"2026-04-01T02:24:55.440843Z","steps":["trace[2091430473] 'agreement among raft nodes before linearized reading' (duration: 628.124811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:55.441196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:54.81232Z","time spent":"628.8348ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-57775cd6c5-skcsr.18a21a5f8b41c091\" "} {"level":"info","ts":"2026-04-01T02:24:55.440757Z","caller":"traceutil/trace.go:171","msg":"trace[1986637008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8980; }","duration":"1.346688049s","start":"2026-04-01T02:24:54.094029Z","end":"2026-04-01T02:24:55.440717Z","steps":["trace[1986637008] 'agreement among raft nodes before linearized reading' (duration: 1.346186396s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:55.441421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:54.094017Z","time spent":"1.34739549s","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T02:24:56.328001Z","caller":"traceutil/trace.go:171","msg":"trace[480867759] linearizableReadLoop","detail":"{readStateIndex:9310; appliedIndex:9307; }","duration":"781.562627ms","start":"2026-04-01T02:24:55.546421Z","end":"2026-04-01T02:24:56.327984Z","steps":["trace[480867759] 'read index received' (duration: 140.693577ms)","trace[480867759] 'applied index is now lower than readState.Index' (duration: 640.86803ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:24:56.328086Z","caller":"traceutil/trace.go:171","msg":"trace[1513328027] transaction","detail":"{read_only:false; response_revision:8983; number_of_response:1; }","duration":"812.167116ms","start":"2026-04-01T02:24:55.515901Z","end":"2026-04-01T02:24:56.328068Z","steps":["trace[1513328027] 'process raft request' (duration: 812.027173ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:56.328167Z","caller":"traceutil/trace.go:171","msg":"trace[1764179324] transaction","detail":"{read_only:false; response_revision:8982; number_of_response:1; }","duration":"816.734552ms","start":"2026-04-01T02:24:55.511393Z","end":"2026-04-01T02:24:56.328128Z","steps":["trace[1764179324] 'process raft request' (duration: 816.418443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:56.328194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:55.515883Z","time spent":"812.241979ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:56.328326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:55.511376Z","time spent":"816.878035ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T02:24:56.328295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.864415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-01T02:24:56.328474Z","caller":"traceutil/trace.go:171","msg":"trace[433242697] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8983; }","duration":"782.066121ms","start":"2026-04-01T02:24:55.546395Z","end":"2026-04-01T02:24:56.328462Z","steps":["trace[433242697] 'agreement among raft nodes before linearized reading' (duration: 781.690301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:56.328507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:55.546384Z","time spent":"782.113552ms","remote":"127.0.0.1:44906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-04-01T02:24:56.365544Z","caller":"traceutil/trace.go:171","msg":"trace[1256045221] transaction","detail":"{read_only:false; response_revision:8984; number_of_response:1; }","duration":"607.474705ms","start":"2026-04-01T02:24:55.758031Z","end":"2026-04-01T02:24:56.365506Z","steps":["trace[1256045221] 'process raft request' (duration: 607.227518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:56.365812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:55.757998Z","time spent":"607.727352ms","remote":"127.0.0.1:44794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:56.365604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.327253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:56.366054Z","caller":"traceutil/trace.go:171","msg":"trace[702266334] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8984; }","duration":"335.829707ms","start":"2026-04-01T02:24:56.030202Z","end":"2026-04-01T02:24:56.366032Z","steps":["trace[702266334] 'agreement among raft nodes before linearized reading' (duration: 335.249711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:56.366124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:56.03018Z","time spent":"335.922509ms","remote":"127.0.0.1:33052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:56.365612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.145767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T02:24:56.366185Z","caller":"traceutil/trace.go:171","msg":"trace[1385045210] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:8984; }","duration":"270.742983ms","start":"2026-04-01T02:24:56.095427Z","end":"2026-04-01T02:24:56.36617Z","steps":["trace[1385045210] 'agreement among raft nodes before linearized reading' (duration: 270.082855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:56.366106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.337235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:24:56.366607Z","caller":"traceutil/trace.go:171","msg":"trace[986455625] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8984; }","duration":"381.88524ms","start":"2026-04-01T02:24:55.984711Z","end":"2026-04-01T02:24:56.366596Z","steps":["trace[986455625] 'agreement among raft nodes before linearized reading' (duration: 380.716158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:56.366669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:55.984689Z","time spent":"381.966452ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:24:56.780747Z","caller":"traceutil/trace.go:171","msg":"trace[540312874] transaction","detail":"{read_only:false; response_revision:8985; number_of_response:1; }","duration":"412.405746ms","start":"2026-04-01T02:24:56.368304Z","end":"2026-04-01T02:24:56.78071Z","steps":["trace[540312874] 'process raft request' (duration: 412.20397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:56.780865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.421516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-01T02:24:56.780911Z","caller":"traceutil/trace.go:171","msg":"trace[1405615783] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8985; }","duration":"412.505579ms","start":"2026-04-01T02:24:56.368393Z","end":"2026-04-01T02:24:56.780899Z","steps":["trace[1405615783] 'agreement among raft nodes before linearized reading' (duration: 412.394666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:56.78093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:56.368283Z","time spent":"412.54577ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:56.780952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:56.368381Z","time spent":"412.56115ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-01T02:24:56.780689Z","caller":"traceutil/trace.go:171","msg":"trace[2111653048] linearizableReadLoop","detail":"{readStateIndex:9312; appliedIndex:9311; }","duration":"412.242151ms","start":"2026-04-01T02:24:56.368424Z","end":"2026-04-01T02:24:56.780666Z","steps":["trace[2111653048] 'read index received' (duration: 411.977504ms)","trace[2111653048] 'applied index is now lower than readState.Index' (duration: 263.437µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:56.781704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.008261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:24:56.78175Z","caller":"traceutil/trace.go:171","msg":"trace[853026615] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8985; }","duration":"317.061693ms","start":"2026-04-01T02:24:56.464677Z","end":"2026-04-01T02:24:56.781739Z","steps":["trace[853026615] 'agreement among raft nodes before linearized reading' (duration: 316.983661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:56.78178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:56.464623Z","time spent":"317.148275ms","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:56.782498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.218104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228793"} {"level":"info","ts":"2026-04-01T02:24:56.782558Z","caller":"traceutil/trace.go:171","msg":"trace[866375873] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8985; }","duration":"407.311986ms","start":"2026-04-01T02:24:56.375234Z","end":"2026-04-01T02:24:56.782546Z","steps":["trace[866375873] 'agreement among raft nodes before linearized reading' (duration: 406.36329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:56.782588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:56.375225Z","time spent":"407.356918ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228817,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T02:24:57.467405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.884531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:24:57.46748Z","caller":"traceutil/trace.go:171","msg":"trace[963053845] linearizableReadLoop","detail":"{readStateIndex:9313; appliedIndex:9312; }","duration":"682.527642ms","start":"2026-04-01T02:24:56.78494Z","end":"2026-04-01T02:24:57.467467Z","steps":["trace[963053845] 'read index received' (duration: 142.462346ms)","trace[963053845] 'applied index is now lower than readState.Index' (duration: 540.064366ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:24:57.467563Z","caller":"traceutil/trace.go:171","msg":"trace[481067894] transaction","detail":"{read_only:false; response_revision:8986; number_of_response:1; }","duration":"683.164009ms","start":"2026-04-01T02:24:56.78439Z","end":"2026-04-01T02:24:57.467554Z","steps":["trace[481067894] 'process raft request' (duration: 143.078262ms)","trace[481067894] 'compare' (duration: 539.728157ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:57.467607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:56.784372Z","time spent":"683.217821ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T02:24:57.46782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.879492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T02:24:57.46785Z","caller":"traceutil/trace.go:171","msg":"trace[1518199653] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8986; }","duration":"682.927623ms","start":"2026-04-01T02:24:56.784915Z","end":"2026-04-01T02:24:57.467842Z","steps":["trace[1518199653] 'agreement among raft nodes before linearized reading' (duration: 682.840071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:57.467871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:56.784903Z","time spent":"682.962754ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-01T02:24:57.468149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.938314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:57.468183Z","caller":"traceutil/trace.go:171","msg":"trace[489745485] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8986; }","duration":"194.994506ms","start":"2026-04-01T02:24:57.273177Z","end":"2026-04-01T02:24:57.468172Z","steps":["trace[489745485] 'agreement among raft nodes before linearized reading' (duration: 194.941165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:57.468127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.198183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:24:57.468281Z","caller":"traceutil/trace.go:171","msg":"trace[1378278239] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8986; }","duration":"496.45449ms","start":"2026-04-01T02:24:56.9718Z","end":"2026-04-01T02:24:57.468254Z","steps":["trace[1378278239] 'agreement among raft nodes before linearized reading' (duration: 496.129881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:57.46838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.836211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:57.468414Z","caller":"traceutil/trace.go:171","msg":"trace[1545362759] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8986; }","duration":"140.891412ms","start":"2026-04-01T02:24:57.327513Z","end":"2026-04-01T02:24:57.468405Z","steps":["trace[1545362759] 'agreement among raft nodes before linearized reading' (duration: 140.841521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:57.468441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.640734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:57.468504Z","caller":"traceutil/trace.go:171","msg":"trace[1159195382] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8986; }","duration":"214.726207ms","start":"2026-04-01T02:24:57.253767Z","end":"2026-04-01T02:24:57.468493Z","steps":["trace[1159195382] 'agreement among raft nodes before linearized reading' (duration: 214.637064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:57.468358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:56.971778Z","time spent":"496.568594ms","remote":"127.0.0.1:37788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:57.468684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.475125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:57.468725Z","caller":"traceutil/trace.go:171","msg":"trace[1613786169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8986; }","duration":"243.536927ms","start":"2026-04-01T02:24:57.225174Z","end":"2026-04-01T02:24:57.468711Z","steps":["trace[1613786169] 'agreement among raft nodes before linearized reading' (duration: 243.459695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:58.033856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237144949545353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:24:59.509837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325244883s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:24:59.510001Z","caller":"traceutil/trace.go:171","msg":"trace[813027279] linearizableReadLoop","detail":"{readStateIndex:9314; appliedIndex:9313; }","duration":"1.977168395s","start":"2026-04-01T02:24:57.532814Z","end":"2026-04-01T02:24:59.509982Z","steps":["trace[813027279] 'read index received' (duration: 651.639705ms)","trace[813027279] 'applied index is now lower than readState.Index' (duration: 1.32552675s)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:24:59.510097Z","caller":"traceutil/trace.go:171","msg":"trace[115044] transaction","detail":"{read_only:false; response_revision:8987; number_of_response:1; }","duration":"2.036302736s","start":"2026-04-01T02:24:57.473782Z","end":"2026-04-01T02:24:59.510084Z","steps":["trace[115044] 'process raft request' (duration: 710.700614ms)","trace[115044] 'compare' (duration: 1.325016006s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:24:59.510163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:57.473766Z","time spent":"2.036363868s","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:24:59.510482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908476491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-04-01T02:24:59.510553Z","caller":"traceutil/trace.go:171","msg":"trace[549047577] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8987; }","duration":"1.908597315s","start":"2026-04-01T02:24:57.601938Z","end":"2026-04-01T02:24:59.510536Z","steps":["trace[549047577] 'agreement among raft nodes before linearized reading' (duration: 1.908369488s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:59.510645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:57.601887Z","time spent":"1.908695728s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5756,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-01T02:24:59.510722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.409722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:24:59.510734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.301943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:59.51076Z","caller":"traceutil/trace.go:171","msg":"trace[1088748347] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8987; }","duration":"789.505024ms","start":"2026-04-01T02:24:58.721244Z","end":"2026-04-01T02:24:59.510749Z","steps":["trace[1088748347] 'agreement among raft nodes before linearized reading' (duration: 789.428842ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:59.510779Z","caller":"traceutil/trace.go:171","msg":"trace[1939614410] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8987; }","duration":"397.395395ms","start":"2026-04-01T02:24:59.11337Z","end":"2026-04-01T02:24:59.510766Z","steps":["trace[1939614410] 'agreement among raft nodes before linearized reading' (duration: 397.318053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:59.510776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284333451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:24:59.510824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:59.113346Z","time spent":"397.469727ms","remote":"127.0.0.1:45124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:59.510803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977969497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:24:59.510856Z","caller":"traceutil/trace.go:171","msg":"trace[555032876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8987; }","duration":"1.284455615s","start":"2026-04-01T02:24:58.22638Z","end":"2026-04-01T02:24:59.510836Z","steps":["trace[555032876] 'agreement among raft nodes before linearized reading' (duration: 1.28429961s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:59.51088Z","caller":"traceutil/trace.go:171","msg":"trace[859863872] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8987; }","duration":"1.978059599s","start":"2026-04-01T02:24:57.532798Z","end":"2026-04-01T02:24:59.510858Z","steps":["trace[859863872] 'agreement among raft nodes before linearized reading' (duration: 1.977920856s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:59.510904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:58.22636Z","time spent":"1.284536576s","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T02:24:59.510923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:57.532775Z","time spent":"1.978137312s","remote":"127.0.0.1:57784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:59.510783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:58.72122Z","time spent":"789.556666ms","remote":"127.0.0.1:32996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:59.510863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.905104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T02:24:59.511027Z","caller":"traceutil/trace.go:171","msg":"trace[1620076092] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:8987; }","duration":"721.138651ms","start":"2026-04-01T02:24:58.789877Z","end":"2026-04-01T02:24:59.511015Z","steps":["trace[1620076092] 'agreement among raft nodes before linearized reading' (duration: 720.924865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:59.510996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144748264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:24:59.51078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907982428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:24:59.511064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:58.789851Z","time spent":"721.203303ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-p2zx8\" "} {"level":"info","ts":"2026-04-01T02:24:59.511093Z","caller":"traceutil/trace.go:171","msg":"trace[1494873710] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8987; }","duration":"1.144863897s","start":"2026-04-01T02:24:58.366203Z","end":"2026-04-01T02:24:59.511067Z","steps":["trace[1494873710] 'agreement among raft nodes before linearized reading' (duration: 1.14459196s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:24:59.511137Z","caller":"traceutil/trace.go:171","msg":"trace[961800017] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8987; }","duration":"1.908324717s","start":"2026-04-01T02:24:57.602752Z","end":"2026-04-01T02:24:59.511076Z","steps":["trace[961800017] 'agreement among raft nodes before linearized reading' (duration: 1.907978638s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:24:59.511172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:58.36613Z","time spent":"1.145024701s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":117,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:24:59.511259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:57.602738Z","time spent":"1.908497762s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-01T02:25:00.015586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237144949545357,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:25:00.516375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237144949545357,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:25:00.672791Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.159836898s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-01T02:25:01.519764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000167605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T02:25:01.519844Z","caller":"traceutil/trace.go:171","msg":"trace[137166672] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000291839s","start":"2026-04-01T02:24:59.519537Z","end":"2026-04-01T02:25:01.519829Z","steps":["trace[137166672] 'agreement among raft nodes before linearized reading' (duration: 2.000183476s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:01.519888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:59.519527Z","time spent":"2.000351061s","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T02:25:03.515557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.228153252s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:25:03.51575Z","caller":"traceutil/trace.go:171","msg":"trace[168495404] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8987; }","duration":"3.228359178s","start":"2026-04-01T02:25:00.287368Z","end":"2026-04-01T02:25:03.515727Z","steps":["trace[168495404] 'range keys from in-memory index tree' (duration: 3.228134562s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:03.517757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844667488s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:25:03.51787Z","caller":"traceutil/trace.go:171","msg":"trace[2056899991] transaction","detail":"{read_only:false; response_revision:8988; number_of_response:1; }","duration":"4.005028651s","start":"2026-04-01T02:24:59.512822Z","end":"2026-04-01T02:25:03.51785Z","steps":["trace[2056899991] 'process raft request' (duration: 1.160193088s)","trace[2056899991] 'compare' (duration: 2.843331042s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:03.517966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:59.512796Z","time spent":"4.005148014s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T02:25:03.520765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000133906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T02:25:03.520853Z","caller":"traceutil/trace.go:171","msg":"trace[624210365] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000254899s","start":"2026-04-01T02:25:01.520575Z","end":"2026-04-01T02:25:03.52083Z","steps":["trace[624210365] 'agreement among raft nodes before linearized reading' (duration: 2.000148936s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:03.520901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:01.520562Z","time spent":"2.000327931s","remote":"127.0.0.1:44734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 02:25:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T02:25:04.568029Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.893522353s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T02:25:04.56842Z","caller":"traceutil/trace.go:171","msg":"trace[223031388] linearizableReadLoop","detail":"{readStateIndex:9317; appliedIndex:9314; }","duration":"5.053697411s","start":"2026-04-01T02:24:59.514702Z","end":"2026-04-01T02:25:04.568399Z","steps":["trace[223031388] 'read index received' (duration: 1.158297646s)","trace[223031388] 'applied index is now lower than readState.Index' (duration: 3.895398985s)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:04.568543Z","caller":"traceutil/trace.go:171","msg":"trace[467488575] transaction","detail":"{read_only:false; response_revision:8990; number_of_response:1; }","duration":"5.044038696s","start":"2026-04-01T02:24:59.524492Z","end":"2026-04-01T02:25:04.568531Z","steps":["trace[467488575] 'process raft request' (duration: 5.043856171s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:04.56864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:59.524478Z","time spent":"5.044089937s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:25:04.568636Z","caller":"traceutil/trace.go:171","msg":"trace[1007297416] transaction","detail":"{read_only:false; response_revision:8989; number_of_response:1; }","duration":"5.053682111s","start":"2026-04-01T02:24:59.514931Z","end":"2026-04-01T02:25:04.568613Z","steps":["trace[1007297416] 'process raft request' (duration: 5.0533131s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:04.568738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:59.514915Z","time spent":"5.053771073s","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T02:25:04.569214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.054510753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228793"} {"level":"info","ts":"2026-04-01T02:25:04.569239Z","caller":"traceutil/trace.go:171","msg":"trace[1430711846] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8990; }","duration":"5.054567435s","start":"2026-04-01T02:24:59.514666Z","end":"2026-04-01T02:25:04.569233Z","steps":["trace[1430711846] 'agreement among raft nodes before linearized reading' (duration: 5.054139743s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:04.569256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:59.514649Z","time spent":"5.054603216s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228817,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T02:25:05.068561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237144949545364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:25:05.482552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.040263ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-01T02:25:05.483095Z","caller":"traceutil/trace.go:171","msg":"trace[309433530] transaction","detail":"{read_only:false; response_revision:8991; number_of_response:1; }","duration":"2.51647912s","start":"2026-04-01T02:25:02.96659Z","end":"2026-04-01T02:25:05.48307Z","steps":["trace[309433530] 'process raft request' (duration: 2.516061399s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:05.483243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:02.96657Z","time spent":"2.516598264s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:25:05.526423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000133945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T02:25:05.526511Z","caller":"traceutil/trace.go:171","msg":"trace[552483261] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000264078s","start":"2026-04-01T02:25:03.526227Z","end":"2026-04-01T02:25:05.526491Z","steps":["trace[552483261] 'agreement among raft nodes before linearized reading' (duration: 2.000143304s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:05.526566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:03.526219Z","time spent":"2.00033722s","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 02:25:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-01T02:25:05.567116Z","caller":"traceutil/trace.go:171","msg":"trace[583760251] transaction","detail":"{read_only:false; response_revision:8992; number_of_response:1; }","duration":"2.553993829s","start":"2026-04-01T02:25:03.012897Z","end":"2026-04-01T02:25:05.56689Z","steps":["trace[583760251] 'process raft request' (duration: 2.470156961s)","trace[583760251] 'compare' (duration: 83.415317ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:05.567227Z","caller":"traceutil/trace.go:171","msg":"trace[1531130763] transaction","detail":"{read_only:false; response_revision:8993; number_of_response:1; }","duration":"994.250057ms","start":"2026-04-01T02:25:04.572965Z","end":"2026-04-01T02:25:05.567215Z","steps":["trace[1531130763] 'process raft request' (duration: 993.832346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:05.567236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.599337309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:25:05.567238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.149965648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:25:05.56728Z","caller":"traceutil/trace.go:171","msg":"trace[910209577] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8994; }","duration":"5.599430252s","start":"2026-04-01T02:24:59.967838Z","end":"2026-04-01T02:25:05.567268Z","steps":["trace[910209577] 'agreement among raft nodes before linearized reading' (duration: 5.599341359s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:05.567282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:03.012869Z","time spent":"2.554334998s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:25:05.567303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:04.572946Z","time spent":"994.313639ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T02:25:05.567306Z","caller":"traceutil/trace.go:171","msg":"trace[2006568874] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8994; }","duration":"3.150099061s","start":"2026-04-01T02:25:02.41719Z","end":"2026-04-01T02:25:05.567289Z","steps":["trace[2006568874] 'agreement among raft nodes before linearized reading' (duration: 3.149923136s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:05.56733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:24:59.967819Z","time spent":"5.599492693s","remote":"127.0.0.1:44906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:25:05.567346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:02.417168Z","time spent":"3.150167854s","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:25:05.567413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.059073693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:25:05.567511Z","caller":"traceutil/trace.go:171","msg":"trace[775966167] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8994; }","duration":"4.059216087s","start":"2026-04-01T02:25:01.508272Z","end":"2026-04-01T02:25:05.567488Z","steps":["trace[775966167] 'agreement among raft nodes before linearized reading' (duration: 4.059039172s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:05.567527Z","caller":"traceutil/trace.go:171","msg":"trace[1600654228] transaction","detail":"{read_only:false; response_revision:8994; number_of_response:1; }","duration":"491.442733ms","start":"2026-04-01T02:25:05.076044Z","end":"2026-04-01T02:25:05.567486Z","steps":["trace[1600654228] 'process raft request' (duration: 490.826236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:05.567549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.205151171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:25:05.567542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977467133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-04-01T02:25:05.56758Z","caller":"traceutil/trace.go:171","msg":"trace[1166385218] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8994; }","duration":"3.205182622s","start":"2026-04-01T02:25:02.362389Z","end":"2026-04-01T02:25:05.567571Z","steps":["trace[1166385218] 'agreement among raft nodes before linearized reading' (duration: 3.205131191s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:05.567586Z","caller":"traceutil/trace.go:171","msg":"trace[1196244922] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8994; }","duration":"1.977532975s","start":"2026-04-01T02:25:03.590044Z","end":"2026-04-01T02:25:05.567577Z","steps":["trace[1196244922] 'agreement among raft nodes before linearized reading' (duration: 1.977395981s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:05.567585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:01.50826Z","time spent":"4.059308159s","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:25:05.567601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:02.362368Z","time spent":"3.205226794s","remote":"127.0.0.1:47966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:25:05.567616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865631027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:25:05.567677Z","caller":"traceutil/trace.go:171","msg":"trace[350074387] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8994; }","duration":"1.865722869s","start":"2026-04-01T02:25:03.701938Z","end":"2026-04-01T02:25:05.567661Z","steps":["trace[350074387] 'agreement among raft nodes before linearized reading' (duration: 1.865615126s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:05.567707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.43997392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:25:05.567712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.386901474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-01T02:25:05.567744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:03.701923Z","time spent":"1.865806701s","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:25:05.567758Z","caller":"traceutil/trace.go:171","msg":"trace[1018420750] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8994; }","duration":"5.440071463s","start":"2026-04-01T02:25:00.127671Z","end":"2026-04-01T02:25:05.567742Z","steps":["trace[1018420750] 'agreement among raft nodes before linearized reading' (duration: 5.43998116s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:05.567755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04625777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-04-01T02:25:05.567802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:00.127648Z","time spent":"5.440139265s","remote":"127.0.0.1:37880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:25:05.567134Z","caller":"traceutil/trace.go:171","msg":"trace[171009493] linearizableReadLoop","detail":"{readStateIndex:9321; appliedIndex:9317; }","duration":"998.611017ms","start":"2026-04-01T02:25:04.568499Z","end":"2026-04-01T02:25:05.56711Z","steps":["trace[171009493] 'read index received' (duration: 795.15368ms)","trace[171009493] 'applied index is now lower than readState.Index' (duration: 203.456217ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:05.567832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.100438837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:25:05.567608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:03.590032Z","time spent":"1.977571876s","remote":"127.0.0.1:60870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-04-01T02:25:05.567858Z","caller":"traceutil/trace.go:171","msg":"trace[227187841] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8994; }","duration":"4.100499679s","start":"2026-04-01T02:25:01.46735Z","end":"2026-04-01T02:25:05.56785Z","steps":["trace[227187841] 'agreement among raft nodes before linearized reading' (duration: 4.100425077s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:05.567816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:05.076019Z","time spent":"491.555096ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:25:05.567879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:01.46733Z","time spent":"4.100543829s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":11,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:25:05.567799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.322350746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:25:05.5679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038195908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:25:05.567965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.960218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-01T02:25:05.567993Z","caller":"traceutil/trace.go:171","msg":"trace[1439707281] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8994; }","duration":"990.987648ms","start":"2026-04-01T02:25:04.576997Z","end":"2026-04-01T02:25:05.567984Z","steps":["trace[1439707281] 'agreement among raft nodes before linearized reading' (duration: 990.900126ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:05.567997Z","caller":"traceutil/trace.go:171","msg":"trace[864275890] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8994; }","duration":"2.038340802s","start":"2026-04-01T02:25:03.529633Z","end":"2026-04-01T02:25:05.567974Z","steps":["trace[864275890] 'agreement among raft nodes before linearized reading' (duration: 2.038156747s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:05.567997Z","caller":"traceutil/trace.go:171","msg":"trace[778030187] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8994; }","duration":"5.322550851s","start":"2026-04-01T02:25:00.245383Z","end":"2026-04-01T02:25:05.567934Z","steps":["trace[778030187] 'agreement among raft nodes before linearized reading' (duration: 5.322244143s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:05.568039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:04.576964Z","time spent":"991.06767ms","remote":"127.0.0.1:44854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":650,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-04-01T02:25:05.568048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:03.529618Z","time spent":"2.038418485s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:25:05.567874Z","caller":"traceutil/trace.go:171","msg":"trace[313360878] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8994; }","duration":"2.046409014s","start":"2026-04-01T02:25:03.521442Z","end":"2026-04-01T02:25:05.567851Z","steps":["trace[313360878] 'agreement among raft nodes before linearized reading' (duration: 2.046016153s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:05.567785Z","caller":"traceutil/trace.go:171","msg":"trace[1064535354] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8994; }","duration":"3.387020797s","start":"2026-04-01T02:25:02.180743Z","end":"2026-04-01T02:25:05.567764Z","steps":["trace[1064535354] 'agreement among raft nodes before linearized reading' (duration: 3.386779781s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:05.568255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:03.521424Z","time spent":"2.046811794s","remote":"127.0.0.1:44854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-01T02:25:05.568116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:00.245362Z","time spent":"5.322679904s","remote":"127.0.0.1:48024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:25:05.568293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.305983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:25:05.568313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:02.180718Z","time spent":"3.387582603s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-01T02:25:05.568356Z","caller":"traceutil/trace.go:171","msg":"trace[455266963] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8994; }","duration":"706.411886ms","start":"2026-04-01T02:25:04.861931Z","end":"2026-04-01T02:25:05.568343Z","steps":["trace[455266963] 'agreement among raft nodes before linearized reading' (duration: 706.313413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:05.568411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:04.861886Z","time spent":"706.512009ms","remote":"127.0.0.1:44900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:25:05.57075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.121151138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:25:05.570819Z","caller":"traceutil/trace.go:171","msg":"trace[1966379245] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8994; }","duration":"3.121253532s","start":"2026-04-01T02:25:02.449547Z","end":"2026-04-01T02:25:05.570801Z","steps":["trace[1966379245] 'agreement among raft nodes before linearized reading' (duration: 3.117935501s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:05.570871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:02.449535Z","time spent":"3.121322593s","remote":"127.0.0.1:47982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:25:05.733451Z","caller":"traceutil/trace.go:171","msg":"trace[1171107046] transaction","detail":"{read_only:false; response_revision:8997; number_of_response:1; }","duration":"128.407401ms","start":"2026-04-01T02:25:05.605009Z","end":"2026-04-01T02:25:05.733417Z","steps":["trace[1171107046] 'process raft request' (duration: 117.736698ms)","trace[1171107046] 'compare' (duration: 10.20295ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:05.73398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.53467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:25:05.734073Z","caller":"traceutil/trace.go:171","msg":"trace[2091579346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8998; }","duration":"157.660042ms","start":"2026-04-01T02:25:05.57639Z","end":"2026-04-01T02:25:05.734051Z","steps":["trace[2091579346] 'agreement among raft nodes before linearized reading' (duration: 157.444116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:05.734182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.47752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a21a6c43232bb9\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-01T02:25:05.734231Z","caller":"traceutil/trace.go:171","msg":"trace[1761600298] range","detail":"{range_begin:/registry/events/openstack/ceph.18a21a6c43232bb9; range_end:; response_count:1; response_revision:8999; }","duration":"156.549852ms","start":"2026-04-01T02:25:05.577669Z","end":"2026-04-01T02:25:05.734219Z","steps":["trace[1761600298] 'agreement among raft nodes before linearized reading' (duration: 156.330146ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:05.863739Z","caller":"traceutil/trace.go:171","msg":"trace[453433517] linearizableReadLoop","detail":"{readStateIndex:9330; appliedIndex:9329; }","duration":"122.732165ms","start":"2026-04-01T02:25:05.740975Z","end":"2026-04-01T02:25:05.863707Z","steps":["trace[453433517] 'read index received' (duration: 115.675581ms)","trace[453433517] 'applied index is now lower than readState.Index' (duration: 7.055204ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:05.863871Z","caller":"traceutil/trace.go:171","msg":"trace[1540120753] transaction","detail":"{read_only:false; response_revision:9001; number_of_response:1; }","duration":"123.611659ms","start":"2026-04-01T02:25:05.740248Z","end":"2026-04-01T02:25:05.86386Z","steps":["trace[1540120753] 'process raft request' (duration: 116.537285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:05.86422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.218028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-01T02:25:05.864246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.220531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-01T02:25:05.864289Z","caller":"traceutil/trace.go:171","msg":"trace[699321372] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9001; }","duration":"123.336181ms","start":"2026-04-01T02:25:05.74094Z","end":"2026-04-01T02:25:05.864276Z","steps":["trace[699321372] 'agreement among raft nodes before linearized reading' (duration: 123.170697ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:05.864309Z","caller":"traceutil/trace.go:171","msg":"trace[647875916] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:9001; }","duration":"122.309173ms","start":"2026-04-01T02:25:05.741983Z","end":"2026-04-01T02:25:05.864292Z","steps":["trace[647875916] 'agreement among raft nodes before linearized reading' (duration: 122.068506ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:06.003917Z","caller":"traceutil/trace.go:171","msg":"trace[1765194536] linearizableReadLoop","detail":"{readStateIndex:9331; appliedIndex:9330; }","duration":"130.164859ms","start":"2026-04-01T02:25:05.873717Z","end":"2026-04-01T02:25:06.003882Z","steps":["trace[1765194536] 'read index received' (duration: 110.002796ms)","trace[1765194536] 'applied index is now lower than readState.Index' (duration: 20.159233ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:06.004002Z","caller":"traceutil/trace.go:171","msg":"trace[1225757908] transaction","detail":"{read_only:false; response_revision:9002; number_of_response:1; }","duration":"131.015252ms","start":"2026-04-01T02:25:05.872963Z","end":"2026-04-01T02:25:06.003978Z","steps":["trace[1225757908] 'process raft request' (duration: 110.89825ms)","trace[1225757908] 'compare' (duration: 19.71001ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:06.004272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.530259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-01T02:25:06.004388Z","caller":"traceutil/trace.go:171","msg":"trace[1314869591] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:9002; }","duration":"130.666522ms","start":"2026-04-01T02:25:05.873701Z","end":"2026-04-01T02:25:06.004368Z","steps":["trace[1314869591] 'agreement among raft nodes before linearized reading' (duration: 130.396495ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:06.469949Z","caller":"traceutil/trace.go:171","msg":"trace[492981897] transaction","detail":"{read_only:false; response_revision:9013; number_of_response:1; }","duration":"102.338346ms","start":"2026-04-01T02:25:06.367582Z","end":"2026-04-01T02:25:06.46992Z","steps":["trace[492981897] 'process raft request' (duration: 102.14324ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:06.595666Z","caller":"traceutil/trace.go:171","msg":"trace[395468802] transaction","detail":"{read_only:false; response_revision:9015; number_of_response:1; }","duration":"116.35643ms","start":"2026-04-01T02:25:06.479291Z","end":"2026-04-01T02:25:06.595647Z","steps":["trace[395468802] 'process raft request' (duration: 116.224726ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:06.797569Z","caller":"traceutil/trace.go:171","msg":"trace[138029420] linearizableReadLoop","detail":"{readStateIndex:9348; appliedIndex:9347; }","duration":"126.795656ms","start":"2026-04-01T02:25:06.670745Z","end":"2026-04-01T02:25:06.79754Z","steps":["trace[138029420] 'read index received' (duration: 112.681019ms)","trace[138029420] 'applied index is now lower than readState.Index' (duration: 14.113527ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:06.797599Z","caller":"traceutil/trace.go:171","msg":"trace[1753682319] transaction","detail":"{read_only:false; response_revision:9019; number_of_response:1; }","duration":"175.81671ms","start":"2026-04-01T02:25:06.621745Z","end":"2026-04-01T02:25:06.797562Z","steps":["trace[1753682319] 'process raft request' (duration: 161.683713ms)","trace[1753682319] 'compare' (duration: 13.258173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:06.797838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.065243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-qmdt6\" ","response":"range_response_count:1 size:4352"} {"level":"info","ts":"2026-04-01T02:25:06.797965Z","caller":"traceutil/trace.go:171","msg":"trace[1182687665] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-qmdt6; range_end:; response_count:1; response_revision:9019; }","duration":"127.238778ms","start":"2026-04-01T02:25:06.670705Z","end":"2026-04-01T02:25:06.797943Z","steps":["trace[1182687665] 'agreement among raft nodes before linearized reading' (duration: 126.938879ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:06.995162Z","caller":"traceutil/trace.go:171","msg":"trace[1250253388] transaction","detail":"{read_only:false; response_revision:9021; number_of_response:1; }","duration":"189.865015ms","start":"2026-04-01T02:25:06.805272Z","end":"2026-04-01T02:25:06.995137Z","steps":["trace[1250253388] 'process raft request' (duration: 118.162819ms)","trace[1250253388] 'compare' (duration: 71.600053ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:07.056019Z","caller":"traceutil/trace.go:171","msg":"trace[751188483] transaction","detail":"{read_only:false; response_revision:9022; number_of_response:1; }","duration":"219.976142ms","start":"2026-04-01T02:25:06.836016Z","end":"2026-04-01T02:25:07.055992Z","steps":["trace[751188483] 'process raft request' (duration: 219.879239ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:07.261196Z","caller":"traceutil/trace.go:171","msg":"trace[779892075] transaction","detail":"{read_only:false; response_revision:9025; number_of_response:1; }","duration":"134.98337ms","start":"2026-04-01T02:25:07.126176Z","end":"2026-04-01T02:25:07.26116Z","steps":["trace[779892075] 'process raft request' (duration: 128.105662ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:07.511609Z","caller":"traceutil/trace.go:171","msg":"trace[1183228019] transaction","detail":"{read_only:false; response_revision:9027; number_of_response:1; }","duration":"162.518375ms","start":"2026-04-01T02:25:07.349066Z","end":"2026-04-01T02:25:07.511585Z","steps":["trace[1183228019] 'process raft request' (duration: 162.35683ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:07.762646Z","caller":"traceutil/trace.go:171","msg":"trace[125821130] transaction","detail":"{read_only:false; response_revision:9028; number_of_response:1; }","duration":"240.933236ms","start":"2026-04-01T02:25:07.521688Z","end":"2026-04-01T02:25:07.762622Z","steps":["trace[125821130] 'process raft request' (duration: 186.7319ms)","trace[125821130] 'compare' (duration: 54.088573ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:08.653399Z","caller":"traceutil/trace.go:171","msg":"trace[1106483902] transaction","detail":"{read_only:false; response_revision:9031; number_of_response:1; }","duration":"114.571601ms","start":"2026-04-01T02:25:08.538798Z","end":"2026-04-01T02:25:08.65337Z","steps":["trace[1106483902] 'process raft request' (duration: 114.317244ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:09.266059Z","caller":"traceutil/trace.go:171","msg":"trace[440657852] transaction","detail":"{read_only:false; response_revision:9039; number_of_response:1; }","duration":"128.673107ms","start":"2026-04-01T02:25:09.137338Z","end":"2026-04-01T02:25:09.266011Z","steps":["trace[440657852] 'process raft request' (duration: 128.291907ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:09.266111Z","caller":"traceutil/trace.go:171","msg":"trace[70280414] transaction","detail":"{read_only:false; response_revision:9040; number_of_response:1; }","duration":"128.024649ms","start":"2026-04-01T02:25:09.138058Z","end":"2026-04-01T02:25:09.266083Z","steps":["trace[70280414] 'process raft request' (duration: 127.615838ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:09.266196Z","caller":"traceutil/trace.go:171","msg":"trace[511833858] transaction","detail":"{read_only:false; response_revision:9038; number_of_response:1; }","duration":"128.836662ms","start":"2026-04-01T02:25:09.137331Z","end":"2026-04-01T02:25:09.266167Z","steps":["trace[511833858] 'process raft request' (duration: 128.145003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:09.266267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.221068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-01T02:25:09.2663Z","caller":"traceutil/trace.go:171","msg":"trace[1495916892] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:9040; }","duration":"127.271499ms","start":"2026-04-01T02:25:09.139021Z","end":"2026-04-01T02:25:09.266292Z","steps":["trace[1495916892] 'agreement among raft nodes before linearized reading' (duration: 127.095444ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:09.266087Z","caller":"traceutil/trace.go:171","msg":"trace[97265947] linearizableReadLoop","detail":"{readStateIndex:9369; appliedIndex:9365; }","duration":"127.043973ms","start":"2026-04-01T02:25:09.139025Z","end":"2026-04-01T02:25:09.266069Z","steps":["trace[97265947] 'read index received' (duration: 79.200641ms)","trace[97265947] 'applied index is now lower than readState.Index' (duration: 47.842172ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:09.713457Z","caller":"traceutil/trace.go:171","msg":"trace[1029834216] transaction","detail":"{read_only:false; response_revision:9048; number_of_response:1; }","duration":"264.603225ms","start":"2026-04-01T02:25:09.448814Z","end":"2026-04-01T02:25:09.713418Z","steps":["trace[1029834216] 'process raft request' (duration: 264.43351ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:09.71344Z","caller":"traceutil/trace.go:171","msg":"trace[1056352658] transaction","detail":"{read_only:false; response_revision:9047; number_of_response:1; }","duration":"268.597843ms","start":"2026-04-01T02:25:09.444778Z","end":"2026-04-01T02:25:09.713376Z","steps":["trace[1056352658] 'process raft request' (duration: 268.186152ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:09.730732Z","caller":"traceutil/trace.go:171","msg":"trace[475299607] linearizableReadLoop","detail":"{readStateIndex:9376; appliedIndex:9375; }","duration":"281.688613ms","start":"2026-04-01T02:25:09.448821Z","end":"2026-04-01T02:25:09.730509Z","steps":["trace[475299607] 'read index received' (duration: 50.067213ms)","trace[475299607] 'applied index is now lower than readState.Index' (duration: 231.61985ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:09.730764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.918619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-01T02:25:09.73083Z","caller":"traceutil/trace.go:171","msg":"trace[1926781217] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:9048; }","duration":"282.009231ms","start":"2026-04-01T02:25:09.448803Z","end":"2026-04-01T02:25:09.730812Z","steps":["trace[1926781217] 'agreement among raft nodes before linearized reading' (duration: 281.810526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:09.730925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.133172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-01T02:25:09.730952Z","caller":"traceutil/trace.go:171","msg":"trace[1800033081] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9048; }","duration":"260.197643ms","start":"2026-04-01T02:25:09.470745Z","end":"2026-04-01T02:25:09.730943Z","steps":["trace[1800033081] 'agreement among raft nodes before linearized reading' (duration: 260.07991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:09.731452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.920824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-01T02:25:09.731496Z","caller":"traceutil/trace.go:171","msg":"trace[1754136423] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9048; }","duration":"203.005146ms","start":"2026-04-01T02:25:09.528478Z","end":"2026-04-01T02:25:09.731483Z","steps":["trace[1754136423] 'agreement among raft nodes before linearized reading' (duration: 202.886423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:10.005257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.069597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-01T02:25:10.005355Z","caller":"traceutil/trace.go:171","msg":"trace[295645390] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:9055; }","duration":"122.1842ms","start":"2026-04-01T02:25:09.883143Z","end":"2026-04-01T02:25:10.005328Z","steps":["trace[295645390] 'agreement among raft nodes before linearized reading' (duration: 121.934194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:10.005257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.801215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-01T02:25:10.005443Z","caller":"traceutil/trace.go:171","msg":"trace[12395796] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:9055; }","duration":"120.014481ms","start":"2026-04-01T02:25:09.885399Z","end":"2026-04-01T02:25:10.005414Z","steps":["trace[12395796] 'agreement among raft nodes before linearized reading' (duration: 119.681502ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:10.005025Z","caller":"traceutil/trace.go:171","msg":"trace[1625126184] transaction","detail":"{read_only:false; response_revision:9054; number_of_response:1; }","duration":"121.610805ms","start":"2026-04-01T02:25:09.883362Z","end":"2026-04-01T02:25:10.004973Z","steps":["trace[1625126184] 'process raft request' (duration: 85.144535ms)","trace[1625126184] 'compare' (duration: 36.001827ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:10.327609Z","caller":"traceutil/trace.go:171","msg":"trace[52493678] transaction","detail":"{read_only:false; response_revision:9063; number_of_response:1; }","duration":"127.726022ms","start":"2026-04-01T02:25:10.199848Z","end":"2026-04-01T02:25:10.327574Z","steps":["trace[52493678] 'process raft request' (duration: 127.383683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:10.327662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.107895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:25:10.327698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.112216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:25:10.327726Z","caller":"traceutil/trace.go:171","msg":"trace[457080871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9064; }","duration":"104.213657ms","start":"2026-04-01T02:25:10.223495Z","end":"2026-04-01T02:25:10.327709Z","steps":["trace[457080871] 'agreement among raft nodes before linearized reading' (duration: 104.082273ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:10.327672Z","caller":"traceutil/trace.go:171","msg":"trace[1942543037] transaction","detail":"{read_only:false; response_revision:9064; number_of_response:1; }","duration":"115.039744ms","start":"2026-04-01T02:25:10.212524Z","end":"2026-04-01T02:25:10.327563Z","steps":["trace[1942543037] 'process raft request' (duration: 114.8854ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:10.327801Z","caller":"traceutil/trace.go:171","msg":"trace[1159724093] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:9064; }","duration":"127.243529ms","start":"2026-04-01T02:25:10.200536Z","end":"2026-04-01T02:25:10.32778Z","steps":["trace[1159724093] 'agreement among raft nodes before linearized reading' (duration: 127.082804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:10.572801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.609157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:25:10.572952Z","caller":"traceutil/trace.go:171","msg":"trace[424468649] linearizableReadLoop","detail":"{readStateIndex:9395; appliedIndex:9394; }","duration":"245.399318ms","start":"2026-04-01T02:25:10.327526Z","end":"2026-04-01T02:25:10.572925Z","steps":["trace[424468649] 'read index received' (duration: 74.520443ms)","trace[424468649] 'applied index is now lower than readState.Index' (duration: 170.876414ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:10.573268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.309261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-04-01T02:25:10.573403Z","caller":"traceutil/trace.go:171","msg":"trace[1703896277] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:9065; }","duration":"301.478165ms","start":"2026-04-01T02:25:10.271882Z","end":"2026-04-01T02:25:10.57336Z","steps":["trace[1703896277] 'agreement among raft nodes before linearized reading' (duration: 301.253059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:10.573459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:10.271866Z","time spent":"301.582368ms","remote":"127.0.0.1:44854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"info","ts":"2026-04-01T02:25:10.573744Z","caller":"traceutil/trace.go:171","msg":"trace[1037608919] transaction","detail":"{read_only:false; response_revision:9065; number_of_response:1; }","duration":"315.755427ms","start":"2026-04-01T02:25:10.257972Z","end":"2026-04-01T02:25:10.573728Z","steps":["trace[1037608919] 'process raft request' (duration: 144.120051ms)","trace[1037608919] 'compare' (duration: 169.706643ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:10.573802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.592251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-01T02:25:10.573842Z","caller":"traceutil/trace.go:171","msg":"trace[2096248485] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:9065; }","duration":"238.671003ms","start":"2026-04-01T02:25:10.33516Z","end":"2026-04-01T02:25:10.573831Z","steps":["trace[2096248485] 'agreement among raft nodes before linearized reading' (duration: 238.515379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:10.573861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:10.257957Z","time spent":"315.824859ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6246,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:25:10.57332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.305798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:25:10.574054Z","caller":"traceutil/trace.go:171","msg":"trace[689328872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9065; }","duration":"245.086589ms","start":"2026-04-01T02:25:10.328958Z","end":"2026-04-01T02:25:10.574044Z","steps":["trace[689328872] 'agreement among raft nodes before linearized reading' (duration: 244.310938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:10.574867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.548508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-01T02:25:10.574977Z","caller":"traceutil/trace.go:171","msg":"trace[1851804959] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:9065; }","duration":"134.719673ms","start":"2026-04-01T02:25:10.44023Z","end":"2026-04-01T02:25:10.574949Z","steps":["trace[1851804959] 'agreement among raft nodes before linearized reading' (duration: 133.208562ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:11.13608Z","caller":"traceutil/trace.go:171","msg":"trace[2112066667] linearizableReadLoop","detail":"{readStateIndex:9397; appliedIndex:9396; }","duration":"403.190384ms","start":"2026-04-01T02:25:10.732845Z","end":"2026-04-01T02:25:11.136035Z","steps":["trace[2112066667] 'read index received' (duration: 396.502881ms)","trace[2112066667] 'applied index is now lower than readState.Index' (duration: 6.683803ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:11.136266Z","caller":"traceutil/trace.go:171","msg":"trace[1516207739] transaction","detail":"{read_only:false; response_revision:9067; number_of_response:1; }","duration":"405.043375ms","start":"2026-04-01T02:25:10.731205Z","end":"2026-04-01T02:25:11.136249Z","steps":["trace[1516207739] 'process raft request' (duration: 398.048823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:11.136414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:10.731194Z","time spent":"405.113597ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T02:25:11.136842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.987356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111914"} {"level":"info","ts":"2026-04-01T02:25:11.136896Z","caller":"traceutil/trace.go:171","msg":"trace[1763794445] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:9067; }","duration":"404.117149ms","start":"2026-04-01T02:25:10.732768Z","end":"2026-04-01T02:25:11.136885Z","steps":["trace[1763794445] 'agreement among raft nodes before linearized reading' (duration: 403.689108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:11.136923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:10.73273Z","time spent":"404.186481ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111938,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-04-01T02:25:11.137117Z","caller":"traceutil/trace.go:171","msg":"trace[206061343] transaction","detail":"{read_only:false; response_revision:9068; number_of_response:1; }","duration":"400.637984ms","start":"2026-04-01T02:25:10.736461Z","end":"2026-04-01T02:25:11.137099Z","steps":["trace[206061343] 'process raft request' (duration: 400.390057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:11.137236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:10.736427Z","time spent":"400.743067ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:25:11.199267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.230744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-04-01T02:25:11.199367Z","caller":"traceutil/trace.go:171","msg":"trace[1656677086] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:9068; }","duration":"461.385069ms","start":"2026-04-01T02:25:10.737962Z","end":"2026-04-01T02:25:11.199347Z","steps":["trace[1656677086] 'agreement among raft nodes before linearized reading' (duration: 461.121352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:11.199353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.202957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:25:11.199411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:10.737943Z","time spent":"461.458711ms","remote":"127.0.0.1:36514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7529,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-04-01T02:25:11.199475Z","caller":"traceutil/trace.go:171","msg":"trace[1851710625] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:9068; }","duration":"251.385872ms","start":"2026-04-01T02:25:10.948056Z","end":"2026-04-01T02:25:11.199442Z","steps":["trace[1851710625] 'agreement among raft nodes before linearized reading' (duration: 251.049793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:11.199638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.665004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-57775cd6c5-skcsr.18a21a5f8b41c091\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-01T02:25:11.199815Z","caller":"traceutil/trace.go:171","msg":"trace[1566966565] range","detail":"{range_begin:/registry/events/openstack/barbican-api-57775cd6c5-skcsr.18a21a5f8b41c091; range_end:; response_count:1; response_revision:9068; }","duration":"396.83635ms","start":"2026-04-01T02:25:10.80292Z","end":"2026-04-01T02:25:11.199756Z","steps":["trace[1566966565] 'agreement among raft nodes before linearized reading' (duration: 396.403138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:11.199927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:10.802912Z","time spent":"396.995824ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-57775cd6c5-skcsr.18a21a5f8b41c091\" "} {"level":"warn","ts":"2026-04-01T02:25:11.199588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.022298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-zzwc7\" ","response":"range_response_count:1 size:5954"} {"level":"info","ts":"2026-04-01T02:25:11.200086Z","caller":"traceutil/trace.go:171","msg":"trace[326246693] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-zzwc7; range_end:; response_count:1; response_revision:9068; }","duration":"407.621735ms","start":"2026-04-01T02:25:10.792442Z","end":"2026-04-01T02:25:11.200063Z","steps":["trace[326246693] 'agreement among raft nodes before linearized reading' (duration: 406.965037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:11.200156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:10.792277Z","time spent":"407.860621ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5978,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-zzwc7\" "} {"level":"warn","ts":"2026-04-01T02:25:11.199629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.261703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5872"} {"level":"info","ts":"2026-04-01T02:25:11.200276Z","caller":"traceutil/trace.go:171","msg":"trace[430214182] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9068; }","duration":"400.998423ms","start":"2026-04-01T02:25:10.799254Z","end":"2026-04-01T02:25:11.200253Z","steps":["trace[430214182] 'agreement among raft nodes before linearized reading' (duration: 400.041717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:11.200355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:10.799231Z","time spent":"401.107317ms","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5896,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-01T02:25:11.361847Z","caller":"traceutil/trace.go:171","msg":"trace[1402015921] linearizableReadLoop","detail":"{readStateIndex:9402; appliedIndex:9400; }","duration":"146.048604ms","start":"2026-04-01T02:25:11.215772Z","end":"2026-04-01T02:25:11.361821Z","steps":["trace[1402015921] 'read index received' (duration: 95.492738ms)","trace[1402015921] 'applied index is now lower than readState.Index' (duration: 50.554646ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:11.361998Z","caller":"traceutil/trace.go:171","msg":"trace[1955267535] transaction","detail":"{read_only:false; response_revision:9070; number_of_response:1; }","duration":"152.032048ms","start":"2026-04-01T02:25:11.209934Z","end":"2026-04-01T02:25:11.361966Z","steps":["trace[1955267535] 'process raft request' (duration: 151.7273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:11.362159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.362522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-04-01T02:25:11.3622Z","caller":"traceutil/trace.go:171","msg":"trace[1511943017] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:9070; }","duration":"146.448265ms","start":"2026-04-01T02:25:11.215741Z","end":"2026-04-01T02:25:11.362189Z","steps":["trace[1511943017] 'agreement among raft nodes before linearized reading' (duration: 146.231439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:11.408743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.839677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T02:25:11.408809Z","caller":"traceutil/trace.go:171","msg":"trace[53456798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9071; }","duration":"103.93876ms","start":"2026-04-01T02:25:11.304848Z","end":"2026-04-01T02:25:11.408787Z","steps":["trace[53456798] 'agreement among raft nodes before linearized reading' (duration: 103.796546ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:11.661514Z","caller":"traceutil/trace.go:171","msg":"trace[1056024352] transaction","detail":"{read_only:false; response_revision:9073; number_of_response:1; }","duration":"249.193852ms","start":"2026-04-01T02:25:11.412273Z","end":"2026-04-01T02:25:11.661467Z","steps":["trace[1056024352] 'process raft request' (duration: 175.658736ms)","trace[1056024352] 'compare' (duration: 73.32689ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:11.661837Z","caller":"traceutil/trace.go:171","msg":"trace[2014189397] transaction","detail":"{read_only:false; response_revision:9074; number_of_response:1; }","duration":"246.989632ms","start":"2026-04-01T02:25:11.414795Z","end":"2026-04-01T02:25:11.661784Z","steps":["trace[2014189397] 'process raft request' (duration: 246.587021ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:13.771681Z","caller":"traceutil/trace.go:171","msg":"trace[484415445] transaction","detail":"{read_only:false; response_revision:9082; number_of_response:1; }","duration":"102.240343ms","start":"2026-04-01T02:25:13.669418Z","end":"2026-04-01T02:25:13.771658Z","steps":["trace[484415445] 'process raft request' (duration: 102.082319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:15.409645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.825962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:25:15.409746Z","caller":"traceutil/trace.go:171","msg":"trace[1276384340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9084; }","duration":"182.955626ms","start":"2026-04-01T02:25:15.226765Z","end":"2026-04-01T02:25:15.409721Z","steps":["trace[1276384340] 'range keys from in-memory index tree' (duration: 182.72574ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:17.366719Z","caller":"traceutil/trace.go:171","msg":"trace[1266539684] linearizableReadLoop","detail":"{readStateIndex:9427; appliedIndex:9426; }","duration":"141.924221ms","start":"2026-04-01T02:25:17.224776Z","end":"2026-04-01T02:25:17.3667Z","steps":["trace[1266539684] 'read index received' (duration: 141.775877ms)","trace[1266539684] 'applied index is now lower than readState.Index' (duration: 147.724µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:17.366867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.087445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:25:17.366892Z","caller":"traceutil/trace.go:171","msg":"trace[485836136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9094; }","duration":"142.179358ms","start":"2026-04-01T02:25:17.224703Z","end":"2026-04-01T02:25:17.366883Z","steps":["trace[485836136] 'agreement among raft nodes before linearized reading' (duration: 142.073336ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:17.366862Z","caller":"traceutil/trace.go:171","msg":"trace[66160108] transaction","detail":"{read_only:false; response_revision:9094; number_of_response:1; }","duration":"181.580008ms","start":"2026-04-01T02:25:17.185247Z","end":"2026-04-01T02:25:17.366827Z","steps":["trace[66160108] 'process raft request' (duration: 181.350122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:17.728777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.80626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-01T02:25:17.728835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.445081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T02:25:17.72889Z","caller":"traceutil/trace.go:171","msg":"trace[2097131169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9094; }","duration":"117.927583ms","start":"2026-04-01T02:25:17.610913Z","end":"2026-04-01T02:25:17.728841Z","steps":["trace[2097131169] 'range keys from in-memory index tree' (duration: 117.642116ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:17.728921Z","caller":"traceutil/trace.go:171","msg":"trace[224284449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9094; }","duration":"190.580925ms","start":"2026-04-01T02:25:17.538318Z","end":"2026-04-01T02:25:17.728899Z","steps":["trace[224284449] 'range keys from in-memory index tree' (duration: 190.255115ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:17.929828Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024d8.wal"} {"level":"info","ts":"2026-04-01T02:25:17.964393Z","caller":"traceutil/trace.go:171","msg":"trace[857607291] transaction","detail":"{read_only:false; response_revision:9099; number_of_response:1; }","duration":"111.565839ms","start":"2026-04-01T02:25:17.852791Z","end":"2026-04-01T02:25:17.964357Z","steps":["trace[857607291] 'process raft request' (duration: 111.384654ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:17.964479Z","caller":"traceutil/trace.go:171","msg":"trace[1616605481] transaction","detail":"{read_only:false; response_revision:9098; number_of_response:1; }","duration":"111.699352ms","start":"2026-04-01T02:25:17.852703Z","end":"2026-04-01T02:25:17.964402Z","steps":["trace[1616605481] 'process raft request' (duration: 99.871368ms)","trace[1616605481] 'compare' (duration: 11.441443ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:18.680411Z","caller":"traceutil/trace.go:171","msg":"trace[1096609622] linearizableReadLoop","detail":"{readStateIndex:9437; appliedIndex:9436; }","duration":"115.362883ms","start":"2026-04-01T02:25:18.565023Z","end":"2026-04-01T02:25:18.680386Z","steps":["trace[1096609622] 'read index received' (duration: 115.104106ms)","trace[1096609622] 'applied index is now lower than readState.Index' (duration: 257.777µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:18.68045Z","caller":"traceutil/trace.go:171","msg":"trace[887667586] transaction","detail":"{read_only:false; response_revision:9103; number_of_response:1; }","duration":"208.558017ms","start":"2026-04-01T02:25:18.471865Z","end":"2026-04-01T02:25:18.680423Z","steps":["trace[887667586] 'process raft request' (duration: 208.357142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:18.680694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.645061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-kgcfq.18a21a76484b0e71\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-04-01T02:25:18.680743Z","caller":"traceutil/trace.go:171","msg":"trace[1340040019] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-kgcfq.18a21a76484b0e71; range_end:; response_count:1; response_revision:9103; }","duration":"115.741634ms","start":"2026-04-01T02:25:18.564987Z","end":"2026-04-01T02:25:18.680729Z","steps":["trace[1340040019] 'agreement among raft nodes before linearized reading' (duration: 115.495167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:18.873224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.738322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:25:18.873386Z","caller":"traceutil/trace.go:171","msg":"trace[391570275] linearizableReadLoop","detail":"{readStateIndex:9439; appliedIndex:9438; }","duration":"154.503136ms","start":"2026-04-01T02:25:18.718859Z","end":"2026-04-01T02:25:18.873362Z","steps":["trace[391570275] 'read index received' (duration: 26.459676ms)","trace[391570275] 'applied index is now lower than readState.Index' (duration: 128.0422ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:18.873419Z","caller":"traceutil/trace.go:171","msg":"trace[1886678513] transaction","detail":"{read_only:false; response_revision:9105; number_of_response:1; }","duration":"155.327139ms","start":"2026-04-01T02:25:18.718046Z","end":"2026-04-01T02:25:18.873374Z","steps":["trace[1886678513] 'process raft request' (duration: 27.311559ms)","trace[1886678513] 'compare' (duration: 127.550207ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:18.873844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.992839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229751"} {"level":"info","ts":"2026-04-01T02:25:18.873887Z","caller":"traceutil/trace.go:171","msg":"trace[751221406] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9105; }","duration":"155.093602ms","start":"2026-04-01T02:25:18.718783Z","end":"2026-04-01T02:25:18.873877Z","steps":["trace[751221406] 'agreement among raft nodes before linearized reading' (duration: 154.64278ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:20.147008Z","caller":"traceutil/trace.go:171","msg":"trace[214545871] linearizableReadLoop","detail":"{readStateIndex:9442; appliedIndex:9441; }","duration":"156.249804ms","start":"2026-04-01T02:25:19.990734Z","end":"2026-04-01T02:25:20.146984Z","steps":["trace[214545871] 'read index received' (duration: 156.11017ms)","trace[214545871] 'applied index is now lower than readState.Index' (duration: 138.404µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:20.147092Z","caller":"traceutil/trace.go:171","msg":"trace[1819770758] transaction","detail":"{read_only:false; response_revision:9108; number_of_response:1; }","duration":"174.314269ms","start":"2026-04-01T02:25:19.972727Z","end":"2026-04-01T02:25:20.147041Z","steps":["trace[1819770758] 'process raft request' (duration: 174.079883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:20.14736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.594674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T02:25:20.147451Z","caller":"traceutil/trace.go:171","msg":"trace[558111007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9108; }","duration":"156.748748ms","start":"2026-04-01T02:25:19.990677Z","end":"2026-04-01T02:25:20.147426Z","steps":["trace[558111007] 'agreement among raft nodes before linearized reading' (duration: 156.424969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:21.578815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:20.694785Z","time spent":"884.023447ms","remote":"127.0.0.1:45448","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T02:25:21.579508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.631264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:25:21.579627Z","caller":"traceutil/trace.go:171","msg":"trace[1708612920] linearizableReadLoop","detail":"{readStateIndex:9445; appliedIndex:9444; }","duration":"924.63855ms","start":"2026-04-01T02:25:20.654973Z","end":"2026-04-01T02:25:21.579612Z","steps":["trace[1708612920] 'read index received' (duration: 51.882472ms)","trace[1708612920] 'applied index is now lower than readState.Index' (duration: 872.755128ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:21.579711Z","caller":"traceutil/trace.go:171","msg":"trace[1131910586] transaction","detail":"{read_only:false; response_revision:9111; number_of_response:1; }","duration":"1.061261365s","start":"2026-04-01T02:25:20.518441Z","end":"2026-04-01T02:25:21.579702Z","steps":["trace[1131910586] 'process raft request' (duration: 188.357153ms)","trace[1131910586] 'compare' (duration: 872.237204ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:21.579758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:20.518422Z","time spent":"1.061312827s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:25:21.631765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.004067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-57775cd6c5-skcsr.18a21a5f8b41c091\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-01T02:25:21.631873Z","caller":"traceutil/trace.go:171","msg":"trace[1747309339] range","detail":"{range_begin:/registry/events/openstack/barbican-api-57775cd6c5-skcsr.18a21a5f8b41c091; range_end:; response_count:1; response_revision:9111; }","duration":"833.115ms","start":"2026-04-01T02:25:20.798729Z","end":"2026-04-01T02:25:21.631844Z","steps":["trace[1747309339] 'agreement among raft nodes before linearized reading' (duration: 832.857373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:21.631873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.201251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:25:21.631927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:20.798688Z","time spent":"833.225743ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-57775cd6c5-skcsr.18a21a5f8b41c091\" "} {"level":"warn","ts":"2026-04-01T02:25:21.631937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.727663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:25:21.631936Z","caller":"traceutil/trace.go:171","msg":"trace[1050543524] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9111; }","duration":"555.261112ms","start":"2026-04-01T02:25:21.076655Z","end":"2026-04-01T02:25:21.631917Z","steps":["trace[1050543524] 'agreement among raft nodes before linearized reading' (duration: 555.17244ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:21.631974Z","caller":"traceutil/trace.go:171","msg":"trace[1150646094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9111; }","duration":"405.803625ms","start":"2026-04-01T02:25:21.226163Z","end":"2026-04-01T02:25:21.631966Z","steps":["trace[1150646094] 'agreement among raft nodes before linearized reading' (duration: 405.743133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:21.631778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.562858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-01T02:25:21.631965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.128668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:25:21.631996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:21.226143Z","time spent":"405.849516ms","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T02:25:21.63199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:21.07661Z","time spent":"555.366176ms","remote":"127.0.0.1:37892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:25:21.631996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.207907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T02:25:21.632034Z","caller":"traceutil/trace.go:171","msg":"trace[526749639] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9111; }","duration":"262.857426ms","start":"2026-04-01T02:25:21.369153Z","end":"2026-04-01T02:25:21.632011Z","steps":["trace[526749639] 'agreement among raft nodes before linearized reading' (duration: 262.459325ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:21.632065Z","caller":"traceutil/trace.go:171","msg":"trace[157266074] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:9111; }","duration":"750.31348ms","start":"2026-04-01T02:25:20.881737Z","end":"2026-04-01T02:25:21.63205Z","steps":["trace[157266074] 'agreement among raft nodes before linearized reading' (duration: 750.146185ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:21.632029Z","caller":"traceutil/trace.go:171","msg":"trace[2111054617] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9111; }","duration":"776.226441ms","start":"2026-04-01T02:25:20.855788Z","end":"2026-04-01T02:25:21.632014Z","steps":["trace[2111054617] 'agreement among raft nodes before linearized reading' (duration: 776.141739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:21.632115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:20.881719Z","time spent":"750.382542ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-p2zx8\" "} {"level":"warn","ts":"2026-04-01T02:25:21.631765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.779389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-01T02:25:21.632222Z","caller":"traceutil/trace.go:171","msg":"trace[812445413] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9111; }","duration":"977.253372ms","start":"2026-04-01T02:25:20.65492Z","end":"2026-04-01T02:25:21.632174Z","steps":["trace[812445413] 'agreement among raft nodes before linearized reading' (duration: 924.908177ms)","trace[812445413] 'range keys from in-memory index tree' (duration: 51.763249ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:21.632328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:20.654898Z","time spent":"977.396616ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T02:25:21.632359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:20.855767Z","time spent":"776.5789ms","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:25:21.632578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.760384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T02:25:21.632614Z","caller":"traceutil/trace.go:171","msg":"trace[1822214660] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9111; }","duration":"200.829296ms","start":"2026-04-01T02:25:21.431774Z","end":"2026-04-01T02:25:21.632603Z","steps":["trace[1822214660] 'agreement among raft nodes before linearized reading' (duration: 200.069515ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:26.153265Z","caller":"traceutil/trace.go:171","msg":"trace[1727053470] linearizableReadLoop","detail":"{readStateIndex:9470; appliedIndex:9469; }","duration":"112.749661ms","start":"2026-04-01T02:25:26.040493Z","end":"2026-04-01T02:25:26.153242Z","steps":["trace[1727053470] 'read index received' (duration: 112.7071ms)","trace[1727053470] 'applied index is now lower than readState.Index' (duration: 41.541µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:26.153312Z","caller":"traceutil/trace.go:171","msg":"trace[280957537] transaction","detail":"{read_only:false; response_revision:9134; number_of_response:1; }","duration":"125.625364ms","start":"2026-04-01T02:25:26.027662Z","end":"2026-04-01T02:25:26.153287Z","steps":["trace[280957537] 'process raft request' (duration: 125.433349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:26.153469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.965228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-04-01T02:25:26.15352Z","caller":"traceutil/trace.go:171","msg":"trace[1493240997] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:9134; }","duration":"113.07821ms","start":"2026-04-01T02:25:26.040428Z","end":"2026-04-01T02:25:26.153506Z","steps":["trace[1493240997] 'agreement among raft nodes before linearized reading' (duration: 112.932506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:26.187202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.438456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-04-01T02:25:26.187281Z","caller":"traceutil/trace.go:171","msg":"trace[444582363] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:9135; }","duration":"134.562249ms","start":"2026-04-01T02:25:26.052701Z","end":"2026-04-01T02:25:26.187263Z","steps":["trace[444582363] 'agreement among raft nodes before linearized reading' (duration: 134.391764ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:26.791821Z","caller":"traceutil/trace.go:171","msg":"trace[2092359526] linearizableReadLoop","detail":"{readStateIndex:9487; appliedIndex:9486; }","duration":"210.139701ms","start":"2026-04-01T02:25:26.581653Z","end":"2026-04-01T02:25:26.791793Z","steps":["trace[2092359526] 'read index received' (duration: 209.875543ms)","trace[2092359526] 'applied index is now lower than readState.Index' (duration: 260.487µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:26.791823Z","caller":"traceutil/trace.go:171","msg":"trace[356618422] transaction","detail":"{read_only:false; response_revision:9150; number_of_response:1; }","duration":"210.235144ms","start":"2026-04-01T02:25:26.581557Z","end":"2026-04-01T02:25:26.791792Z","steps":["trace[356618422] 'process raft request' (duration: 210.040428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:26.792139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.244618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:201"} {"level":"warn","ts":"2026-04-01T02:25:26.792142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.541442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7079"} {"level":"warn","ts":"2026-04-01T02:25:26.792129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.231206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1069"} {"level":"info","ts":"2026-04-01T02:25:26.792236Z","caller":"traceutil/trace.go:171","msg":"trace[875944436] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:9150; }","duration":"189.380762ms","start":"2026-04-01T02:25:26.602841Z","end":"2026-04-01T02:25:26.792222Z","steps":["trace[875944436] 'agreement among raft nodes before linearized reading' (duration: 189.146766ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:26.792262Z","caller":"traceutil/trace.go:171","msg":"trace[1211780030] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:9150; }","duration":"133.708536ms","start":"2026-04-01T02:25:26.658523Z","end":"2026-04-01T02:25:26.792232Z","steps":["trace[1211780030] 'agreement among raft nodes before linearized reading' (duration: 133.478909ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:26.792278Z","caller":"traceutil/trace.go:171","msg":"trace[2000499594] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:9150; }","duration":"182.413291ms","start":"2026-04-01T02:25:26.609835Z","end":"2026-04-01T02:25:26.792248Z","steps":["trace[2000499594] 'agreement among raft nodes before linearized reading' (duration: 182.175024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:26.792373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.397768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9580"} {"level":"info","ts":"2026-04-01T02:25:26.792489Z","caller":"traceutil/trace.go:171","msg":"trace[1216851575] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:9150; }","duration":"210.812979ms","start":"2026-04-01T02:25:26.581616Z","end":"2026-04-01T02:25:26.792429Z","steps":["trace[1216851575] 'agreement among raft nodes before linearized reading' (duration: 210.258174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:29.098984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237144949546138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:25:29.395135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.777595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:25:29.395392Z","caller":"traceutil/trace.go:171","msg":"trace[940414056] transaction","detail":"{read_only:false; response_revision:9245; number_of_response:1; }","duration":"827.298101ms","start":"2026-04-01T02:25:28.568032Z","end":"2026-04-01T02:25:29.39533Z","steps":["trace[940414056] 'process raft request' (duration: 699.853747ms)","trace[940414056] 'compare' (duration: 125.919992ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:29.395511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:28.567995Z","time spent":"827.480586ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T02:25:29.436731Z","caller":"traceutil/trace.go:171","msg":"trace[744935780] linearizableReadLoop","detail":"{readStateIndex:9585; appliedIndex:9582; }","duration":"838.785946ms","start":"2026-04-01T02:25:28.597918Z","end":"2026-04-01T02:25:29.436704Z","steps":["trace[744935780] 'read index received' (duration: 669.968828ms)","trace[744935780] 'applied index is now lower than readState.Index' (duration: 168.815858ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:29.436858Z","caller":"traceutil/trace.go:171","msg":"trace[520102946] transaction","detail":"{read_only:false; response_revision:9247; number_of_response:1; }","duration":"351.953299ms","start":"2026-04-01T02:25:29.08489Z","end":"2026-04-01T02:25:29.436843Z","steps":["trace[520102946] 'process raft request' (duration: 351.725893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:29.436969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:29.084863Z","time spent":"352.026471ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:25:29.437008Z","caller":"traceutil/trace.go:171","msg":"trace[408307096] transaction","detail":"{read_only:false; response_revision:9246; number_of_response:1; }","duration":"729.711196ms","start":"2026-04-01T02:25:28.707247Z","end":"2026-04-01T02:25:29.436958Z","steps":["trace[408307096] 'process raft request' (duration: 729.192272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:29.437371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:28.707222Z","time spent":"730.051365ms","remote":"127.0.0.1:36522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2228,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T02:25:29.437443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.542487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-01T02:25:29.437504Z","caller":"traceutil/trace.go:171","msg":"trace[118783003] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:9247; }","duration":"839.63479ms","start":"2026-04-01T02:25:28.597849Z","end":"2026-04-01T02:25:29.437483Z","steps":["trace[118783003] 'agreement among raft nodes before linearized reading' (duration: 839.384293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:29.437685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.037641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:25:29.437753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:28.597832Z","time spent":"839.872146ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-04-01T02:25:29.437776Z","caller":"traceutil/trace.go:171","msg":"trace[1686449967] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:9247; }","duration":"356.156654ms","start":"2026-04-01T02:25:29.081595Z","end":"2026-04-01T02:25:29.437752Z","steps":["trace[1686449967] 'agreement among raft nodes before linearized reading' (duration: 355.906357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:29.437764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.379992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:25:29.437842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:29.081573Z","time spent":"356.257347ms","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:25:29.437888Z","caller":"traceutil/trace.go:171","msg":"trace[672205227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9247; }","duration":"514.555517ms","start":"2026-04-01T02:25:28.923298Z","end":"2026-04-01T02:25:29.437854Z","steps":["trace[672205227] 'agreement among raft nodes before linearized reading' (duration: 514.354361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:29.437937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.103634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:25:29.437972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:28.923277Z","time spent":"514.686001ms","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T02:25:29.437991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.955237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0b36a51-86e0-4bac-be9f-86ec66faf775\" ","response":"range_response_count:1 size:3641"} {"level":"warn","ts":"2026-04-01T02:25:29.438005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.62436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-wj2pg\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-04-01T02:25:29.438003Z","caller":"traceutil/trace.go:171","msg":"trace[1088902532] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:9247; }","duration":"584.235607ms","start":"2026-04-01T02:25:28.853745Z","end":"2026-04-01T02:25:29.43798Z","steps":["trace[1088902532] 'agreement among raft nodes before linearized reading' (duration: 584.102814ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:29.438058Z","caller":"traceutil/trace.go:171","msg":"trace[548615728] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d0b36a51-86e0-4bac-be9f-86ec66faf775; range_end:; response_count:1; response_revision:9247; }","duration":"287.142152ms","start":"2026-04-01T02:25:29.150894Z","end":"2026-04-01T02:25:29.438036Z","steps":["trace[548615728] 'agreement among raft nodes before linearized reading' (duration: 286.862454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:29.438079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:28.853723Z","time spent":"584.33767ms","remote":"127.0.0.1:33632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:25:29.438107Z","caller":"traceutil/trace.go:171","msg":"trace[149964971] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-wj2pg; range_end:; response_count:1; response_revision:9247; }","duration":"506.707192ms","start":"2026-04-01T02:25:28.931337Z","end":"2026-04-01T02:25:29.438044Z","steps":["trace[149964971] 'agreement among raft nodes before linearized reading' (duration: 506.514357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:29.438181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:28.931329Z","time spent":"506.814805ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4583,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-wj2pg\" "} {"level":"warn","ts":"2026-04-01T02:25:29.437792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.542766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-cluster.18a21a702ed642cc\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-04-01T02:25:29.438258Z","caller":"traceutil/trace.go:171","msg":"trace[1730497845] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-cluster.18a21a702ed642cc; range_end:; response_count:1; response_revision:9247; }","duration":"840.03151ms","start":"2026-04-01T02:25:28.598207Z","end":"2026-04-01T02:25:29.438238Z","steps":["trace[1730497845] 'agreement among raft nodes before linearized reading' (duration: 839.213268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:29.438309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:28.5982Z","time spent":"840.095732ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/rook-ceph-cluster.18a21a702ed642cc\" "} {"level":"warn","ts":"2026-04-01T02:25:29.437815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.515758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:25:29.438437Z","caller":"traceutil/trace.go:171","msg":"trace[1176806927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9247; }","duration":"212.178597ms","start":"2026-04-01T02:25:29.226239Z","end":"2026-04-01T02:25:29.438418Z","steps":["trace[1176806927] 'agreement among raft nodes before linearized reading' (duration: 211.515319ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:29.560908Z","caller":"traceutil/trace.go:171","msg":"trace[1332193843] transaction","detail":"{read_only:false; response_revision:9249; number_of_response:1; }","duration":"113.299766ms","start":"2026-04-01T02:25:29.447584Z","end":"2026-04-01T02:25:29.560883Z","steps":["trace[1332193843] 'process raft request' (duration: 104.886755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:29.56122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.703663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:25:29.561308Z","caller":"traceutil/trace.go:171","msg":"trace[698478792] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:9249; }","duration":"111.955929ms","start":"2026-04-01T02:25:29.449333Z","end":"2026-04-01T02:25:29.561288Z","steps":["trace[698478792] 'agreement among raft nodes before linearized reading' (duration: 111.61296ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:30.534605Z","caller":"traceutil/trace.go:171","msg":"trace[1673776126] transaction","detail":"{read_only:false; response_revision:9268; number_of_response:1; }","duration":"102.568842ms","start":"2026-04-01T02:25:30.432014Z","end":"2026-04-01T02:25:30.534583Z","steps":["trace[1673776126] 'process raft request' (duration: 102.480039ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:30.534608Z","caller":"traceutil/trace.go:171","msg":"trace[1111496190] transaction","detail":"{read_only:false; response_revision:9267; number_of_response:1; }","duration":"102.588573ms","start":"2026-04-01T02:25:30.431986Z","end":"2026-04-01T02:25:30.534575Z","steps":["trace[1111496190] 'process raft request' (duration: 48.712275ms)","trace[1111496190] 'compare' (duration: 53.60625ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:30.914025Z","caller":"traceutil/trace.go:171","msg":"trace[1408953791] transaction","detail":"{read_only:false; response_revision:9269; number_of_response:1; }","duration":"111.950449ms","start":"2026-04-01T02:25:30.802052Z","end":"2026-04-01T02:25:30.914002Z","steps":["trace[1408953791] 'process raft request' (duration: 111.810035ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:30.918182Z","caller":"traceutil/trace.go:171","msg":"trace[2125462830] linearizableReadLoop","detail":"{readStateIndex:9608; appliedIndex:9606; }","duration":"107.335233ms","start":"2026-04-01T02:25:30.810818Z","end":"2026-04-01T02:25:30.918153Z","steps":["trace[2125462830] 'read index received' (duration: 103.112377ms)","trace[2125462830] 'applied index is now lower than readState.Index' (duration: 4.221426ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:30.918368Z","caller":"traceutil/trace.go:171","msg":"trace[131434382] transaction","detail":"{read_only:false; response_revision:9270; number_of_response:1; }","duration":"115.863367ms","start":"2026-04-01T02:25:30.802428Z","end":"2026-04-01T02:25:30.918291Z","steps":["trace[131434382] 'process raft request' (duration: 115.574959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:30.918596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.748684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:797"} {"level":"info","ts":"2026-04-01T02:25:30.918673Z","caller":"traceutil/trace.go:171","msg":"trace[655213393] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:9270; }","duration":"107.854187ms","start":"2026-04-01T02:25:30.810794Z","end":"2026-04-01T02:25:30.918649Z","steps":["trace[655213393] 'agreement among raft nodes before linearized reading' (duration: 107.506238ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:31.193106Z","caller":"traceutil/trace.go:171","msg":"trace[149478461] linearizableReadLoop","detail":"{readStateIndex:9609; appliedIndex:9608; }","duration":"256.765539ms","start":"2026-04-01T02:25:30.936312Z","end":"2026-04-01T02:25:31.193077Z","steps":["trace[149478461] 'read index received' (duration: 255.464743ms)","trace[149478461] 'applied index is now lower than readState.Index' (duration: 1.299196ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:31.193339Z","caller":"traceutil/trace.go:171","msg":"trace[588989715] transaction","detail":"{read_only:false; response_revision:9271; number_of_response:1; }","duration":"269.246272ms","start":"2026-04-01T02:25:30.924079Z","end":"2026-04-01T02:25:31.193325Z","steps":["trace[588989715] 'process raft request' (duration: 267.679959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:31.193587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.248862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-01T02:25:31.193691Z","caller":"traceutil/trace.go:171","msg":"trace[1243244129] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:9271; }","duration":"257.399776ms","start":"2026-04-01T02:25:30.93627Z","end":"2026-04-01T02:25:31.19367Z","steps":["trace[1243244129] 'agreement among raft nodes before linearized reading' (duration: 257.16428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:31.242451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.277439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1962"} {"level":"warn","ts":"2026-04-01T02:25:31.242542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.70714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4385"} {"level":"warn","ts":"2026-04-01T02:25:31.242528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.608466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-04-01T02:25:31.242589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.447893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-wj2pg\" ","response":"range_response_count:1 size:4740"} {"level":"warn","ts":"2026-04-01T02:25:31.242656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.687405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-04-01T02:25:31.242656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.917001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:1489"} {"level":"info","ts":"2026-04-01T02:25:31.242676Z","caller":"traceutil/trace.go:171","msg":"trace[411178691] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9271; }","duration":"155.844403ms","start":"2026-04-01T02:25:31.086789Z","end":"2026-04-01T02:25:31.242634Z","steps":["trace[411178691] 'agreement among raft nodes before linearized reading' (duration: 155.338559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:31.242697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.941842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:1309"} {"level":"info","ts":"2026-04-01T02:25:31.24271Z","caller":"traceutil/trace.go:171","msg":"trace[257512936] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:9272; }","duration":"280.975693ms","start":"2026-04-01T02:25:30.961716Z","end":"2026-04-01T02:25:31.242691Z","steps":["trace[257512936] 'agreement among raft nodes before linearized reading' (duration: 280.872201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:31.242938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.096595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-04-01T02:25:31.243007Z","caller":"traceutil/trace.go:171","msg":"trace[553680473] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:9272; }","duration":"131.203178ms","start":"2026-04-01T02:25:31.111789Z","end":"2026-04-01T02:25:31.242992Z","steps":["trace[553680473] 'agreement among raft nodes before linearized reading' (duration: 130.775536ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:31.242694Z","caller":"traceutil/trace.go:171","msg":"trace[1403135675] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9272; }","duration":"230.784437ms","start":"2026-04-01T02:25:31.011901Z","end":"2026-04-01T02:25:31.242685Z","steps":["trace[1403135675] 'agreement among raft nodes before linearized reading' (duration: 230.305154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:31.243245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.824825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2114"} {"level":"info","ts":"2026-04-01T02:25:31.242625Z","caller":"traceutil/trace.go:171","msg":"trace[1571505761] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:9272; }","duration":"205.871615ms","start":"2026-04-01T02:25:31.036733Z","end":"2026-04-01T02:25:31.242604Z","steps":["trace[1571505761] 'agreement among raft nodes before linearized reading' (duration: 205.582617ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:31.243405Z","caller":"traceutil/trace.go:171","msg":"trace[51132065] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:9272; }","duration":"181.983659ms","start":"2026-04-01T02:25:31.061359Z","end":"2026-04-01T02:25:31.243342Z","steps":["trace[51132065] 'agreement among raft nodes before linearized reading' (duration: 180.941481ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:31.242575Z","caller":"traceutil/trace.go:171","msg":"trace[545066935] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9272; }","duration":"255.437043ms","start":"2026-04-01T02:25:30.987114Z","end":"2026-04-01T02:25:31.242551Z","steps":["trace[545066935] 'agreement among raft nodes before linearized reading' (duration: 255.083334ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:31.242703Z","caller":"traceutil/trace.go:171","msg":"trace[582218776] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-wj2pg; range_end:; response_count:1; response_revision:9272; }","duration":"282.593748ms","start":"2026-04-01T02:25:30.960079Z","end":"2026-04-01T02:25:31.242672Z","steps":["trace[582218776] 'agreement among raft nodes before linearized reading' (duration: 282.400453ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:31.243692Z","caller":"traceutil/trace.go:171","msg":"trace[449340328] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:9272; }","duration":"107.401785ms","start":"2026-04-01T02:25:31.135716Z","end":"2026-04-01T02:25:31.243118Z","steps":["trace[449340328] 'agreement among raft nodes before linearized reading' (duration: 106.713366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:31.902824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.163666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T02:25:31.903025Z","caller":"traceutil/trace.go:171","msg":"trace[1113495903] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:9276; }","duration":"100.400002ms","start":"2026-04-01T02:25:31.802603Z","end":"2026-04-01T02:25:31.903003Z","steps":["trace[1113495903] 'agreement among raft nodes before linearized reading' (duration: 99.995691ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:31.903348Z","caller":"traceutil/trace.go:171","msg":"trace[1136884605] transaction","detail":"{read_only:false; response_revision:9276; number_of_response:1; }","duration":"104.352151ms","start":"2026-04-01T02:25:31.798981Z","end":"2026-04-01T02:25:31.903333Z","steps":["trace[1136884605] 'process raft request' (duration: 103.385525ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:32.751181Z","caller":"traceutil/trace.go:171","msg":"trace[2071413673] transaction","detail":"{read_only:false; response_revision:9285; number_of_response:1; }","duration":"175.892382ms","start":"2026-04-01T02:25:32.575259Z","end":"2026-04-01T02:25:32.751151Z","steps":["trace[2071413673] 'process raft request' (duration: 154.980749ms)","trace[2071413673] 'compare' (duration: 20.613215ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:32.831362Z","caller":"traceutil/trace.go:171","msg":"trace[1738561000] linearizableReadLoop","detail":"{readStateIndex:9626; appliedIndex:9623; }","duration":"244.804772ms","start":"2026-04-01T02:25:32.586507Z","end":"2026-04-01T02:25:32.831312Z","steps":["trace[1738561000] 'read index received' (duration: 143.757921ms)","trace[1738561000] 'applied index is now lower than readState.Index' (duration: 101.045641ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:32.831497Z","caller":"traceutil/trace.go:171","msg":"trace[1877785925] transaction","detail":"{read_only:false; response_revision:9286; number_of_response:1; }","duration":"253.762847ms","start":"2026-04-01T02:25:32.577628Z","end":"2026-04-01T02:25:32.831391Z","steps":["trace[1877785925] 'process raft request' (duration: 253.480249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:32.83163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.10938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-01T02:25:32.831692Z","caller":"traceutil/trace.go:171","msg":"trace[1507177148] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:9287; }","duration":"245.230023ms","start":"2026-04-01T02:25:32.586447Z","end":"2026-04-01T02:25:32.831677Z","steps":["trace[1507177148] 'agreement among raft nodes before linearized reading' (duration: 245.011437ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:32.832879Z","caller":"traceutil/trace.go:171","msg":"trace[2142217609] transaction","detail":"{read_only:false; response_revision:9287; number_of_response:1; }","duration":"253.797238ms","start":"2026-04-01T02:25:32.577637Z","end":"2026-04-01T02:25:32.831435Z","steps":["trace[2142217609] 'process raft request' (duration: 253.632794ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:33.080348Z","caller":"traceutil/trace.go:171","msg":"trace[1968948071] linearizableReadLoop","detail":"{readStateIndex:9627; appliedIndex:9626; }","duration":"248.894884ms","start":"2026-04-01T02:25:32.831428Z","end":"2026-04-01T02:25:33.080323Z","steps":["trace[1968948071] 'read index received' (duration: 248.75382ms)","trace[1968948071] 'applied index is now lower than readState.Index' (duration: 139.744µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:33.080578Z","caller":"traceutil/trace.go:171","msg":"trace[1112845909] transaction","detail":"{read_only:false; response_revision:9288; number_of_response:1; }","duration":"327.602341ms","start":"2026-04-01T02:25:32.752935Z","end":"2026-04-01T02:25:33.080537Z","steps":["trace[1112845909] 'process raft request' (duration: 327.226461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:33.080649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.922671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9\" ","response":"range_response_count:1 size:4898"} {"level":"warn","ts":"2026-04-01T02:25:33.08067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.256776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-04-01T02:25:33.080735Z","caller":"traceutil/trace.go:171","msg":"trace[1547613791] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9; range_end:; response_count:1; response_revision:9288; }","duration":"343.043285ms","start":"2026-04-01T02:25:32.737667Z","end":"2026-04-01T02:25:33.080711Z","steps":["trace[1547613791] 'agreement among raft nodes before linearized reading' (duration: 342.683355ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:33.080766Z","caller":"traceutil/trace.go:171","msg":"trace[1639371473] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:9288; }","duration":"368.423491ms","start":"2026-04-01T02:25:32.712319Z","end":"2026-04-01T02:25:33.080742Z","steps":["trace[1639371473] 'agreement among raft nodes before linearized reading' (duration: 368.084272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:33.080781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:32.752913Z","time spent":"327.778847ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1690,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T02:25:33.080788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:32.737649Z","time spent":"343.129327ms","remote":"127.0.0.1:45226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":4922,"request content":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9\" "} {"level":"warn","ts":"2026-04-01T02:25:33.080839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:32.712287Z","time spent":"368.535354ms","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7530,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-01T02:25:33.080862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.380984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0b36a51-86e0-4bac-be9f-86ec66faf775\" ","response":"range_response_count:1 size:3934"} {"level":"warn","ts":"2026-04-01T02:25:33.080868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.822873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-wj2pg\" ","response":"range_response_count:1 size:4931"} {"level":"warn","ts":"2026-04-01T02:25:33.08083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.667621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3161"} {"level":"info","ts":"2026-04-01T02:25:33.080941Z","caller":"traceutil/trace.go:171","msg":"trace[1223961336] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-wj2pg; range_end:; response_count:1; response_revision:9288; }","duration":"468.931576ms","start":"2026-04-01T02:25:32.611994Z","end":"2026-04-01T02:25:33.080926Z","steps":["trace[1223961336] 'agreement among raft nodes before linearized reading' (duration: 468.548126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:33.080955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.009937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-01T02:25:33.080966Z","caller":"traceutil/trace.go:171","msg":"trace[713087458] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:9288; }","duration":"444.850386ms","start":"2026-04-01T02:25:32.636092Z","end":"2026-04-01T02:25:33.080943Z","steps":["trace[713087458] 'agreement among raft nodes before linearized reading' (duration: 444.417824ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:33.080987Z","caller":"traceutil/trace.go:171","msg":"trace[217994439] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:9288; }","duration":"419.105459ms","start":"2026-04-01T02:25:32.661872Z","end":"2026-04-01T02:25:33.080977Z","steps":["trace[217994439] 'agreement among raft nodes before linearized reading' (duration: 418.604576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:33.080945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.8761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:25:33.081024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:32.661846Z","time spent":"419.170882ms","remote":"127.0.0.1:44854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" "} {"level":"info","ts":"2026-04-01T02:25:33.080897Z","caller":"traceutil/trace.go:171","msg":"trace[1382233941] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d0b36a51-86e0-4bac-be9f-86ec66faf775; range_end:; response_count:1; response_revision:9288; }","duration":"250.456836ms","start":"2026-04-01T02:25:32.83043Z","end":"2026-04-01T02:25:33.080887Z","steps":["trace[1382233941] 'agreement among raft nodes before linearized reading' (duration: 250.260701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:33.081039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:32.636068Z","time spent":"444.952669ms","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":3185,"request content":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" "} {"level":"warn","ts":"2026-04-01T02:25:33.081053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.879299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gwbc2\" ","response":"range_response_count:1 size:4829"} {"level":"info","ts":"2026-04-01T02:25:33.081072Z","caller":"traceutil/trace.go:171","msg":"trace[376636352] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:9288; }","duration":"196.088095ms","start":"2026-04-01T02:25:32.884956Z","end":"2026-04-01T02:25:33.081044Z","steps":["trace[376636352] 'agreement among raft nodes before linearized reading' (duration: 195.831188ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:33.081096Z","caller":"traceutil/trace.go:171","msg":"trace[2000132987] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-gwbc2; range_end:; response_count:1; response_revision:9288; }","duration":"393.979561ms","start":"2026-04-01T02:25:32.687102Z","end":"2026-04-01T02:25:33.081082Z","steps":["trace[2000132987] 'agreement among raft nodes before linearized reading' (duration: 393.273212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:33.0811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:32.611958Z","time spent":"469.048599ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4955,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-wj2pg\" "} {"level":"warn","ts":"2026-04-01T02:25:33.081133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:32.687061Z","time spent":"394.061183ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4853,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gwbc2\" "} {"level":"warn","ts":"2026-04-01T02:25:33.32213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.018666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:25:33.322248Z","caller":"traceutil/trace.go:171","msg":"trace[1726946487] transaction","detail":"{read_only:false; response_revision:9289; number_of_response:1; }","duration":"236.088703ms","start":"2026-04-01T02:25:33.086133Z","end":"2026-04-01T02:25:33.322222Z","steps":["trace[1726946487] 'process raft request' (duration: 121.905652ms)","trace[1726946487] 'compare' (duration: 113.749909ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:33.563822Z","caller":"traceutil/trace.go:171","msg":"trace[331129594] transaction","detail":"{read_only:false; response_revision:9290; number_of_response:1; }","duration":"477.548551ms","start":"2026-04-01T02:25:33.086241Z","end":"2026-04-01T02:25:33.56379Z","steps":["trace[331129594] 'process raft request' (duration: 384.602134ms)","trace[331129594] 'compare' (duration: 92.559637ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:33.563857Z","caller":"traceutil/trace.go:171","msg":"trace[1267816428] linearizableReadLoop","detail":"{readStateIndex:9629; appliedIndex:9627; }","duration":"475.509696ms","start":"2026-04-01T02:25:33.088331Z","end":"2026-04-01T02:25:33.563841Z","steps":["trace[1267816428] 'read index received' (duration: 119.719952ms)","trace[1267816428] 'applied index is now lower than readState.Index' (duration: 355.788794ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:33.563915Z","caller":"traceutil/trace.go:171","msg":"trace[189929154] transaction","detail":"{read_only:false; response_revision:9291; number_of_response:1; }","duration":"475.004532ms","start":"2026-04-01T02:25:33.08887Z","end":"2026-04-01T02:25:33.563874Z","steps":["trace[189929154] 'process raft request' (duration: 474.811146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:33.563955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:33.086222Z","time spent":"477.674285ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1246,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T02:25:33.564056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.722431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gwbc2\" ","response":"range_response_count:1 size:4829"} {"level":"warn","ts":"2026-04-01T02:25:33.56407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:33.088857Z","time spent":"475.125595ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3934,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:25:33.564088Z","caller":"traceutil/trace.go:171","msg":"trace[1121159593] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-gwbc2; range_end:; response_count:1; response_revision:9291; }","duration":"475.809854ms","start":"2026-04-01T02:25:33.088268Z","end":"2026-04-01T02:25:33.564078Z","steps":["trace[1121159593] 'agreement among raft nodes before linearized reading' (duration: 475.673641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:33.564122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:33.088244Z","time spent":"475.870885ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4853,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gwbc2\" "} {"level":"warn","ts":"2026-04-01T02:25:33.564126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.259625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:25:33.564164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.437994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-wj2pg\" ","response":"range_response_count:1 size:4931"} {"level":"info","ts":"2026-04-01T02:25:33.564205Z","caller":"traceutil/trace.go:171","msg":"trace[1923370419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9291; }","duration":"337.371738ms","start":"2026-04-01T02:25:33.226812Z","end":"2026-04-01T02:25:33.564184Z","steps":["trace[1923370419] 'agreement among raft nodes before linearized reading' (duration: 337.251945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:33.564224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.885351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:25:33.564244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:33.226793Z","time spent":"337.443831ms","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T02:25:33.564241Z","caller":"traceutil/trace.go:171","msg":"trace[239010224] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-wj2pg; range_end:; response_count:1; response_revision:9291; }","duration":"475.536726ms","start":"2026-04-01T02:25:33.08868Z","end":"2026-04-01T02:25:33.564217Z","steps":["trace[239010224] 'agreement among raft nodes before linearized reading' (duration: 475.30134ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:33.564274Z","caller":"traceutil/trace.go:171","msg":"trace[995226168] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:9291; }","duration":"210.965053ms","start":"2026-04-01T02:25:33.353295Z","end":"2026-04-01T02:25:33.564261Z","steps":["trace[995226168] 'agreement among raft nodes before linearized reading' (duration: 210.901272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:33.564284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:33.088671Z","time spent":"475.604229ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4955,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-wj2pg\" "} {"level":"warn","ts":"2026-04-01T02:25:33.564376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.423663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-01T02:25:33.564431Z","caller":"traceutil/trace.go:171","msg":"trace[306307104] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:9291; }","duration":"475.63873ms","start":"2026-04-01T02:25:33.088777Z","end":"2026-04-01T02:25:33.564415Z","steps":["trace[306307104] 'agreement among raft nodes before linearized reading' (duration: 475.477185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:33.564471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:33.088766Z","time spent":"475.694241ms","remote":"127.0.0.1:44854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" "} {"level":"info","ts":"2026-04-01T02:25:33.685577Z","caller":"traceutil/trace.go:171","msg":"trace[114779960] linearizableReadLoop","detail":"{readStateIndex:9631; appliedIndex:9630; }","duration":"119.975459ms","start":"2026-04-01T02:25:33.565579Z","end":"2026-04-01T02:25:33.685554Z","steps":["trace[114779960] 'read index received' (duration: 107.284992ms)","trace[114779960] 'applied index is now lower than readState.Index' (duration: 12.689187ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:33.685703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.104873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:25:33.685728Z","caller":"traceutil/trace.go:171","msg":"trace[159624036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9292; }","duration":"120.177794ms","start":"2026-04-01T02:25:33.565543Z","end":"2026-04-01T02:25:33.685721Z","steps":["trace[159624036] 'agreement among raft nodes before linearized reading' (duration: 120.108612ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:33.6857Z","caller":"traceutil/trace.go:171","msg":"trace[1150745191] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9292; }","duration":"120.144783ms","start":"2026-04-01T02:25:33.565519Z","end":"2026-04-01T02:25:33.685664Z","steps":["trace[1150745191] 'process raft request' (duration: 107.324252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:33.728869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.457756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-wj2pg\" ","response":"range_response_count:1 size:4963"} {"level":"info","ts":"2026-04-01T02:25:33.728941Z","caller":"traceutil/trace.go:171","msg":"trace[939948511] transaction","detail":"{read_only:false; response_revision:9293; number_of_response:1; }","duration":"162.591228ms","start":"2026-04-01T02:25:33.566341Z","end":"2026-04-01T02:25:33.728932Z","steps":["trace[939948511] 'process raft request' (duration: 162.241458ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:33.728955Z","caller":"traceutil/trace.go:171","msg":"trace[371787586] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-wj2pg; range_end:; response_count:1; response_revision:9294; }","duration":"161.58068ms","start":"2026-04-01T02:25:33.567356Z","end":"2026-04-01T02:25:33.728937Z","steps":["trace[371787586] 'agreement among raft nodes before linearized reading' (duration: 161.427376ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:33.728867Z","caller":"traceutil/trace.go:171","msg":"trace[753131241] transaction","detail":"{read_only:false; response_revision:9294; number_of_response:1; }","duration":"162.456964ms","start":"2026-04-01T02:25:33.56637Z","end":"2026-04-01T02:25:33.728827Z","steps":["trace[753131241] 'process raft request' (duration: 162.356211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:33.729095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.457236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-wj2pg\" ","response":"range_response_count:1 size:2947"} {"level":"warn","ts":"2026-04-01T02:25:33.729115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.388218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0b36a51-86e0-4bac-be9f-86ec66faf775\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-04-01T02:25:33.729171Z","caller":"traceutil/trace.go:171","msg":"trace[2142909872] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-wj2pg; range_end:; response_count:1; response_revision:9294; }","duration":"138.58947ms","start":"2026-04-01T02:25:33.590561Z","end":"2026-04-01T02:25:33.72915Z","steps":["trace[2142909872] 'agreement among raft nodes before linearized reading' (duration: 138.322472ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:33.729177Z","caller":"traceutil/trace.go:171","msg":"trace[1802983357] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d0b36a51-86e0-4bac-be9f-86ec66faf775; range_end:; response_count:1; response_revision:9294; }","duration":"152.47377ms","start":"2026-04-01T02:25:33.576688Z","end":"2026-04-01T02:25:33.729162Z","steps":["trace[1802983357] 'agreement among raft nodes before linearized reading' (duration: 152.288705ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:34.239286Z","caller":"traceutil/trace.go:171","msg":"trace[1085464691] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9295; }","duration":"503.014151ms","start":"2026-04-01T02:25:33.736249Z","end":"2026-04-01T02:25:34.239263Z","steps":["trace[1085464691] 'process raft request' (duration: 502.719563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:34.239531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:33.736232Z","time spent":"503.133364ms","remote":"127.0.0.1:36522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":93,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-01T02:25:34.239546Z","caller":"traceutil/trace.go:171","msg":"trace[1458963269] linearizableReadLoop","detail":"{readStateIndex:9635; appliedIndex:9633; }","duration":"503.195436ms","start":"2026-04-01T02:25:33.736297Z","end":"2026-04-01T02:25:34.239493Z","steps":["trace[1458963269] 'read index received' (duration: 28.436409ms)","trace[1458963269] 'applied index is now lower than readState.Index' (duration: 474.754946ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:34.239865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.521465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-wj2pg\" ","response":"range_response_count:1 size:4965"} {"level":"info","ts":"2026-04-01T02:25:34.239923Z","caller":"traceutil/trace.go:171","msg":"trace[607890082] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-wj2pg; range_end:; response_count:1; response_revision:9296; }","duration":"503.674329ms","start":"2026-04-01T02:25:33.736231Z","end":"2026-04-01T02:25:34.239905Z","steps":["trace[607890082] 'agreement among raft nodes before linearized reading' (duration: 503.477633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:34.239974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:33.736207Z","time spent":"503.755471ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4989,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-wj2pg\" "} {"level":"info","ts":"2026-04-01T02:25:34.240162Z","caller":"traceutil/trace.go:171","msg":"trace[270071128] transaction","detail":"{read_only:false; response_revision:9296; number_of_response:1; }","duration":"498.791415ms","start":"2026-04-01T02:25:33.740706Z","end":"2026-04-01T02:25:34.239497Z","steps":["trace[270071128] 'process raft request' (duration: 498.479306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:34.240297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:33.740688Z","time spent":"499.550256ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4950,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:25:34.269597Z","caller":"traceutil/trace.go:171","msg":"trace[1414033984] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9297; }","duration":"503.260588ms","start":"2026-04-01T02:25:33.766306Z","end":"2026-04-01T02:25:34.269567Z","steps":["trace[1414033984] 'process raft request' (duration: 502.944569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:34.269772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:33.766284Z","time spent":"503.399911ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-01T02:25:34.269806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.791999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-tjgww.18a2199dc0fc8d48\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-04-01T02:25:34.269836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.481171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T02:25:34.269875Z","caller":"traceutil/trace.go:171","msg":"trace[625125334] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-tjgww.18a2199dc0fc8d48; range_end:; response_count:1; response_revision:9298; }","duration":"191.915482ms","start":"2026-04-01T02:25:34.07794Z","end":"2026-04-01T02:25:34.269855Z","steps":["trace[625125334] 'agreement among raft nodes before linearized reading' (duration: 191.713066ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:34.269948Z","caller":"traceutil/trace.go:171","msg":"trace[1487657445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9298; }","duration":"241.631355ms","start":"2026-04-01T02:25:34.028297Z","end":"2026-04-01T02:25:34.269928Z","steps":["trace[1487657445] 'agreement among raft nodes before linearized reading' (duration: 241.471641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:34.269847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.054043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-01T02:25:34.270041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.136922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T02:25:34.270119Z","caller":"traceutil/trace.go:171","msg":"trace[1138242748] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9298; }","duration":"363.32053ms","start":"2026-04-01T02:25:33.906734Z","end":"2026-04-01T02:25:34.270055Z","steps":["trace[1138242748] 'agreement among raft nodes before linearized reading' (duration: 362.95396ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:34.270145Z","caller":"traceutil/trace.go:171","msg":"trace[1384841849] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9298; }","duration":"318.310106ms","start":"2026-04-01T02:25:33.951813Z","end":"2026-04-01T02:25:34.270123Z","steps":["trace[1384841849] 'agreement among raft nodes before linearized reading' (duration: 317.949886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:34.27015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.828426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-wj2pg\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:25:34.270196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:33.951786Z","time spent":"318.402239ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-01T02:25:34.270216Z","caller":"traceutil/trace.go:171","msg":"trace[479296421] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-wj2pg; range_end:; response_count:0; response_revision:9298; }","duration":"533.931358ms","start":"2026-04-01T02:25:33.73626Z","end":"2026-04-01T02:25:34.270191Z","steps":["trace[479296421] 'agreement among raft nodes before linearized reading' (duration: 533.854626ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:34.269599Z","caller":"traceutil/trace.go:171","msg":"trace[83263242] transaction","detail":"{read_only:false; response_revision:9298; number_of_response:1; }","duration":"316.474476ms","start":"2026-04-01T02:25:33.953094Z","end":"2026-04-01T02:25:34.269568Z","steps":["trace[83263242] 'process raft request' (duration: 316.335002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:34.270279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:33.736242Z","time spent":"534.026121ms","remote":"127.0.0.1:36522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-wj2pg\" "} {"level":"warn","ts":"2026-04-01T02:25:34.270372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:33.953076Z","time spent":"317.244668ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:25:34.270161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:33.906711Z","time spent":"363.438854ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T02:25:34.270268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.245349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-01T02:25:34.270052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.714792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0b36a51-86e0-4bac-be9f-86ec66faf775\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-04-01T02:25:34.270562Z","caller":"traceutil/trace.go:171","msg":"trace[197941203] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:9298; }","duration":"355.571058ms","start":"2026-04-01T02:25:33.91498Z","end":"2026-04-01T02:25:34.270551Z","steps":["trace[197941203] 'agreement among raft nodes before linearized reading' (duration: 355.207928ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:34.270589Z","caller":"traceutil/trace.go:171","msg":"trace[1069411340] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d0b36a51-86e0-4bac-be9f-86ec66faf775; range_end:; response_count:1; response_revision:9298; }","duration":"534.31467ms","start":"2026-04-01T02:25:33.736253Z","end":"2026-04-01T02:25:34.270568Z","steps":["trace[1069411340] 'agreement among raft nodes before linearized reading' (duration: 533.569989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:34.270611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:33.914959Z","time spent":"355.6431ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-p2zx8\" "} {"level":"warn","ts":"2026-04-01T02:25:34.270648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:33.736231Z","time spent":"534.400151ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0b36a51-86e0-4bac-be9f-86ec66faf775\" "} {"level":"info","ts":"2026-04-01T02:25:34.376435Z","caller":"traceutil/trace.go:171","msg":"trace[1275768823] transaction","detail":"{read_only:false; response_revision:9299; number_of_response:1; }","duration":"103.384664ms","start":"2026-04-01T02:25:34.273014Z","end":"2026-04-01T02:25:34.376398Z","steps":["trace[1275768823] 'process raft request' (duration: 89.297387ms)","trace[1275768823] 'compare' (duration: 13.438519ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:34.557579Z","caller":"traceutil/trace.go:171","msg":"trace[57253464] transaction","detail":"{read_only:false; response_revision:9301; number_of_response:1; }","duration":"282.440533ms","start":"2026-04-01T02:25:34.275094Z","end":"2026-04-01T02:25:34.557535Z","steps":["trace[57253464] 'process raft request' (duration: 282.279969ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:34.557785Z","caller":"traceutil/trace.go:171","msg":"trace[177125352] transaction","detail":"{read_only:false; response_revision:9302; number_of_response:1; }","duration":"282.636099ms","start":"2026-04-01T02:25:34.27512Z","end":"2026-04-01T02:25:34.557757Z","steps":["trace[177125352] 'process raft request' (duration: 282.381822ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:34.557804Z","caller":"traceutil/trace.go:171","msg":"trace[1650711471] transaction","detail":"{read_only:false; response_revision:9304; number_of_response:1; }","duration":"280.762828ms","start":"2026-04-01T02:25:34.27702Z","end":"2026-04-01T02:25:34.557783Z","steps":["trace[1650711471] 'process raft request' (duration: 280.685316ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:34.557813Z","caller":"traceutil/trace.go:171","msg":"trace[1432252] transaction","detail":"{read_only:false; response_revision:9303; number_of_response:1; }","duration":"282.647669ms","start":"2026-04-01T02:25:34.275134Z","end":"2026-04-01T02:25:34.557782Z","steps":["trace[1432252] 'process raft request' (duration: 282.513325ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:34.557887Z","caller":"traceutil/trace.go:171","msg":"trace[79622595] linearizableReadLoop","detail":"{readStateIndex:9640; appliedIndex:9638; }","duration":"283.617846ms","start":"2026-04-01T02:25:34.27425Z","end":"2026-04-01T02:25:34.557868Z","steps":["trace[79622595] 'read index received' (duration: 88.070485ms)","trace[79622595] 'applied index is now lower than readState.Index' (duration: 195.546121ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:34.558051Z","caller":"traceutil/trace.go:171","msg":"trace[822926007] transaction","detail":"{read_only:false; response_revision:9305; number_of_response:1; }","duration":"275.914115ms","start":"2026-04-01T02:25:34.282123Z","end":"2026-04-01T02:25:34.558037Z","steps":["trace[822926007] 'process raft request' (duration: 275.628197ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:34.558116Z","caller":"traceutil/trace.go:171","msg":"trace[1084444222] transaction","detail":"{read_only:false; response_revision:9300; number_of_response:1; }","duration":"283.867122ms","start":"2026-04-01T02:25:34.273595Z","end":"2026-04-01T02:25:34.557462Z","steps":["trace[1084444222] 'process raft request' (duration: 272.194432ms)","trace[1084444222] 'compare' (duration: 11.349341ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:34.558277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.991406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3052"} {"level":"info","ts":"2026-04-01T02:25:34.558352Z","caller":"traceutil/trace.go:171","msg":"trace[60449098] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9305; }","duration":"284.12567ms","start":"2026-04-01T02:25:34.274208Z","end":"2026-04-01T02:25:34.558333Z","steps":["trace[60449098] 'agreement among raft nodes before linearized reading' (duration: 283.852662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:34.844158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.772763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T02:25:34.844621Z","caller":"traceutil/trace.go:171","msg":"trace[178246277] transaction","detail":"{read_only:false; response_revision:9307; number_of_response:1; }","duration":"454.685665ms","start":"2026-04-01T02:25:34.389858Z","end":"2026-04-01T02:25:34.844544Z","steps":["trace[178246277] 'process raft request' (duration: 454.404218ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:34.844779Z","caller":"traceutil/trace.go:171","msg":"trace[623437260] transaction","detail":"{read_only:false; response_revision:9308; number_of_response:1; }","duration":"387.520234ms","start":"2026-04-01T02:25:34.457226Z","end":"2026-04-01T02:25:34.844746Z","steps":["trace[623437260] 'process raft request' (duration: 387.142274ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:34.84482Z","caller":"traceutil/trace.go:171","msg":"trace[1503778338] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9306; }","duration":"466.318885ms","start":"2026-04-01T02:25:34.378462Z","end":"2026-04-01T02:25:34.844781Z","steps":["trace[1503778338] 'process raft request' (duration: 341.803491ms)","trace[1503778338] 'compare' (duration: 123.548927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:34.844857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:34.389848Z","time spent":"454.864131ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:25:34.844936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.129247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:25:34.844975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:34.457195Z","time spent":"387.683569ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:25:34.844972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:34.37844Z","time spent":"466.448738ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-01T02:25:34.845028Z","caller":"traceutil/trace.go:171","msg":"trace[1584829090] linearizableReadLoop","detail":"{readStateIndex:9648; appliedIndex:9645; }","duration":"286.431343ms","start":"2026-04-01T02:25:34.558022Z","end":"2026-04-01T02:25:34.844453Z","steps":["trace[1584829090] 'read index received' (duration: 162.267469ms)","trace[1584829090] 'applied index is now lower than readState.Index' (duration: 124.162664ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:34.845348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.781861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:27 size:238789"} {"level":"info","ts":"2026-04-01T02:25:34.845432Z","caller":"traceutil/trace.go:171","msg":"trace[1794412313] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:27; response_revision:9308; }","duration":"569.896584ms","start":"2026-04-01T02:25:34.275516Z","end":"2026-04-01T02:25:34.845413Z","steps":["trace[1794412313] 'agreement among raft nodes before linearized reading' (duration: 569.37849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:34.845481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:34.275505Z","time spent":"569.965636ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":27,"response size":238813,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-01T02:25:34.845043Z","caller":"traceutil/trace.go:171","msg":"trace[2083383789] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:9308; }","duration":"312.259441ms","start":"2026-04-01T02:25:34.53276Z","end":"2026-04-01T02:25:34.845019Z","steps":["trace[2083383789] 'agreement among raft nodes before linearized reading' (duration: 311.975673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:34.845741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:34.532702Z","time spent":"313.010772ms","remote":"127.0.0.1:33024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:25:34.90842Z","caller":"traceutil/trace.go:171","msg":"trace[1992094497] transaction","detail":"{read_only:false; response_revision:9309; number_of_response:1; }","duration":"344.084803ms","start":"2026-04-01T02:25:34.564306Z","end":"2026-04-01T02:25:34.908391Z","steps":["trace[1992094497] 'process raft request' (duration: 343.877597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:34.908636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:34.564287Z","time spent":"344.260498ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1754,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:25:34.908803Z","caller":"traceutil/trace.go:171","msg":"trace[908936676] transaction","detail":"{read_only:false; response_revision:9310; number_of_response:1; }","duration":"343.286411ms","start":"2026-04-01T02:25:34.565471Z","end":"2026-04-01T02:25:34.908758Z","steps":["trace[908936676] 'process raft request' (duration: 342.862069ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:34.908917Z","caller":"traceutil/trace.go:171","msg":"trace[160862465] transaction","detail":"{read_only:false; response_revision:9312; number_of_response:1; }","duration":"340.890006ms","start":"2026-04-01T02:25:34.567974Z","end":"2026-04-01T02:25:34.908864Z","steps":["trace[160862465] 'process raft request' (duration: 340.773003ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:34.908951Z","caller":"traceutil/trace.go:171","msg":"trace[2120176913] transaction","detail":"{read_only:false; response_revision:9311; number_of_response:1; }","duration":"343.419536ms","start":"2026-04-01T02:25:34.565501Z","end":"2026-04-01T02:25:34.90892Z","steps":["trace[2120176913] 'process raft request' (duration: 343.127107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:34.909031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:34.565457Z","time spent":"343.444446ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1847,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:25:34.909092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:34.565484Z","time spent":"343.532448ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1231,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:25:34.909106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:34.567955Z","time spent":"341.05531ms","remote":"127.0.0.1:45226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:25:35.00226Z","caller":"traceutil/trace.go:171","msg":"trace[1011437950] linearizableReadLoop","detail":"{readStateIndex:9653; appliedIndex:9649; }","duration":"157.046156ms","start":"2026-04-01T02:25:34.84519Z","end":"2026-04-01T02:25:35.002236Z","steps":["trace[1011437950] 'read index received' (duration: 63.141201ms)","trace[1011437950] 'applied index is now lower than readState.Index' (duration: 93.903935ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:35.002477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.527848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-wj2pg\" ","response":"range_response_count:1 size:4945"} {"level":"warn","ts":"2026-04-01T02:25:35.002522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.096606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T02:25:35.002542Z","caller":"traceutil/trace.go:171","msg":"trace[418854805] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-wj2pg; range_end:; response_count:1; response_revision:9314; }","duration":"440.60403ms","start":"2026-04-01T02:25:34.561918Z","end":"2026-04-01T02:25:35.002522Z","steps":["trace[418854805] 'agreement among raft nodes before linearized reading' (duration: 440.407154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:35.002593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:34.56184Z","time spent":"440.742523ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4969,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-wj2pg\" "} {"level":"info","ts":"2026-04-01T02:25:35.002594Z","caller":"traceutil/trace.go:171","msg":"trace[1671727012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9314; }","duration":"165.201379ms","start":"2026-04-01T02:25:34.83737Z","end":"2026-04-01T02:25:35.002571Z","steps":["trace[1671727012] 'agreement among raft nodes before linearized reading' (duration: 165.000134ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:35.002629Z","caller":"traceutil/trace.go:171","msg":"trace[2104739680] transaction","detail":"{read_only:false; response_revision:9314; number_of_response:1; }","duration":"152.377368ms","start":"2026-04-01T02:25:34.850235Z","end":"2026-04-01T02:25:35.002612Z","steps":["trace[2104739680] 'process raft request' (duration: 151.947326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:35.002622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.787978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0b36a51-86e0-4bac-be9f-86ec66faf775\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:25:35.002679Z","caller":"traceutil/trace.go:171","msg":"trace[518649604] transaction","detail":"{read_only:false; response_revision:9313; number_of_response:1; }","duration":"265.319034ms","start":"2026-04-01T02:25:34.737334Z","end":"2026-04-01T02:25:35.002653Z","steps":["trace[518649604] 'process raft request' (duration: 239.047944ms)","trace[518649604] 'compare' (duration: 25.661134ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:35.002705Z","caller":"traceutil/trace.go:171","msg":"trace[1419797777] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d0b36a51-86e0-4bac-be9f-86ec66faf775; range_end:; response_count:0; response_revision:9314; }","duration":"439.923371ms","start":"2026-04-01T02:25:34.562762Z","end":"2026-04-01T02:25:35.002686Z","steps":["trace[1419797777] 'agreement among raft nodes before linearized reading' (duration: 439.771087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:35.002745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:34.562745Z","time spent":"439.993643ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0b36a51-86e0-4bac-be9f-86ec66faf775\" "} {"level":"warn","ts":"2026-04-01T02:25:35.002629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.151006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T02:25:35.002793Z","caller":"traceutil/trace.go:171","msg":"trace[787938437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9314; }","duration":"166.477264ms","start":"2026-04-01T02:25:34.836308Z","end":"2026-04-01T02:25:35.002785Z","steps":["trace[787938437] 'agreement among raft nodes before linearized reading' (duration: 166.149565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:35.002513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.468818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3052"} {"level":"info","ts":"2026-04-01T02:25:35.002909Z","caller":"traceutil/trace.go:171","msg":"trace[594370653] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9314; }","duration":"439.8817ms","start":"2026-04-01T02:25:34.563019Z","end":"2026-04-01T02:25:35.002901Z","steps":["trace[594370653] 'agreement among raft nodes before linearized reading' (duration: 439.414697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:35.002957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:34.563011Z","time spent":"439.915201ms","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3076,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-04-01T02:25:35.039597Z","caller":"traceutil/trace.go:171","msg":"trace[2144834035] transaction","detail":"{read_only:false; response_revision:9315; number_of_response:1; }","duration":"121.516381ms","start":"2026-04-01T02:25:34.91805Z","end":"2026-04-01T02:25:35.039566Z","steps":["trace[2144834035] 'process raft request' (duration: 121.293595ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:35.206229Z","caller":"traceutil/trace.go:171","msg":"trace[2129441696] transaction","detail":"{read_only:false; response_revision:9322; number_of_response:1; }","duration":"117.295856ms","start":"2026-04-01T02:25:35.088901Z","end":"2026-04-01T02:25:35.206197Z","steps":["trace[2129441696] 'process raft request' (duration: 117.10136ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:35.279116Z","caller":"traceutil/trace.go:171","msg":"trace[202496204] transaction","detail":"{read_only:false; response_revision:9323; number_of_response:1; }","duration":"117.8249ms","start":"2026-04-01T02:25:35.161205Z","end":"2026-04-01T02:25:35.27903Z","steps":["trace[202496204] 'process raft request' (duration: 99.390915ms)","trace[202496204] 'compare' (duration: 18.154278ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:36.243577Z","caller":"traceutil/trace.go:171","msg":"trace[58719622] linearizableReadLoop","detail":"{readStateIndex:9674; appliedIndex:9673; }","duration":"182.406391ms","start":"2026-04-01T02:25:36.061147Z","end":"2026-04-01T02:25:36.243553Z","steps":["trace[58719622] 'read index received' (duration: 134.179918ms)","trace[58719622] 'applied index is now lower than readState.Index' (duration: 48.225423ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:36.243895Z","caller":"traceutil/trace.go:171","msg":"trace[110221707] transaction","detail":"{read_only:false; response_revision:9333; number_of_response:1; }","duration":"205.007111ms","start":"2026-04-01T02:25:36.038868Z","end":"2026-04-01T02:25:36.243875Z","steps":["trace[110221707] 'process raft request' (duration: 156.458049ms)","trace[110221707] 'compare' (duration: 48.103289ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:36.244215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.062429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:25:36.244273Z","caller":"traceutil/trace.go:171","msg":"trace[674591228] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:9333; }","duration":"183.244164ms","start":"2026-04-01T02:25:36.061014Z","end":"2026-04-01T02:25:36.244258Z","steps":["trace[674591228] 'agreement among raft nodes before linearized reading' (duration: 182.859854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:36.244426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.772049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-04-01T02:25:36.244504Z","caller":"traceutil/trace.go:171","msg":"trace[215247114] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9333; }","duration":"144.958864ms","start":"2026-04-01T02:25:36.099523Z","end":"2026-04-01T02:25:36.244482Z","steps":["trace[215247114] 'agreement among raft nodes before linearized reading' (duration: 144.752689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:36.244947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.002889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-01T02:25:36.245058Z","caller":"traceutil/trace.go:171","msg":"trace[1294732869] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9333; }","duration":"144.157632ms","start":"2026-04-01T02:25:36.100874Z","end":"2026-04-01T02:25:36.245032Z","steps":["trace[1294732869] 'agreement among raft nodes before linearized reading' (duration: 143.508664ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:36.60051Z","caller":"traceutil/trace.go:171","msg":"trace[140798128] linearizableReadLoop","detail":"{readStateIndex:9677; appliedIndex:9676; }","duration":"131.835545ms","start":"2026-04-01T02:25:36.468637Z","end":"2026-04-01T02:25:36.600473Z","steps":["trace[140798128] 'read index received' (duration: 95.024776ms)","trace[140798128] 'applied index is now lower than readState.Index' (duration: 36.809549ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:36.600584Z","caller":"traceutil/trace.go:171","msg":"trace[1197228] transaction","detail":"{read_only:false; response_revision:9336; number_of_response:1; }","duration":"141.020137ms","start":"2026-04-01T02:25:36.459514Z","end":"2026-04-01T02:25:36.600535Z","steps":["trace[1197228] 'process raft request' (duration: 104.169246ms)","trace[1197228] 'compare' (duration: 36.619944ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:36.600749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.071281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:25:36.6008Z","caller":"traceutil/trace.go:171","msg":"trace[486081281] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9336; }","duration":"132.175614ms","start":"2026-04-01T02:25:36.468608Z","end":"2026-04-01T02:25:36.600784Z","steps":["trace[486081281] 'agreement among raft nodes before linearized reading' (duration: 132.05486ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:36.961593Z","caller":"traceutil/trace.go:171","msg":"trace[1075368288] linearizableReadLoop","detail":"{readStateIndex:9683; appliedIndex:9681; }","duration":"108.975868ms","start":"2026-04-01T02:25:36.852471Z","end":"2026-04-01T02:25:36.961447Z","steps":["trace[1075368288] 'read index received' (duration: 51.495732ms)","trace[1075368288] 'applied index is now lower than readState.Index' (duration: 57.478486ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:36.961707Z","caller":"traceutil/trace.go:171","msg":"trace[1161020383] transaction","detail":"{read_only:false; response_revision:9342; number_of_response:1; }","duration":"111.471806ms","start":"2026-04-01T02:25:36.850224Z","end":"2026-04-01T02:25:36.961696Z","steps":["trace[1161020383] 'process raft request' (duration: 110.023067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:36.962292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.803241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T02:25:36.962318Z","caller":"traceutil/trace.go:171","msg":"trace[629898357] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:9342; }","duration":"109.883112ms","start":"2026-04-01T02:25:36.852429Z","end":"2026-04-01T02:25:36.962312Z","steps":["trace[629898357] 'agreement among raft nodes before linearized reading' (duration: 109.530683ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:38.604208Z","caller":"traceutil/trace.go:171","msg":"trace[1957914029] linearizableReadLoop","detail":"{readStateIndex:9688; appliedIndex:9687; }","duration":"143.709051ms","start":"2026-04-01T02:25:38.460468Z","end":"2026-04-01T02:25:38.604177Z","steps":["trace[1957914029] 'read index received' (duration: 143.456694ms)","trace[1957914029] 'applied index is now lower than readState.Index' (duration: 251.037µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:38.604341Z","caller":"traceutil/trace.go:171","msg":"trace[1912429053] transaction","detail":"{read_only:false; response_revision:9347; number_of_response:1; }","duration":"297.707802ms","start":"2026-04-01T02:25:38.30659Z","end":"2026-04-01T02:25:38.604298Z","steps":["trace[1912429053] 'process raft request' (duration: 297.394743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:38.604488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.991488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-kgcfq.18a21a76484c694a\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-04-01T02:25:38.604541Z","caller":"traceutil/trace.go:171","msg":"trace[1188827004] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-kgcfq.18a21a76484c694a; range_end:; response_count:1; response_revision:9347; }","duration":"144.092381ms","start":"2026-04-01T02:25:38.460433Z","end":"2026-04-01T02:25:38.604526Z","steps":["trace[1188827004] 'agreement among raft nodes before linearized reading' (duration: 143.906106ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:38.825481Z","caller":"traceutil/trace.go:171","msg":"trace[664243165] transaction","detail":"{read_only:false; response_revision:9349; number_of_response:1; }","duration":"111.347862ms","start":"2026-04-01T02:25:38.714118Z","end":"2026-04-01T02:25:38.825466Z","steps":["trace[664243165] 'process raft request' (duration: 111.295161ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:38.825482Z","caller":"traceutil/trace.go:171","msg":"trace[1173689736] linearizableReadLoop","detail":"{readStateIndex:9689; appliedIndex:9688; }","duration":"168.262913ms","start":"2026-04-01T02:25:38.657194Z","end":"2026-04-01T02:25:38.825457Z","steps":["trace[1173689736] 'read index received' (duration: 98.030737ms)","trace[1173689736] 'applied index is now lower than readState.Index' (duration: 70.230616ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:38.825524Z","caller":"traceutil/trace.go:171","msg":"trace[1031617862] transaction","detail":"{read_only:false; response_revision:9348; number_of_response:1; }","duration":"218.360327ms","start":"2026-04-01T02:25:38.607086Z","end":"2026-04-01T02:25:38.825446Z","steps":["trace[1031617862] 'process raft request' (duration: 148.125291ms)","trace[1031617862] 'compare' (duration: 69.952898ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:38.825701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.494309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T02:25:38.825769Z","caller":"traceutil/trace.go:171","msg":"trace[1207740957] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9349; }","duration":"168.613082ms","start":"2026-04-01T02:25:38.65714Z","end":"2026-04-01T02:25:38.825753Z","steps":["trace[1207740957] 'agreement among raft nodes before linearized reading' (duration: 168.382686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:38.825753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.391934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:25:38.825842Z","caller":"traceutil/trace.go:171","msg":"trace[2034487791] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9349; }","duration":"130.528948ms","start":"2026-04-01T02:25:38.695293Z","end":"2026-04-01T02:25:38.825822Z","steps":["trace[2034487791] 'agreement among raft nodes before linearized reading' (duration: 130.375204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:38.825886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.616206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T02:25:38.825998Z","caller":"traceutil/trace.go:171","msg":"trace[781686851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9349; }","duration":"167.78485ms","start":"2026-04-01T02:25:38.658191Z","end":"2026-04-01T02:25:38.825975Z","steps":["trace[781686851] 'agreement among raft nodes before linearized reading' (duration: 167.463011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:38.825937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.881515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T02:25:38.826088Z","caller":"traceutil/trace.go:171","msg":"trace[1013935689] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9349; }","duration":"163.074071ms","start":"2026-04-01T02:25:38.663003Z","end":"2026-04-01T02:25:38.826077Z","steps":["trace[1013935689] 'agreement among raft nodes before linearized reading' (duration: 162.833734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:39.219657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.356731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:25:39.219803Z","caller":"traceutil/trace.go:171","msg":"trace[1642461365] linearizableReadLoop","detail":"{readStateIndex:9698; appliedIndex:9697; }","duration":"215.251141ms","start":"2026-04-01T02:25:39.00453Z","end":"2026-04-01T02:25:39.219781Z","steps":["trace[1642461365] 'read index received' (duration: 110.685404ms)","trace[1642461365] 'applied index is now lower than readState.Index' (duration: 104.564237ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:39.219858Z","caller":"traceutil/trace.go:171","msg":"trace[1603321213] transaction","detail":"{read_only:false; response_revision:9357; number_of_response:1; }","duration":"251.986388ms","start":"2026-04-01T02:25:38.967805Z","end":"2026-04-01T02:25:39.219791Z","steps":["trace[1603321213] 'process raft request' (duration: 147.37457ms)","trace[1603321213] 'compare' (duration: 104.197157ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:39.220119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.527169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-kgcfq.18a21a76484b0e71\" ","response":"range_response_count:1 size:879"} {"level":"warn","ts":"2026-04-01T02:25:39.220198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.204533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T02:25:39.220237Z","caller":"traceutil/trace.go:171","msg":"trace[107499808] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-kgcfq.18a21a76484b0e71; range_end:; response_count:1; response_revision:9357; }","duration":"215.755255ms","start":"2026-04-01T02:25:39.004461Z","end":"2026-04-01T02:25:39.220216Z","steps":["trace[107499808] 'agreement among raft nodes before linearized reading' (duration: 215.421436ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:39.220305Z","caller":"traceutil/trace.go:171","msg":"trace[779241850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9357; }","duration":"113.380209ms","start":"2026-04-01T02:25:39.1069Z","end":"2026-04-01T02:25:39.22028Z","steps":["trace[779241850] 'agreement among raft nodes before linearized reading' (duration: 113.044419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:39.220046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.677699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T02:25:39.220521Z","caller":"traceutil/trace.go:171","msg":"trace[1586680556] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:9357; }","duration":"198.202084ms","start":"2026-04-01T02:25:39.022308Z","end":"2026-04-01T02:25:39.22051Z","steps":["trace[1586680556] 'agreement among raft nodes before linearized reading' (duration: 197.604417ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:39.431801Z","caller":"traceutil/trace.go:171","msg":"trace[2135345831] transaction","detail":"{read_only:false; response_revision:9362; number_of_response:1; }","duration":"118.21679ms","start":"2026-04-01T02:25:39.313543Z","end":"2026-04-01T02:25:39.43176Z","steps":["trace[2135345831] 'process raft request' (duration: 117.898642ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:40.349372Z","caller":"traceutil/trace.go:171","msg":"trace[579505828] linearizableReadLoop","detail":"{readStateIndex:9706; appliedIndex:9705; }","duration":"124.74813ms","start":"2026-04-01T02:25:40.224411Z","end":"2026-04-01T02:25:40.349159Z","steps":["trace[579505828] 'read index received' (duration: 123.810024ms)","trace[579505828] 'applied index is now lower than readState.Index' (duration: 936.586µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:40.349664Z","caller":"traceutil/trace.go:171","msg":"trace[1575699565] transaction","detail":"{read_only:false; response_revision:9365; number_of_response:1; }","duration":"131.216227ms","start":"2026-04-01T02:25:40.218432Z","end":"2026-04-01T02:25:40.349648Z","steps":["trace[1575699565] 'process raft request' (duration: 129.895701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:40.350021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.880529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-04-01T02:25:40.350036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.583773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:25:40.350164Z","caller":"traceutil/trace.go:171","msg":"trace[266467885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9365; }","duration":"125.737947ms","start":"2026-04-01T02:25:40.224385Z","end":"2026-04-01T02:25:40.350123Z","steps":["trace[266467885] 'agreement among raft nodes before linearized reading' (duration: 125.499881ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:40.350239Z","caller":"traceutil/trace.go:171","msg":"trace[1903979117] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:9365; }","duration":"115.020494ms","start":"2026-04-01T02:25:40.235071Z","end":"2026-04-01T02:25:40.350092Z","steps":["trace[1903979117] 'agreement among raft nodes before linearized reading' (duration: 114.706075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:40.793428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.721264ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-01T02:25:40.79371Z","caller":"traceutil/trace.go:171","msg":"trace[622972236] linearizableReadLoop","detail":"{readStateIndex:9708; appliedIndex:9706; }","duration":"219.206309ms","start":"2026-04-01T02:25:40.574483Z","end":"2026-04-01T02:25:40.793689Z","steps":["trace[622972236] 'read index received' (duration: 1.884062ms)","trace[622972236] 'applied index is now lower than readState.Index' (duration: 217.321037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:40.793929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.415074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-01T02:25:40.79397Z","caller":"traceutil/trace.go:171","msg":"trace[711579917] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:9366; }","duration":"219.532017ms","start":"2026-04-01T02:25:40.574425Z","end":"2026-04-01T02:25:40.793957Z","steps":["trace[711579917] 'agreement among raft nodes before linearized reading' (duration: 219.330302ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:40.794084Z","caller":"traceutil/trace.go:171","msg":"trace[1508740108] transaction","detail":"{read_only:false; response_revision:9367; number_of_response:1; }","duration":"184.498087ms","start":"2026-04-01T02:25:40.609486Z","end":"2026-04-01T02:25:40.793984Z","steps":["trace[1508740108] 'process raft request' (duration: 184.082396ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:41.387023Z","caller":"traceutil/trace.go:171","msg":"trace[950771431] linearizableReadLoop","detail":"{readStateIndex:9716; appliedIndex:9715; }","duration":"159.371929ms","start":"2026-04-01T02:25:41.227622Z","end":"2026-04-01T02:25:41.386994Z","steps":["trace[950771431] 'read index received' (duration: 159.098482ms)","trace[950771431] 'applied index is now lower than readState.Index' (duration: 272.347µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:41.387097Z","caller":"traceutil/trace.go:171","msg":"trace[1907579754] transaction","detail":"{read_only:false; response_revision:9374; number_of_response:1; }","duration":"160.47399ms","start":"2026-04-01T02:25:41.226585Z","end":"2026-04-01T02:25:41.387059Z","steps":["trace[1907579754] 'process raft request' (duration: 160.248204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:41.387244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.593115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:25:41.387375Z","caller":"traceutil/trace.go:171","msg":"trace[1073314183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9374; }","duration":"159.731929ms","start":"2026-04-01T02:25:41.227594Z","end":"2026-04-01T02:25:41.387326Z","steps":["trace[1073314183] 'agreement among raft nodes before linearized reading' (duration: 159.534194ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:41.551397Z","caller":"traceutil/trace.go:171","msg":"trace[26491421] linearizableReadLoop","detail":"{readStateIndex:9717; appliedIndex:9716; }","duration":"159.562864ms","start":"2026-04-01T02:25:41.391801Z","end":"2026-04-01T02:25:41.551364Z","steps":["trace[26491421] 'read index received' (duration: 158.695301ms)","trace[26491421] 'applied index is now lower than readState.Index' (duration: 866.223µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:41.551713Z","caller":"traceutil/trace.go:171","msg":"trace[1038480275] transaction","detail":"{read_only:false; response_revision:9375; number_of_response:1; }","duration":"160.902741ms","start":"2026-04-01T02:25:41.390775Z","end":"2026-04-01T02:25:41.551678Z","steps":["trace[1038480275] 'process raft request' (duration: 159.880573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:41.551969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.104719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234850"} {"level":"info","ts":"2026-04-01T02:25:41.551997Z","caller":"traceutil/trace.go:171","msg":"trace[771093472] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9375; }","duration":"160.207632ms","start":"2026-04-01T02:25:41.391782Z","end":"2026-04-01T02:25:41.551989Z","steps":["trace[771093472] 'agreement among raft nodes before linearized reading' (duration: 159.707438ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:41.565837Z","caller":"traceutil/trace.go:171","msg":"trace[220478444] transaction","detail":"{read_only:false; response_revision:9376; number_of_response:1; }","duration":"174.00077ms","start":"2026-04-01T02:25:41.391818Z","end":"2026-04-01T02:25:41.565819Z","steps":["trace[220478444] 'process raft request' (duration: 173.675191ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:41.565866Z","caller":"traceutil/trace.go:171","msg":"trace[1591669251] transaction","detail":"{read_only:false; response_revision:9378; number_of_response:1; }","duration":"151.456813ms","start":"2026-04-01T02:25:41.414395Z","end":"2026-04-01T02:25:41.565851Z","steps":["trace[1591669251] 'process raft request' (duration: 151.263167ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:41.566105Z","caller":"traceutil/trace.go:171","msg":"trace[1639879890] transaction","detail":"{read_only:false; response_revision:9377; number_of_response:1; }","duration":"173.974279ms","start":"2026-04-01T02:25:41.392123Z","end":"2026-04-01T02:25:41.566098Z","steps":["trace[1639879890] 'process raft request' (duration: 173.496956ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:42.495216Z","caller":"traceutil/trace.go:171","msg":"trace[1311310749] linearizableReadLoop","detail":"{readStateIndex:9721; appliedIndex:9720; }","duration":"261.209451ms","start":"2026-04-01T02:25:42.23398Z","end":"2026-04-01T02:25:42.49519Z","steps":["trace[1311310749] 'read index received' (duration: 260.949504ms)","trace[1311310749] 'applied index is now lower than readState.Index' (duration: 258.357µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:42.495342Z","caller":"traceutil/trace.go:171","msg":"trace[1043570372] transaction","detail":"{read_only:false; response_revision:9379; number_of_response:1; }","duration":"283.77331ms","start":"2026-04-01T02:25:42.211523Z","end":"2026-04-01T02:25:42.495296Z","steps":["trace[1043570372] 'process raft request' (duration: 283.431361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:42.49564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.634753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-04-01T02:25:42.495692Z","caller":"traceutil/trace.go:171","msg":"trace[1985007143] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9379; }","duration":"261.745166ms","start":"2026-04-01T02:25:42.233932Z","end":"2026-04-01T02:25:42.495677Z","steps":["trace[1985007143] 'agreement among raft nodes before linearized reading' (duration: 261.360305ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:43.404527Z","caller":"traceutil/trace.go:171","msg":"trace[1088382451] linearizableReadLoop","detail":"{readStateIndex:9732; appliedIndex:9731; }","duration":"138.61785ms","start":"2026-04-01T02:25:43.265884Z","end":"2026-04-01T02:25:43.404502Z","steps":["trace[1088382451] 'read index received' (duration: 121.592773ms)","trace[1088382451] 'applied index is now lower than readState.Index' (duration: 17.024147ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:43.404636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.160277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:25:43.404635Z","caller":"traceutil/trace.go:171","msg":"trace[245136836] transaction","detail":"{read_only:false; response_revision:9390; number_of_response:1; }","duration":"182.093152ms","start":"2026-04-01T02:25:43.222512Z","end":"2026-04-01T02:25:43.404605Z","steps":["trace[245136836] 'process raft request' (duration: 164.89397ms)","trace[245136836] 'compare' (duration: 16.999417ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:43.404671Z","caller":"traceutil/trace.go:171","msg":"trace[188628868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9390; }","duration":"181.25207ms","start":"2026-04-01T02:25:43.223408Z","end":"2026-04-01T02:25:43.40466Z","steps":["trace[188628868] 'agreement among raft nodes before linearized reading' (duration: 181.180518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:43.666954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.260796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T02:25:43.667044Z","caller":"traceutil/trace.go:171","msg":"trace[1793282374] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:9391; }","duration":"109.407089ms","start":"2026-04-01T02:25:43.557617Z","end":"2026-04-01T02:25:43.667024Z","steps":["trace[1793282374] 'range keys from in-memory index tree' (duration: 109.013518ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:43.775877Z","caller":"traceutil/trace.go:171","msg":"trace[1279588807] transaction","detail":"{read_only:false; response_revision:9392; number_of_response:1; }","duration":"104.601718ms","start":"2026-04-01T02:25:43.671248Z","end":"2026-04-01T02:25:43.77585Z","steps":["trace[1279588807] 'process raft request' (duration: 104.447123ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:43.787367Z","caller":"traceutil/trace.go:171","msg":"trace[361016638] transaction","detail":"{read_only:false; response_revision:9393; number_of_response:1; }","duration":"115.99837ms","start":"2026-04-01T02:25:43.671341Z","end":"2026-04-01T02:25:43.787339Z","steps":["trace[361016638] 'process raft request' (duration: 115.854376ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:46.009352Z","caller":"traceutil/trace.go:171","msg":"trace[5137470] transaction","detail":"{read_only:false; response_revision:9409; number_of_response:1; }","duration":"137.051517ms","start":"2026-04-01T02:25:45.87226Z","end":"2026-04-01T02:25:46.009312Z","steps":["trace[5137470] 'process raft request' (duration: 38.868256ms)","trace[5137470] 'compare' (duration: 97.941715ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:46.741499Z","caller":"traceutil/trace.go:171","msg":"trace[6830576] transaction","detail":"{read_only:false; response_revision:9410; number_of_response:1; }","duration":"112.763441ms","start":"2026-04-01T02:25:46.628707Z","end":"2026-04-01T02:25:46.74147Z","steps":["trace[6830576] 'process raft request' (duration: 112.369491ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:46.841169Z","caller":"traceutil/trace.go:171","msg":"trace[1488291395] transaction","detail":"{read_only:false; response_revision:9411; number_of_response:1; }","duration":"123.008402ms","start":"2026-04-01T02:25:46.718097Z","end":"2026-04-01T02:25:46.841106Z","steps":["trace[1488291395] 'process raft request' (duration: 79.640553ms)","trace[1488291395] 'compare' (duration: 43.150963ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:47.003906Z","caller":"traceutil/trace.go:171","msg":"trace[10199662] transaction","detail":"{read_only:false; response_revision:9412; number_of_response:1; }","duration":"147.810903ms","start":"2026-04-01T02:25:46.856071Z","end":"2026-04-01T02:25:47.003882Z","steps":["trace[10199662] 'process raft request' (duration: 96.330471ms)","trace[10199662] 'compare' (duration: 51.264556ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:47.268596Z","caller":"traceutil/trace.go:171","msg":"trace[189421708] transaction","detail":"{read_only:false; response_revision:9414; number_of_response:1; }","duration":"159.895843ms","start":"2026-04-01T02:25:47.108672Z","end":"2026-04-01T02:25:47.268568Z","steps":["trace[189421708] 'process raft request' (duration: 138.466716ms)","trace[189421708] 'compare' (duration: 21.081278ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:47.304012Z","caller":"traceutil/trace.go:171","msg":"trace[458595978] linearizableReadLoop","detail":"{readStateIndex:9758; appliedIndex:9756; }","duration":"153.711434ms","start":"2026-04-01T02:25:47.150279Z","end":"2026-04-01T02:25:47.30399Z","steps":["trace[458595978] 'read index received' (duration: 96.877466ms)","trace[458595978] 'applied index is now lower than readState.Index' (duration: 56.832748ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:47.304164Z","caller":"traceutil/trace.go:171","msg":"trace[164720802] transaction","detail":"{read_only:false; response_revision:9415; number_of_response:1; }","duration":"178.628027ms","start":"2026-04-01T02:25:47.125476Z","end":"2026-04-01T02:25:47.304104Z","steps":["trace[164720802] 'process raft request' (duration: 178.36199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:47.304563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.250019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T02:25:47.304664Z","caller":"traceutil/trace.go:171","msg":"trace[810306111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9415; }","duration":"154.409413ms","start":"2026-04-01T02:25:47.150231Z","end":"2026-04-01T02:25:47.304641Z","steps":["trace[810306111] 'agreement among raft nodes before linearized reading' (duration: 153.887939ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:47.985202Z","caller":"traceutil/trace.go:171","msg":"trace[651976321] transaction","detail":"{read_only:false; response_revision:9416; number_of_response:1; }","duration":"675.009185ms","start":"2026-04-01T02:25:47.310167Z","end":"2026-04-01T02:25:47.985177Z","steps":["trace[651976321] 'process raft request' (duration: 674.84584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:47.985359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:47.310137Z","time spent":"675.147009ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:25:48.65068Z","caller":"traceutil/trace.go:171","msg":"trace[59681216] linearizableReadLoop","detail":"{readStateIndex:9760; appliedIndex:9758; }","duration":"997.744723ms","start":"2026-04-01T02:25:47.652902Z","end":"2026-04-01T02:25:48.650647Z","steps":["trace[59681216] 'read index received' (duration: 332.097144ms)","trace[59681216] 'applied index is now lower than readState.Index' (duration: 665.645999ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:48.650719Z","caller":"traceutil/trace.go:171","msg":"trace[911939743] transaction","detail":"{read_only:false; response_revision:9417; number_of_response:1; }","duration":"1.143368156s","start":"2026-04-01T02:25:47.507315Z","end":"2026-04-01T02:25:48.650683Z","steps":["trace[911939743] 'process raft request' (duration: 1.114015011s)","trace[911939743] 'compare' (duration: 28.78236ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:48.650866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:47.507287Z","time spent":"1.143499679s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:25:48.650892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.986099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T02:25:48.650926Z","caller":"traceutil/trace.go:171","msg":"trace[495955014] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9417; }","duration":"998.073193ms","start":"2026-04-01T02:25:47.652844Z","end":"2026-04-01T02:25:48.650917Z","steps":["trace[495955014] 'agreement among raft nodes before linearized reading' (duration: 997.948109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:48.650958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:47.652822Z","time spent":"998.131004ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T02:25:48.650913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.745151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:25:48.651067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.94985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-kgcfq\" ","response":"range_response_count:1 size:5792"} {"level":"info","ts":"2026-04-01T02:25:48.651118Z","caller":"traceutil/trace.go:171","msg":"trace[1018633077] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-kgcfq; range_end:; response_count:1; response_revision:9417; }","duration":"189.033923ms","start":"2026-04-01T02:25:48.462069Z","end":"2026-04-01T02:25:48.651103Z","steps":["trace[1018633077] 'agreement among raft nodes before linearized reading' (duration: 188.893379ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:48.651092Z","caller":"traceutil/trace.go:171","msg":"trace[61301524] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:9417; }","duration":"967.949956ms","start":"2026-04-01T02:25:47.68311Z","end":"2026-04-01T02:25:48.65106Z","steps":["trace[61301524] 'agreement among raft nodes before linearized reading' (duration: 967.73148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:48.651202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:47.683094Z","time spent":"968.067339ms","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:25:48.651226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.139593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:25:48.651267Z","caller":"traceutil/trace.go:171","msg":"trace[1221393804] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9417; }","duration":"279.215855ms","start":"2026-04-01T02:25:48.372039Z","end":"2026-04-01T02:25:48.651255Z","steps":["trace[1221393804] 'agreement among raft nodes before linearized reading' (duration: 279.139653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:48.651299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.122597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T02:25:48.651331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.538042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T02:25:48.651372Z","caller":"traceutil/trace.go:171","msg":"trace[962277581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9417; }","duration":"637.24111ms","start":"2026-04-01T02:25:48.01411Z","end":"2026-04-01T02:25:48.651352Z","steps":["trace[962277581] 'agreement among raft nodes before linearized reading' (duration: 637.035835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:48.651419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:48.014087Z","time spent":"637.323753ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T02:25:48.651378Z","caller":"traceutil/trace.go:171","msg":"trace[537047283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9417; }","duration":"779.628055ms","start":"2026-04-01T02:25:47.871737Z","end":"2026-04-01T02:25:48.651365Z","steps":["trace[537047283] 'agreement among raft nodes before linearized reading' (duration: 779.500701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:48.651484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.565047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T02:25:48.651527Z","caller":"traceutil/trace.go:171","msg":"trace[1632284920] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:9417; }","duration":"959.646139ms","start":"2026-04-01T02:25:47.69187Z","end":"2026-04-01T02:25:48.651516Z","steps":["trace[1632284920] 'agreement among raft nodes before linearized reading' (duration: 959.533046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:48.651517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:47.871711Z","time spent":"779.772868ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T02:25:48.651567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:47.691849Z","time spent":"959.70726ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-p2zx8\" "} {"level":"warn","ts":"2026-04-01T02:25:48.918116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.011101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:25:48.918234Z","caller":"traceutil/trace.go:171","msg":"trace[1502020115] linearizableReadLoop","detail":"{readStateIndex:9761; appliedIndex:9760; }","duration":"262.285391ms","start":"2026-04-01T02:25:48.655929Z","end":"2026-04-01T02:25:48.918215Z","steps":["trace[1502020115] 'read index received' (duration: 158.106714ms)","trace[1502020115] 'applied index is now lower than readState.Index' (duration: 104.177497ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:48.918509Z","caller":"traceutil/trace.go:171","msg":"trace[434406441] transaction","detail":"{read_only:false; response_revision:9418; number_of_response:1; }","duration":"262.600069ms","start":"2026-04-01T02:25:48.655876Z","end":"2026-04-01T02:25:48.918476Z","steps":["trace[434406441] 'process raft request' (duration: 158.139765ms)","trace[434406441] 'compare' (duration: 103.849367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:48.918546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.620499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19337"} {"level":"info","ts":"2026-04-01T02:25:48.918593Z","caller":"traceutil/trace.go:171","msg":"trace[350048380] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9418; }","duration":"262.694582ms","start":"2026-04-01T02:25:48.655886Z","end":"2026-04-01T02:25:48.918581Z","steps":["trace[350048380] 'agreement among raft nodes before linearized reading' (duration: 262.381343ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:48.945187Z","caller":"traceutil/trace.go:171","msg":"trace[839784668] transaction","detail":"{read_only:false; response_revision:9420; number_of_response:1; }","duration":"286.166366ms","start":"2026-04-01T02:25:48.659Z","end":"2026-04-01T02:25:48.945167Z","steps":["trace[839784668] 'process raft request' (duration: 285.990691ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:48.945178Z","caller":"traceutil/trace.go:171","msg":"trace[247765060] transaction","detail":"{read_only:false; response_revision:9419; number_of_response:1; }","duration":"289.207839ms","start":"2026-04-01T02:25:48.655933Z","end":"2026-04-01T02:25:48.945141Z","steps":["trace[247765060] 'process raft request' (duration: 288.931581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:49.213379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.323245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:25:49.21409Z","caller":"traceutil/trace.go:171","msg":"trace[1685285268] transaction","detail":"{read_only:false; response_revision:9421; number_of_response:1; }","duration":"262.572458ms","start":"2026-04-01T02:25:48.951495Z","end":"2026-04-01T02:25:49.214068Z","steps":["trace[1685285268] 'process raft request' (duration: 74.463072ms)","trace[1685285268] 'compare' (duration: 187.208692ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:25:49.277678Z","caller":"traceutil/trace.go:171","msg":"trace[291761857] transaction","detail":"{read_only:false; response_revision:9422; number_of_response:1; }","duration":"325.864314ms","start":"2026-04-01T02:25:48.951793Z","end":"2026-04-01T02:25:49.277658Z","steps":["trace[291761857] 'process raft request' (duration: 325.704709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:49.277866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:48.951786Z","time spent":"325.952046ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:25:49.277958Z","caller":"traceutil/trace.go:171","msg":"trace[496810437] transaction","detail":"{read_only:false; response_revision:9423; number_of_response:1; }","duration":"322.307346ms","start":"2026-04-01T02:25:48.95562Z","end":"2026-04-01T02:25:49.277927Z","steps":["trace[496810437] 'process raft request' (duration: 321.990187ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:49.277985Z","caller":"traceutil/trace.go:171","msg":"trace[873800612] linearizableReadLoop","detail":"{readStateIndex:9766; appliedIndex:9763; }","duration":"296.892349ms","start":"2026-04-01T02:25:48.98107Z","end":"2026-04-01T02:25:49.277962Z","steps":["trace[873800612] 'read index received' (duration: 44.899021ms)","trace[873800612] 'applied index is now lower than readState.Index' (duration: 251.992128ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:25:49.278096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:25:48.955611Z","time spent":"322.413699ms","remote":"127.0.0.1:45226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5192,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:25:49.278119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.055223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:25:49.278119Z","caller":"traceutil/trace.go:171","msg":"trace[1418245561] transaction","detail":"{read_only:false; response_revision:9424; number_of_response:1; }","duration":"269.798237ms","start":"2026-04-01T02:25:49.008296Z","end":"2026-04-01T02:25:49.278094Z","steps":["trace[1418245561] 'process raft request' (duration: 269.520689ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:25:49.278152Z","caller":"traceutil/trace.go:171","msg":"trace[912382374] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9424; }","duration":"297.120955ms","start":"2026-04-01T02:25:48.981023Z","end":"2026-04-01T02:25:49.278144Z","steps":["trace[912382374] 'agreement among raft nodes before linearized reading' (duration: 297.068304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:25:49.278322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.931288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T02:25:49.278368Z","caller":"traceutil/trace.go:171","msg":"trace[1303723338] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9424; }","duration":"170.032801ms","start":"2026-04-01T02:25:49.108324Z","end":"2026-04-01T02:25:49.278357Z","steps":["trace[1303723338] 'agreement among raft nodes before linearized reading' (duration: 169.865936ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:00.912272Z","caller":"traceutil/trace.go:171","msg":"trace[1779647686] linearizableReadLoop","detail":"{readStateIndex:9841; appliedIndex:9839; }","duration":"103.140867ms","start":"2026-04-01T02:26:00.809096Z","end":"2026-04-01T02:26:00.912237Z","steps":["trace[1779647686] 'read index received' (duration: 9.462689ms)","trace[1779647686] 'applied index is now lower than readState.Index' (duration: 93.676668ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:26:00.912353Z","caller":"traceutil/trace.go:171","msg":"trace[1701007579] transaction","detail":"{read_only:false; response_revision:9495; number_of_response:1; }","duration":"109.389618ms","start":"2026-04-01T02:26:00.802924Z","end":"2026-04-01T02:26:00.912314Z","steps":["trace[1701007579] 'process raft request' (duration: 41.858757ms)","trace[1701007579] 'compare' (duration: 67.291995ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:26:00.912637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.533608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T02:26:00.912716Z","caller":"traceutil/trace.go:171","msg":"trace[230245787] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:9495; }","duration":"103.656642ms","start":"2026-04-01T02:26:00.809028Z","end":"2026-04-01T02:26:00.912685Z","steps":["trace[230245787] 'agreement among raft nodes before linearized reading' (duration: 103.420745ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:04.00075Z","caller":"traceutil/trace.go:171","msg":"trace[61428664] linearizableReadLoop","detail":"{readStateIndex:9856; appliedIndex:9855; }","duration":"215.745444ms","start":"2026-04-01T02:26:03.784984Z","end":"2026-04-01T02:26:04.00073Z","steps":["trace[61428664] 'read index received' (duration: 215.60086ms)","trace[61428664] 'applied index is now lower than readState.Index' (duration: 143.614µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:26:04.000895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.899049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:26:04.000918Z","caller":"traceutil/trace.go:171","msg":"trace[274923417] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:9510; }","duration":"215.94201ms","start":"2026-04-01T02:26:03.784966Z","end":"2026-04-01T02:26:04.000908Z","steps":["trace[274923417] 'agreement among raft nodes before linearized reading' (duration: 215.876239ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:04.000897Z","caller":"traceutil/trace.go:171","msg":"trace[1205131718] transaction","detail":"{read_only:false; response_revision:9510; number_of_response:1; }","duration":"286.584857ms","start":"2026-04-01T02:26:03.714275Z","end":"2026-04-01T02:26:04.00086Z","steps":["trace[1205131718] 'process raft request' (duration: 286.308209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:04.442375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.302405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:26:04.442532Z","caller":"traceutil/trace.go:171","msg":"trace[595256834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9510; }","duration":"218.51584ms","start":"2026-04-01T02:26:04.223994Z","end":"2026-04-01T02:26:04.44251Z","steps":["trace[595256834] 'range keys from in-memory index tree' (duration: 218.208732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:04.442615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.856634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-01T02:26:04.442385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.516392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:26:04.442704Z","caller":"traceutil/trace.go:171","msg":"trace[1094717771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9510; }","duration":"148.015028ms","start":"2026-04-01T02:26:04.294668Z","end":"2026-04-01T02:26:04.442683Z","steps":["trace[1094717771] 'range keys from in-memory index tree' (duration: 147.673459ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:04.442738Z","caller":"traceutil/trace.go:171","msg":"trace[844562986] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9510; }","duration":"109.906553ms","start":"2026-04-01T02:26:04.332811Z","end":"2026-04-01T02:26:04.442718Z","steps":["trace[844562986] 'count revisions from in-memory index tree' (duration: 109.40202ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:04.728595Z","caller":"traceutil/trace.go:171","msg":"trace[1609107966] transaction","detail":"{read_only:false; response_revision:9511; number_of_response:1; }","duration":"281.57295ms","start":"2026-04-01T02:26:04.446996Z","end":"2026-04-01T02:26:04.728568Z","steps":["trace[1609107966] 'process raft request' (duration: 281.423156ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:04.728646Z","caller":"traceutil/trace.go:171","msg":"trace[931059252] linearizableReadLoop","detail":"{readStateIndex:9857; appliedIndex:9857; }","duration":"156.228453ms","start":"2026-04-01T02:26:04.572381Z","end":"2026-04-01T02:26:04.72861Z","steps":["trace[931059252] 'read index received' (duration: 156.214423ms)","trace[931059252] 'applied index is now lower than readState.Index' (duration: 11.68µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:26:04.728888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.48305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T02:26:04.728924Z","caller":"traceutil/trace.go:171","msg":"trace[292600708] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9511; }","duration":"156.573532ms","start":"2026-04-01T02:26:04.572341Z","end":"2026-04-01T02:26:04.728915Z","steps":["trace[292600708] 'agreement among raft nodes before linearized reading' (duration: 156.386757ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:04.777953Z","caller":"traceutil/trace.go:171","msg":"trace[872825550] transaction","detail":"{read_only:false; response_revision:9512; number_of_response:1; }","duration":"193.927697ms","start":"2026-04-01T02:26:04.583991Z","end":"2026-04-01T02:26:04.777919Z","steps":["trace[872825550] 'process raft request' (duration: 173.870877ms)","trace[872825550] 'compare' (duration: 19.916346ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:26:04.777973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.302725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:26:04.778029Z","caller":"traceutil/trace.go:171","msg":"trace[872508253] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:9512; }","duration":"168.400167ms","start":"2026-04-01T02:26:04.609613Z","end":"2026-04-01T02:26:04.778014Z","steps":["trace[872508253] 'agreement among raft nodes before linearized reading' (duration: 168.308184ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:05.404446Z","caller":"traceutil/trace.go:171","msg":"trace[1281404560] linearizableReadLoop","detail":"{readStateIndex:9885; appliedIndex:9884; }","duration":"137.568941ms","start":"2026-04-01T02:26:05.266855Z","end":"2026-04-01T02:26:05.404424Z","steps":["trace[1281404560] 'read index received' (duration: 137.419357ms)","trace[1281404560] 'applied index is now lower than readState.Index' (duration: 148.994µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:26:05.404522Z","caller":"traceutil/trace.go:171","msg":"trace[38246405] transaction","detail":"{read_only:false; response_revision:9538; number_of_response:1; }","duration":"145.389746ms","start":"2026-04-01T02:26:05.259126Z","end":"2026-04-01T02:26:05.404516Z","steps":["trace[38246405] 'process raft request' (duration: 145.202721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:05.404731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.86843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-01T02:26:05.40476Z","caller":"traceutil/trace.go:171","msg":"trace[1578968012] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:9538; }","duration":"137.905021ms","start":"2026-04-01T02:26:05.266844Z","end":"2026-04-01T02:26:05.404749Z","steps":["trace[1578968012] 'agreement among raft nodes before linearized reading' (duration: 137.774638ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:05.93061Z","caller":"traceutil/trace.go:171","msg":"trace[1355151918] transaction","detail":"{read_only:false; response_revision:9573; number_of_response:1; }","duration":"129.659185ms","start":"2026-04-01T02:26:05.800923Z","end":"2026-04-01T02:26:05.930582Z","steps":["trace[1355151918] 'process raft request' (duration: 129.052178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:05.931019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.57501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-01T02:26:05.931049Z","caller":"traceutil/trace.go:171","msg":"trace[1596968759] transaction","detail":"{read_only:false; response_revision:9574; number_of_response:1; }","duration":"101.070371ms","start":"2026-04-01T02:26:05.829957Z","end":"2026-04-01T02:26:05.931028Z","steps":["trace[1596968759] 'process raft request' (duration: 100.194757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:05.931044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.090524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:26:05.931131Z","caller":"traceutil/trace.go:171","msg":"trace[899690652] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:9574; }","duration":"131.213638ms","start":"2026-04-01T02:26:05.799894Z","end":"2026-04-01T02:26:05.931107Z","steps":["trace[899690652] 'agreement among raft nodes before linearized reading' (duration: 131.041513ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:05.931136Z","caller":"traceutil/trace.go:171","msg":"trace[1081533964] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:9574; }","duration":"130.687273ms","start":"2026-04-01T02:26:05.80039Z","end":"2026-04-01T02:26:05.931077Z","steps":["trace[1081533964] 'agreement among raft nodes before linearized reading' (duration: 130.404285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:05.931447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.965051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111914"} {"level":"info","ts":"2026-04-01T02:26:05.93151Z","caller":"traceutil/trace.go:171","msg":"trace[496481384] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:9574; }","duration":"131.045783ms","start":"2026-04-01T02:26:05.800447Z","end":"2026-04-01T02:26:05.931493Z","steps":["trace[496481384] 'agreement among raft nodes before linearized reading' (duration: 130.647762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:06.103753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.685576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-01T02:26:06.103819Z","caller":"traceutil/trace.go:171","msg":"trace[1974802418] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:9580; }","duration":"152.795849ms","start":"2026-04-01T02:26:05.951007Z","end":"2026-04-01T02:26:06.103803Z","steps":["trace[1974802418] 'agreement among raft nodes before linearized reading' (duration: 152.623815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:06.103801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.486627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-04-01T02:26:06.103819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.724612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11419"} {"level":"info","ts":"2026-04-01T02:26:06.103886Z","caller":"traceutil/trace.go:171","msg":"trace[734999090] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:9580; }","duration":"158.821444ms","start":"2026-04-01T02:26:05.945046Z","end":"2026-04-01T02:26:06.103867Z","steps":["trace[734999090] 'agreement among raft nodes before linearized reading' (duration: 158.614408ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:06.10388Z","caller":"traceutil/trace.go:171","msg":"trace[723773851] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:9580; }","duration":"157.590141ms","start":"2026-04-01T02:26:05.946268Z","end":"2026-04-01T02:26:06.103859Z","steps":["trace[723773851] 'agreement among raft nodes before linearized reading' (duration: 157.381675ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:06.140287Z","caller":"traceutil/trace.go:171","msg":"trace[1885120117] transaction","detail":"{read_only:false; response_revision:9581; number_of_response:1; }","duration":"101.559454ms","start":"2026-04-01T02:26:06.038703Z","end":"2026-04-01T02:26:06.140263Z","steps":["trace[1885120117] 'process raft request' (duration: 101.365699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:06.140473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.917134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-01T02:26:06.140554Z","caller":"traceutil/trace.go:171","msg":"trace[1010622607] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:9581; }","duration":"102.050977ms","start":"2026-04-01T02:26:06.038485Z","end":"2026-04-01T02:26:06.140536Z","steps":["trace[1010622607] 'agreement among raft nodes before linearized reading' (duration: 101.802261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:06.275534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.110765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-01T02:26:06.275613Z","caller":"traceutil/trace.go:171","msg":"trace[923703428] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:9589; }","duration":"100.227108ms","start":"2026-04-01T02:26:06.175364Z","end":"2026-04-01T02:26:06.275592Z","steps":["trace[923703428] 'agreement among raft nodes before linearized reading' (duration: 99.995682ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:06.33394Z","caller":"traceutil/trace.go:171","msg":"trace[161190175] transaction","detail":"{read_only:false; response_revision:9590; number_of_response:1; }","duration":"144.399618ms","start":"2026-04-01T02:26:06.189487Z","end":"2026-04-01T02:26:06.333887Z","steps":["trace[161190175] 'process raft request' (duration: 144.10084ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:06.334177Z","caller":"traceutil/trace.go:171","msg":"trace[563506425] transaction","detail":"{read_only:false; response_revision:9591; number_of_response:1; }","duration":"139.834833ms","start":"2026-04-01T02:26:06.194318Z","end":"2026-04-01T02:26:06.334153Z","steps":["trace[563506425] 'process raft request' (duration: 139.448573ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:06.334349Z","caller":"traceutil/trace.go:171","msg":"trace[1886175841] transaction","detail":"{read_only:false; response_revision:9592; number_of_response:1; }","duration":"134.118097ms","start":"2026-04-01T02:26:06.200193Z","end":"2026-04-01T02:26:06.334311Z","steps":["trace[1886175841] 'process raft request' (duration: 133.840189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:06.334409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.819541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:26:06.334493Z","caller":"traceutil/trace.go:171","msg":"trace[775596183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9592; }","duration":"109.948344ms","start":"2026-04-01T02:26:06.224526Z","end":"2026-04-01T02:26:06.334474Z","steps":["trace[775596183] 'agreement among raft nodes before linearized reading' (duration: 109.80185ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:07.100933Z","caller":"traceutil/trace.go:171","msg":"trace[86321407] linearizableReadLoop","detail":"{readStateIndex:9949; appliedIndex:9948; }","duration":"135.858665ms","start":"2026-04-01T02:26:06.965045Z","end":"2026-04-01T02:26:07.100903Z","steps":["trace[86321407] 'read index received' (duration: 135.624248ms)","trace[86321407] 'applied index is now lower than readState.Index' (duration: 232.957µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:26:07.10119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.42046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:26:07.101257Z","caller":"traceutil/trace.go:171","msg":"trace[506679382] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:9601; }","duration":"117.547943ms","start":"2026-04-01T02:26:06.983688Z","end":"2026-04-01T02:26:07.101236Z","steps":["trace[506679382] 'agreement among raft nodes before linearized reading' (duration: 117.395829ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:07.101308Z","caller":"traceutil/trace.go:171","msg":"trace[2016716323] transaction","detail":"{read_only:false; response_revision:9601; number_of_response:1; }","duration":"141.742606ms","start":"2026-04-01T02:26:06.959463Z","end":"2026-04-01T02:26:07.101205Z","steps":["trace[2016716323] 'process raft request' (duration: 141.221942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:07.101387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.293976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T02:26:07.101723Z","caller":"traceutil/trace.go:171","msg":"trace[1356543726] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:9601; }","duration":"136.675837ms","start":"2026-04-01T02:26:06.965001Z","end":"2026-04-01T02:26:07.101677Z","steps":["trace[1356543726] 'agreement among raft nodes before linearized reading' (duration: 136.120582ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:09.458299Z","caller":"traceutil/trace.go:171","msg":"trace[1559658771] transaction","detail":"{read_only:false; response_revision:9620; number_of_response:1; }","duration":"120.182975ms","start":"2026-04-01T02:26:09.338076Z","end":"2026-04-01T02:26:09.458259Z","steps":["trace[1559658771] 'process raft request' (duration: 96.576488ms)","trace[1559658771] 'compare' (duration: 23.422702ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:26:10.108947Z","caller":"traceutil/trace.go:171","msg":"trace[1781697459] linearizableReadLoop","detail":"{readStateIndex:9972; appliedIndex:9971; }","duration":"274.529227ms","start":"2026-04-01T02:26:09.834365Z","end":"2026-04-01T02:26:10.108894Z","steps":["trace[1781697459] 'read index received' (duration: 209.428092ms)","trace[1781697459] 'applied index is now lower than readState.Index' (duration: 65.099775ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:26:10.109057Z","caller":"traceutil/trace.go:171","msg":"trace[1213389130] transaction","detail":"{read_only:false; response_revision:9624; number_of_response:1; }","duration":"385.204441ms","start":"2026-04-01T02:26:09.723811Z","end":"2026-04-01T02:26:10.109016Z","steps":["trace[1213389130] 'process raft request' (duration: 320.011454ms)","trace[1213389130] 'compare' (duration: 64.94664ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:26:10.109259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.863126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-5fc5d5d5f7-86g4q.18a21a8612c92219\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-04-01T02:26:10.109311Z","caller":"traceutil/trace.go:171","msg":"trace[709421480] range","detail":"{range_begin:/registry/events/openstack/glance-api-5fc5d5d5f7-86g4q.18a21a8612c92219; range_end:; response_count:1; response_revision:9624; }","duration":"274.976049ms","start":"2026-04-01T02:26:09.834319Z","end":"2026-04-01T02:26:10.109295Z","steps":["trace[709421480] 'agreement among raft nodes before linearized reading' (duration: 274.771223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:10.109337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.265691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-01T02:26:10.109273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:09.723802Z","time spent":"385.331684ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:26:10.109696Z","caller":"traceutil/trace.go:171","msg":"trace[418003366] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9624; }","duration":"250.414946ms","start":"2026-04-01T02:26:09.858986Z","end":"2026-04-01T02:26:10.109401Z","steps":["trace[418003366] 'agreement among raft nodes before linearized reading' (duration: 250.142688ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:10.673354Z","caller":"traceutil/trace.go:171","msg":"trace[2085371485] transaction","detail":"{read_only:false; response_revision:9628; number_of_response:1; }","duration":"190.153103ms","start":"2026-04-01T02:26:10.483166Z","end":"2026-04-01T02:26:10.673319Z","steps":["trace[2085371485] 'process raft request' (duration: 168.211921ms)","trace[2085371485] 'compare' (duration: 21.803318ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:26:13.721616Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c187bdee547e8fd1","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-01T02:26:13.72756Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-01T02:26:13.727646Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-04-01T02:26:21.132686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.626844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:26:21.13279Z","caller":"traceutil/trace.go:171","msg":"trace[153854027] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:9708; }","duration":"148.785289ms","start":"2026-04-01T02:26:20.983985Z","end":"2026-04-01T02:26:21.13277Z","steps":["trace[153854027] 'count revisions from in-memory index tree' (duration: 148.550493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:21.133028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.901627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:26:21.133142Z","caller":"traceutil/trace.go:171","msg":"trace[1754917772] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9708; }","duration":"151.074671ms","start":"2026-04-01T02:26:20.982043Z","end":"2026-04-01T02:26:21.133118Z","steps":["trace[1754917772] 'count revisions from in-memory index tree' (duration: 150.833055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:21.133772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.518488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T02:26:21.13384Z","caller":"traceutil/trace.go:171","msg":"trace[1497228922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9708; }","duration":"161.622371ms","start":"2026-04-01T02:26:20.972202Z","end":"2026-04-01T02:26:21.133825Z","steps":["trace[1497228922] 'range keys from in-memory index tree' (duration: 160.238253ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:21.425365Z","caller":"traceutil/trace.go:171","msg":"trace[432195323] linearizableReadLoop","detail":"{readStateIndex:10062; appliedIndex:10061; }","duration":"214.791129ms","start":"2026-04-01T02:26:21.210541Z","end":"2026-04-01T02:26:21.425332Z","steps":["trace[432195323] 'read index received' (duration: 213.00787ms)","trace[432195323] 'applied index is now lower than readState.Index' (duration: 1.781639ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:26:21.425691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.129808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-rgw-ceph-a-keyring\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:26:21.425727Z","caller":"traceutil/trace.go:171","msg":"trace[1468513521] transaction","detail":"{read_only:false; response_revision:9710; number_of_response:1; }","duration":"220.66115ms","start":"2026-04-01T02:26:21.205044Z","end":"2026-04-01T02:26:21.425705Z","steps":["trace[1468513521] 'process raft request' (duration: 218.560022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:21.425862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.909479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T02:26:21.425975Z","caller":"traceutil/trace.go:171","msg":"trace[684691318] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:9710; }","duration":"208.042644ms","start":"2026-04-01T02:26:21.217911Z","end":"2026-04-01T02:26:21.425954Z","steps":["trace[684691318] 'agreement among raft nodes before linearized reading' (duration: 207.791787ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:21.425862Z","caller":"traceutil/trace.go:171","msg":"trace[1986884827] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-rgw-ceph-a-keyring; range_end:; response_count:0; response_revision:9710; }","duration":"215.337243ms","start":"2026-04-01T02:26:21.210496Z","end":"2026-04-01T02:26:21.425834Z","steps":["trace[1986884827] 'agreement among raft nodes before linearized reading' (duration: 215.111957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:21.964004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.345362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:26:21.964212Z","caller":"traceutil/trace.go:171","msg":"trace[619429638] linearizableReadLoop","detail":"{readStateIndex:10067; appliedIndex:10065; }","duration":"217.262976ms","start":"2026-04-01T02:26:21.746931Z","end":"2026-04-01T02:26:21.964194Z","steps":["trace[619429638] 'read index received' (duration: 4.571875ms)","trace[619429638] 'applied index is now lower than readState.Index' (duration: 212.689911ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:26:21.964232Z","caller":"traceutil/trace.go:171","msg":"trace[616199512] transaction","detail":"{read_only:false; response_revision:9714; number_of_response:1; }","duration":"275.058501ms","start":"2026-04-01T02:26:21.689115Z","end":"2026-04-01T02:26:21.964173Z","steps":["trace[616199512] 'process raft request' (duration: 62.455252ms)","trace[616199512] 'compare' (duration: 211.806617ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:26:21.964264Z","caller":"traceutil/trace.go:171","msg":"trace[1393689367] transaction","detail":"{read_only:false; response_revision:9715; number_of_response:1; }","duration":"267.982637ms","start":"2026-04-01T02:26:21.696224Z","end":"2026-04-01T02:26:21.964207Z","steps":["trace[1393689367] 'process raft request' (duration: 267.878644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:21.964406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.480553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-01T02:26:21.96445Z","caller":"traceutil/trace.go:171","msg":"trace[1583105243] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9715; }","duration":"217.572425ms","start":"2026-04-01T02:26:21.746864Z","end":"2026-04-01T02:26:21.964437Z","steps":["trace[1583105243] 'agreement among raft nodes before linearized reading' (duration: 217.425591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:21.96448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.220973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:26:21.964514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.792813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-01T02:26:21.964617Z","caller":"traceutil/trace.go:171","msg":"trace[1784036292] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:9715; }","duration":"189.957948ms","start":"2026-04-01T02:26:21.774637Z","end":"2026-04-01T02:26:21.964595Z","steps":["trace[1784036292] 'agreement among raft nodes before linearized reading' (duration: 189.691281ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:21.96455Z","caller":"traceutil/trace.go:171","msg":"trace[1526327378] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9715; }","duration":"183.353257ms","start":"2026-04-01T02:26:21.781181Z","end":"2026-04-01T02:26:21.964534Z","steps":["trace[1526327378] 'agreement among raft nodes before linearized reading' (duration: 183.215703ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:22.375641Z","caller":"traceutil/trace.go:171","msg":"trace[1402820186] transaction","detail":"{read_only:false; response_revision:9716; number_of_response:1; }","duration":"408.590552ms","start":"2026-04-01T02:26:21.967026Z","end":"2026-04-01T02:26:22.375616Z","steps":["trace[1402820186] 'process raft request' (duration: 407.657576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:22.375773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:21.967005Z","time spent":"408.694325ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:26:22.397661Z","caller":"traceutil/trace.go:171","msg":"trace[1472597395] linearizableReadLoop","detail":"{readStateIndex:10069; appliedIndex:10067; }","duration":"409.217069ms","start":"2026-04-01T02:26:21.988418Z","end":"2026-04-01T02:26:22.397635Z","steps":["trace[1472597395] 'read index received' (duration: 386.29332ms)","trace[1472597395] 'applied index is now lower than readState.Index' (duration: 22.922669ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:26:22.397731Z","caller":"traceutil/trace.go:171","msg":"trace[1334168844] transaction","detail":"{read_only:false; response_revision:9717; number_of_response:1; }","duration":"428.865818ms","start":"2026-04-01T02:26:21.968829Z","end":"2026-04-01T02:26:22.397695Z","steps":["trace[1334168844] 'process raft request' (duration: 428.626742ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:22.397764Z","caller":"traceutil/trace.go:171","msg":"trace[286024739] transaction","detail":"{read_only:false; response_revision:9718; number_of_response:1; }","duration":"256.121722ms","start":"2026-04-01T02:26:22.141612Z","end":"2026-04-01T02:26:22.397734Z","steps":["trace[286024739] 'process raft request' (duration: 255.978999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:22.397923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:21.9688Z","time spent":"429.010382ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:26:22.397936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.478837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-01T02:26:22.397982Z","caller":"traceutil/trace.go:171","msg":"trace[1982199769] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9718; }","duration":"409.580689ms","start":"2026-04-01T02:26:21.988387Z","end":"2026-04-01T02:26:22.397968Z","steps":["trace[1982199769] 'agreement among raft nodes before linearized reading' (duration: 409.391704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:22.398025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:21.988378Z","time spent":"409.638561ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-01T02:26:22.398529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.361976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T02:26:22.39859Z","caller":"traceutil/trace.go:171","msg":"trace[1357393495] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9718; }","duration":"226.466079ms","start":"2026-04-01T02:26:22.172113Z","end":"2026-04-01T02:26:22.398579Z","steps":["trace[1357393495] 'agreement among raft nodes before linearized reading' (duration: 226.343755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:22.398704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.87764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:26:22.398735Z","caller":"traceutil/trace.go:171","msg":"trace[416033910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9718; }","duration":"172.947522ms","start":"2026-04-01T02:26:22.225779Z","end":"2026-04-01T02:26:22.398727Z","steps":["trace[416033910] 'agreement among raft nodes before linearized reading' (duration: 172.90375ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:30.721768Z","caller":"traceutil/trace.go:171","msg":"trace[1379375130] transaction","detail":"{read_only:false; response_revision:9803; number_of_response:1; }","duration":"200.269751ms","start":"2026-04-01T02:26:30.521473Z","end":"2026-04-01T02:26:30.721743Z","steps":["trace[1379375130] 'process raft request' (duration: 200.134607ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:30.996598Z","caller":"traceutil/trace.go:171","msg":"trace[902183195] transaction","detail":"{read_only:false; response_revision:9804; number_of_response:1; }","duration":"475.056774ms","start":"2026-04-01T02:26:30.521515Z","end":"2026-04-01T02:26:30.996572Z","steps":["trace[902183195] 'process raft request' (duration: 474.819637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:30.996713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:30.521496Z","time spent":"475.159436ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:26:32.003367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006883984s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-01T02:26:32.003613Z","caller":"traceutil/trace.go:171","msg":"trace[573218713] linearizableReadLoop","detail":"{readStateIndex:10159; appliedIndex:10156; }","duration":"1.325872199s","start":"2026-04-01T02:26:30.677718Z","end":"2026-04-01T02:26:32.00359Z","steps":["trace[573218713] 'read index received' (duration: 43.899244ms)","trace[573218713] 'applied index is now lower than readState.Index' (duration: 1.281971535s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:26:32.004478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326740243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-rhn29\" ","response":"range_response_count:1 size:19075"} {"level":"info","ts":"2026-04-01T02:26:32.004555Z","caller":"traceutil/trace.go:171","msg":"trace[1209566830] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-rhn29; range_end:; response_count:1; response_revision:9804; }","duration":"1.326852296s","start":"2026-04-01T02:26:30.677679Z","end":"2026-04-01T02:26:32.004531Z","steps":["trace[1209566830] 'agreement among raft nodes before linearized reading' (duration: 1.326372993s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:32.004595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:30.677658Z","time spent":"1.326927558s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19099,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-rhn29\" "} {"level":"info","ts":"2026-04-01T02:26:32.005412Z","caller":"traceutil/trace.go:171","msg":"trace[1437361820] transaction","detail":"{read_only:false; response_revision:9805; number_of_response:1; }","duration":"1.018287387s","start":"2026-04-01T02:26:30.987103Z","end":"2026-04-01T02:26:32.005391Z","steps":["trace[1437361820] 'process raft request' (duration: 1.016371545s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:32.005555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:30.987069Z","time spent":"1.018401711s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:26:32.254562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.343674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:26:32.254671Z","caller":"traceutil/trace.go:171","msg":"trace[413422646] linearizableReadLoop","detail":"{readStateIndex:10161; appliedIndex:10160; }","duration":"250.992861ms","start":"2026-04-01T02:26:32.003659Z","end":"2026-04-01T02:26:32.254652Z","steps":["trace[413422646] 'read index received' (duration: 62.531654ms)","trace[413422646] 'applied index is now lower than readState.Index' (duration: 188.459587ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:26:32.254762Z","caller":"traceutil/trace.go:171","msg":"trace[1183721786] transaction","detail":"{read_only:false; response_revision:9806; number_of_response:1; }","duration":"766.994168ms","start":"2026-04-01T02:26:31.487755Z","end":"2026-04-01T02:26:32.254749Z","steps":["trace[1183721786] 'process raft request' (duration: 578.363326ms)","trace[1183721786] 'compare' (duration: 188.181519ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:26:32.254825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:31.487734Z","time spent":"767.05938ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:26:32.254861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055537478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T02:26:32.254924Z","caller":"traceutil/trace.go:171","msg":"trace[1639716412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9806; }","duration":"1.055672942s","start":"2026-04-01T02:26:31.199236Z","end":"2026-04-01T02:26:32.254909Z","steps":["trace[1639716412] 'agreement among raft nodes before linearized reading' (duration: 1.055542259s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:32.254901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.064768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-01T02:26:32.254973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:31.199215Z","time spent":"1.055751905s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T02:26:32.254939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.815287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:26:32.254995Z","caller":"traceutil/trace.go:171","msg":"trace[234790575] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:9806; }","duration":"721.195102ms","start":"2026-04-01T02:26:31.53378Z","end":"2026-04-01T02:26:32.254975Z","steps":["trace[234790575] 'agreement among raft nodes before linearized reading' (duration: 720.987106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:32.255039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:31.533744Z","time spent":"721.285744ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-p2zx8\" "} {"level":"info","ts":"2026-04-01T02:26:32.255033Z","caller":"traceutil/trace.go:171","msg":"trace[1329351303] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:9806; }","duration":"393.955331ms","start":"2026-04-01T02:26:31.861049Z","end":"2026-04-01T02:26:32.255005Z","steps":["trace[1329351303] 'agreement among raft nodes before linearized reading' (duration: 393.796166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:32.255104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:31.861028Z","time spent":"394.056984ms","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:26:32.2551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.059271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T02:26:32.255203Z","caller":"traceutil/trace.go:171","msg":"trace[2132179969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9806; }","duration":"724.209005ms","start":"2026-04-01T02:26:31.530967Z","end":"2026-04-01T02:26:32.255176Z","steps":["trace[2132179969] 'agreement among raft nodes before linearized reading' (duration: 723.875986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:32.255261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:31.530952Z","time spent":"724.300648ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T02:26:32.255569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57611113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T02:26:32.256047Z","caller":"traceutil/trace.go:171","msg":"trace[1989111314] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9806; }","duration":"1.576618774s","start":"2026-04-01T02:26:30.679404Z","end":"2026-04-01T02:26:32.256023Z","steps":["trace[1989111314] 'agreement among raft nodes before linearized reading' (duration: 1.575541504s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:32.256214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:30.679388Z","time spent":"1.576806368s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T02:26:32.255769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.849249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T02:26:32.25658Z","caller":"traceutil/trace.go:171","msg":"trace[1132808469] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9806; }","duration":"463.696562ms","start":"2026-04-01T02:26:31.792846Z","end":"2026-04-01T02:26:32.256543Z","steps":["trace[1132808469] 'agreement among raft nodes before linearized reading' (duration: 462.736576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:32.256657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:31.792824Z","time spent":"463.814906ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T02:26:32.300092Z","caller":"traceutil/trace.go:171","msg":"trace[542582640] transaction","detail":"{read_only:false; response_revision:9807; number_of_response:1; }","duration":"288.693135ms","start":"2026-04-01T02:26:32.01135Z","end":"2026-04-01T02:26:32.300043Z","steps":["trace[542582640] 'process raft request' (duration: 288.475699ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:32.300114Z","caller":"traceutil/trace.go:171","msg":"trace[665316090] transaction","detail":"{read_only:false; response_revision:9808; number_of_response:1; }","duration":"280.762967ms","start":"2026-04-01T02:26:32.019325Z","end":"2026-04-01T02:26:32.300088Z","steps":["trace[665316090] 'process raft request' (duration: 280.642644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:32.300325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.263098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:26:32.300104Z","caller":"traceutil/trace.go:171","msg":"trace[440678399] transaction","detail":"{read_only:false; response_revision:9809; number_of_response:1; }","duration":"253.006447ms","start":"2026-04-01T02:26:32.047077Z","end":"2026-04-01T02:26:32.300083Z","steps":["trace[440678399] 'process raft request' (duration: 252.937115ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:32.300407Z","caller":"traceutil/trace.go:171","msg":"trace[1617907053] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:9809; }","duration":"112.393462ms","start":"2026-04-01T02:26:32.187993Z","end":"2026-04-01T02:26:32.300386Z","steps":["trace[1617907053] 'agreement among raft nodes before linearized reading' (duration: 112.239098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:32.800228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237144949547657,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T02:26:33.091809Z","caller":"traceutil/trace.go:171","msg":"trace[1225604397] transaction","detail":"{read_only:false; response_revision:9810; number_of_response:1; }","duration":"831.661259ms","start":"2026-04-01T02:26:32.260113Z","end":"2026-04-01T02:26:33.091774Z","steps":["trace[1225604397] 'process raft request' (duration: 763.891092ms)","trace[1225604397] 'compare' (duration: 67.168461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:26:33.091981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:32.260102Z","time spent":"831.800393ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:26:33.091982Z","caller":"traceutil/trace.go:171","msg":"trace[1946506215] transaction","detail":"{read_only:false; response_revision:9811; number_of_response:1; }","duration":"830.733844ms","start":"2026-04-01T02:26:32.26121Z","end":"2026-04-01T02:26:33.091943Z","steps":["trace[1946506215] 'process raft request' (duration: 830.501208ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:33.092033Z","caller":"traceutil/trace.go:171","msg":"trace[1134533072] transaction","detail":"{read_only:false; response_revision:9812; number_of_response:1; }","duration":"815.63901ms","start":"2026-04-01T02:26:32.276372Z","end":"2026-04-01T02:26:33.092011Z","steps":["trace[1134533072] 'process raft request' (duration: 815.456905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:33.092128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:32.27636Z","time spent":"815.724833ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:26:33.092124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:32.2612Z","time spent":"830.844937ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:26:33.49403Z","caller":"traceutil/trace.go:171","msg":"trace[624086265] linearizableReadLoop","detail":"{readStateIndex:10169; appliedIndex:10164; }","duration":"1.193924911s","start":"2026-04-01T02:26:32.300054Z","end":"2026-04-01T02:26:33.493978Z","steps":["trace[624086265] 'read index received' (duration: 723.920946ms)","trace[624086265] 'applied index is now lower than readState.Index' (duration: 470.002695ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:26:33.494184Z","caller":"traceutil/trace.go:171","msg":"trace[2077967911] transaction","detail":"{read_only:false; response_revision:9814; number_of_response:1; }","duration":"1.186995131s","start":"2026-04-01T02:26:32.307167Z","end":"2026-04-01T02:26:33.494162Z","steps":["trace[2077967911] 'process raft request' (duration: 1.186694443s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:33.494323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:32.307162Z","time spent":"1.187081943s","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1406,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:26:33.49435Z","caller":"traceutil/trace.go:171","msg":"trace[1280666285] transaction","detail":"{read_only:false; response_revision:9813; number_of_response:1; }","duration":"1.187262858s","start":"2026-04-01T02:26:32.307051Z","end":"2026-04-01T02:26:33.494314Z","steps":["trace[1280666285] 'process raft request' (duration: 1.186556139s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:33.494519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:32.30703Z","time spent":"1.187407272s","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1945,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:26:33.494533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234663388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T02:26:33.494611Z","caller":"traceutil/trace.go:171","msg":"trace[459688504] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9814; }","duration":"1.234768261s","start":"2026-04-01T02:26:32.259823Z","end":"2026-04-01T02:26:33.494591Z","steps":["trace[459688504] 'agreement among raft nodes before linearized reading' (duration: 1.234335659s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:33.494679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:32.259817Z","time spent":"1.234852873s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T02:26:33.494685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.724493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-01T02:26:33.494725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189076218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-8fhvh\" ","response":"range_response_count:1 size:9598"} {"level":"warn","ts":"2026-04-01T02:26:33.494809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19353679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:26:33.49616Z","caller":"traceutil/trace.go:171","msg":"trace[953803833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9814; }","duration":"1.194868296s","start":"2026-04-01T02:26:32.301253Z","end":"2026-04-01T02:26:33.496121Z","steps":["trace[953803833] 'agreement among raft nodes before linearized reading' (duration: 1.193260112s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:33.496226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:32.30119Z","time spent":"1.195021501s","remote":"127.0.0.1:44734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T02:26:33.495784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.834754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T02:26:33.496558Z","caller":"traceutil/trace.go:171","msg":"trace[1151711197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9814; }","duration":"770.667397ms","start":"2026-04-01T02:26:32.72587Z","end":"2026-04-01T02:26:33.496537Z","steps":["trace[1151711197] 'agreement among raft nodes before linearized reading' (duration: 768.733644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:33.496625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:32.725853Z","time spent":"770.75345ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T02:26:33.49702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237417253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291010"} {"level":"info","ts":"2026-04-01T02:26:33.497105Z","caller":"traceutil/trace.go:171","msg":"trace[725846059] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9814; }","duration":"1.237502135s","start":"2026-04-01T02:26:32.259568Z","end":"2026-04-01T02:26:33.49707Z","steps":["trace[725846059] 'agreement among raft nodes before linearized reading' (duration: 1.234787311s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:33.494818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.888947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:26:33.495942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.497565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:26:33.496018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.060199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-01T02:26:33.496081Z","caller":"traceutil/trace.go:171","msg":"trace[1683374485] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-8fhvh; range_end:; response_count:1; response_revision:9814; }","duration":"1.18915875s","start":"2026-04-01T02:26:32.305604Z","end":"2026-04-01T02:26:33.494763Z","steps":["trace[1683374485] 'agreement among raft nodes before linearized reading' (duration: 1.189014596s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:33.49718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:32.305565Z","time spent":"1.191599697s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":9622,"request content":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-8fhvh\" "} {"level":"info","ts":"2026-04-01T02:26:33.497223Z","caller":"traceutil/trace.go:171","msg":"trace[892724282] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:9814; }","duration":"489.262642ms","start":"2026-04-01T02:26:33.007914Z","end":"2026-04-01T02:26:33.497176Z","steps":["trace[892724282] 'agreement among raft nodes before linearized reading' (duration: 486.842696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:33.497263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:32.259551Z","time spent":"1.23764166s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291034,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-01T02:26:33.497349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:33.007881Z","time spent":"489.415586ms","remote":"127.0.0.1:45226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":27,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:26:33.497436Z","caller":"traceutil/trace.go:171","msg":"trace[86724897] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:9814; }","duration":"671.498129ms","start":"2026-04-01T02:26:32.825915Z","end":"2026-04-01T02:26:33.497414Z","steps":["trace[86724897] 'agreement among raft nodes before linearized reading' (duration: 668.761594ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:33.497398Z","caller":"traceutil/trace.go:171","msg":"trace[1152344733] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9814; }","duration":"422.970896ms","start":"2026-04-01T02:26:33.074377Z","end":"2026-04-01T02:26:33.497348Z","steps":["trace[1152344733] 'agreement among raft nodes before linearized reading' (duration: 420.491998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:33.497509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:32.825879Z","time spent":"671.611372ms","remote":"127.0.0.1:44906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-01T02:26:33.497747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:33.07437Z","time spent":"423.209052ms","remote":"127.0.0.1:32772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:26:33.498136Z","caller":"traceutil/trace.go:171","msg":"trace[1888066298] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9814; }","duration":"494.829456ms","start":"2026-04-01T02:26:32.99991Z","end":"2026-04-01T02:26:33.494739Z","steps":["trace[1888066298] 'agreement among raft nodes before linearized reading' (duration: 494.63146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:33.498229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:26:32.999888Z","time spent":"498.31844ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T02:26:33.706679Z","caller":"traceutil/trace.go:171","msg":"trace[1600882970] transaction","detail":"{read_only:false; response_revision:9815; number_of_response:1; }","duration":"202.123792ms","start":"2026-04-01T02:26:33.504518Z","end":"2026-04-01T02:26:33.706642Z","steps":["trace[1600882970] 'process raft request' (duration: 146.064235ms)","trace[1600882970] 'compare' (duration: 55.931343ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:26:33.714459Z","caller":"traceutil/trace.go:171","msg":"trace[2146415098] linearizableReadLoop","detail":"{readStateIndex:10171; appliedIndex:10169; }","duration":"207.233691ms","start":"2026-04-01T02:26:33.507202Z","end":"2026-04-01T02:26:33.714436Z","steps":["trace[2146415098] 'read index received' (duration: 143.37619ms)","trace[2146415098] 'applied index is now lower than readState.Index' (duration: 63.856621ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:26:33.714516Z","caller":"traceutil/trace.go:171","msg":"trace[754574107] transaction","detail":"{read_only:false; response_revision:9816; number_of_response:1; }","duration":"208.963339ms","start":"2026-04-01T02:26:33.505518Z","end":"2026-04-01T02:26:33.714481Z","steps":["trace[754574107] 'process raft request' (duration: 208.755833ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:33.714551Z","caller":"traceutil/trace.go:171","msg":"trace[639727540] transaction","detail":"{read_only:false; response_revision:9817; number_of_response:1; }","duration":"205.911655ms","start":"2026-04-01T02:26:33.508631Z","end":"2026-04-01T02:26:33.714543Z","steps":["trace[639727540] 'process raft request' (duration: 205.764591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:33.714668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.449947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:26:33.714741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.845182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:26:33.71488Z","caller":"traceutil/trace.go:171","msg":"trace[956961912] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9817; }","duration":"125.006017ms","start":"2026-04-01T02:26:33.589854Z","end":"2026-04-01T02:26:33.71486Z","steps":["trace[956961912] 'agreement among raft nodes before linearized reading' (duration: 124.855843ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:33.714749Z","caller":"traceutil/trace.go:171","msg":"trace[1664924197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9817; }","duration":"207.56397ms","start":"2026-04-01T02:26:33.507172Z","end":"2026-04-01T02:26:33.714736Z","steps":["trace[1664924197] 'agreement among raft nodes before linearized reading' (duration: 207.438187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:33.714668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.090854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:26:33.715081Z","caller":"traceutil/trace.go:171","msg":"trace[1445446254] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9817; }","duration":"158.574988ms","start":"2026-04-01T02:26:33.556496Z","end":"2026-04-01T02:26:33.715071Z","steps":["trace[1445446254] 'agreement among raft nodes before linearized reading' (duration: 158.096575ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:34.284467Z","caller":"traceutil/trace.go:171","msg":"trace[1838613] transaction","detail":"{read_only:false; response_revision:9818; number_of_response:1; }","duration":"272.48523ms","start":"2026-04-01T02:26:34.011942Z","end":"2026-04-01T02:26:34.284427Z","steps":["trace[1838613] 'process raft request' (duration: 272.200862ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:44.030135Z","caller":"traceutil/trace.go:171","msg":"trace[143349361] linearizableReadLoop","detail":"{readStateIndex:10254; appliedIndex:10253; }","duration":"151.046941ms","start":"2026-04-01T02:26:43.879058Z","end":"2026-04-01T02:26:44.030105Z","steps":["trace[143349361] 'read index received' (duration: 150.786414ms)","trace[143349361] 'applied index is now lower than readState.Index' (duration: 259.077µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:26:44.030224Z","caller":"traceutil/trace.go:171","msg":"trace[684598119] transaction","detail":"{read_only:false; response_revision:9897; number_of_response:1; }","duration":"154.752152ms","start":"2026-04-01T02:26:43.87543Z","end":"2026-04-01T02:26:44.030183Z","steps":["trace[684598119] 'process raft request' (duration: 154.356371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:26:44.03038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.309608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T02:26:44.030423Z","caller":"traceutil/trace.go:171","msg":"trace[1929146128] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9897; }","duration":"151.40282ms","start":"2026-04-01T02:26:43.879008Z","end":"2026-04-01T02:26:44.03041Z","steps":["trace[1929146128] 'agreement among raft nodes before linearized reading' (duration: 151.217815ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:44.152053Z","caller":"traceutil/trace.go:171","msg":"trace[1953745204] transaction","detail":"{read_only:false; response_revision:9898; number_of_response:1; }","duration":"111.926518ms","start":"2026-04-01T02:26:44.040085Z","end":"2026-04-01T02:26:44.152012Z","steps":["trace[1953745204] 'process raft request' (duration: 108.538175ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:47.316833Z","caller":"traceutil/trace.go:171","msg":"trace[1820530656] transaction","detail":"{read_only:false; response_revision:9931; number_of_response:1; }","duration":"130.081796ms","start":"2026-04-01T02:26:47.186725Z","end":"2026-04-01T02:26:47.316807Z","steps":["trace[1820530656] 'process raft request' (duration: 129.925691ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:47.391779Z","caller":"traceutil/trace.go:171","msg":"trace[305919506] linearizableReadLoop","detail":"{readStateIndex:10291; appliedIndex:10289; }","duration":"165.97641ms","start":"2026-04-01T02:26:47.225781Z","end":"2026-04-01T02:26:47.391757Z","steps":["trace[305919506] 'read index received' (duration: 91.763346ms)","trace[305919506] 'applied index is now lower than readState.Index' (duration: 74.211964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:26:47.391924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.131834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:26:47.391967Z","caller":"traceutil/trace.go:171","msg":"trace[475943990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9933; }","duration":"166.222267ms","start":"2026-04-01T02:26:47.225735Z","end":"2026-04-01T02:26:47.391957Z","steps":["trace[475943990] 'agreement among raft nodes before linearized reading' (duration: 166.120694ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:47.392079Z","caller":"traceutil/trace.go:171","msg":"trace[357182844] transaction","detail":"{read_only:false; response_revision:9932; number_of_response:1; }","duration":"203.798016ms","start":"2026-04-01T02:26:47.18825Z","end":"2026-04-01T02:26:47.392048Z","steps":["trace[357182844] 'process raft request' (duration: 203.238031ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:47.392228Z","caller":"traceutil/trace.go:171","msg":"trace[2086185203] transaction","detail":"{read_only:false; response_revision:9933; number_of_response:1; }","duration":"203.929941ms","start":"2026-04-01T02:26:47.18828Z","end":"2026-04-01T02:26:47.39221Z","steps":["trace[2086185203] 'process raft request' (duration: 203.423447ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:26:52.11317Z","caller":"traceutil/trace.go:171","msg":"trace[590402143] transaction","detail":"{read_only:false; response_revision:9964; number_of_response:1; }","duration":"150.330791ms","start":"2026-04-01T02:26:51.962813Z","end":"2026-04-01T02:26:52.113144Z","steps":["trace[590402143] 'process raft request' (duration: 149.967211ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:27:05.821209Z","caller":"traceutil/trace.go:171","msg":"trace[1738503152] linearizableReadLoop","detail":"{readStateIndex:10418; appliedIndex:10416; }","duration":"174.621367ms","start":"2026-04-01T02:27:05.646569Z","end":"2026-04-01T02:27:05.82119Z","steps":["trace[1738503152] 'read index received' (duration: 39.812801ms)","trace[1738503152] 'applied index is now lower than readState.Index' (duration: 134.807766ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:27:05.821364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.787381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:27:05.821446Z","caller":"traceutil/trace.go:171","msg":"trace[733243617] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:10056; }","duration":"174.886195ms","start":"2026-04-01T02:27:05.646548Z","end":"2026-04-01T02:27:05.821434Z","steps":["trace[733243617] 'agreement among raft nodes before linearized reading' (duration: 174.763392ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:27:05.821347Z","caller":"traceutil/trace.go:171","msg":"trace[531064692] transaction","detail":"{read_only:false; response_revision:10056; number_of_response:1; }","duration":"194.674847ms","start":"2026-04-01T02:27:05.626642Z","end":"2026-04-01T02:27:05.821317Z","steps":["trace[531064692] 'process raft request' (duration: 154.843255ms)","trace[531064692] 'compare' (duration: 39.617486ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:27:05.821395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.043832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T02:27:05.821698Z","caller":"traceutil/trace.go:171","msg":"trace[752098513] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:10056; }","duration":"116.376081ms","start":"2026-04-01T02:27:05.705307Z","end":"2026-04-01T02:27:05.821683Z","steps":["trace[752098513] 'agreement among raft nodes before linearized reading' (duration: 116.004731ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:27:08.769644Z","caller":"traceutil/trace.go:171","msg":"trace[1312703992] transaction","detail":"{read_only:false; response_revision:10071; number_of_response:1; }","duration":"104.68109ms","start":"2026-04-01T02:27:08.664938Z","end":"2026-04-01T02:27:08.769619Z","steps":["trace[1312703992] 'process raft request' (duration: 104.525956ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:27:15.80071Z","caller":"traceutil/trace.go:171","msg":"trace[2136262698] linearizableReadLoop","detail":"{readStateIndex:10487; appliedIndex:10485; }","duration":"252.497763ms","start":"2026-04-01T02:27:15.548181Z","end":"2026-04-01T02:27:15.800679Z","steps":["trace[2136262698] 'read index received' (duration: 6.276762ms)","trace[2136262698] 'applied index is now lower than readState.Index' (duration: 246.219751ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:27:15.800783Z","caller":"traceutil/trace.go:171","msg":"trace[1006874726] transaction","detail":"{read_only:false; response_revision:10122; number_of_response:1; }","duration":"266.327912ms","start":"2026-04-01T02:27:15.534433Z","end":"2026-04-01T02:27:15.800761Z","steps":["trace[1006874726] 'process raft request' (duration: 266.087005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:27:15.801001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.088269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-01T02:27:15.801062Z","caller":"traceutil/trace.go:171","msg":"trace[1486624295] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10122; }","duration":"245.183092ms","start":"2026-04-01T02:27:15.555862Z","end":"2026-04-01T02:27:15.801045Z","steps":["trace[1486624295] 'agreement among raft nodes before linearized reading' (duration: 245.011497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:27:15.801304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.110839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T02:27:15.801377Z","caller":"traceutil/trace.go:171","msg":"trace[1995068315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10122; }","duration":"253.213122ms","start":"2026-04-01T02:27:15.548146Z","end":"2026-04-01T02:27:15.801359Z","steps":["trace[1995068315] 'agreement among raft nodes before linearized reading' (duration: 252.706318ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:27:16.510797Z","caller":"traceutil/trace.go:171","msg":"trace[1550502306] transaction","detail":"{read_only:false; response_revision:10135; number_of_response:1; }","duration":"102.656754ms","start":"2026-04-01T02:27:16.408114Z","end":"2026-04-01T02:27:16.51077Z","steps":["trace[1550502306] 'process raft request' (duration: 82.252025ms)","trace[1550502306] 'compare' (duration: 20.277176ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:27:31.028938Z","caller":"traceutil/trace.go:171","msg":"trace[873326234] transaction","detail":"{read_only:false; response_revision:10225; number_of_response:1; }","duration":"124.291697ms","start":"2026-04-01T02:27:30.904622Z","end":"2026-04-01T02:27:31.028914Z","steps":["trace[873326234] 'process raft request' (duration: 124.121852ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:27:31.231896Z","caller":"traceutil/trace.go:171","msg":"trace[530183975] transaction","detail":"{read_only:false; response_revision:10227; number_of_response:1; }","duration":"264.718307ms","start":"2026-04-01T02:27:30.967155Z","end":"2026-04-01T02:27:31.231873Z","steps":["trace[530183975] 'process raft request' (duration: 264.428769ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:27:31.231648Z","caller":"traceutil/trace.go:171","msg":"trace[2037089734] transaction","detail":"{read_only:false; response_revision:10226; number_of_response:1; }","duration":"274.173037ms","start":"2026-04-01T02:27:30.957448Z","end":"2026-04-01T02:27:31.231621Z","steps":["trace[2037089734] 'process raft request' (duration: 265.268253ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:27:38.413934Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8039} {"level":"info","ts":"2026-04-01T02:27:38.476622Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8039,"took":"60.884529ms","hash":2653901534,"current-db-size-bytes":54931456,"current-db-size":"55 MB","current-db-size-in-use-bytes":28356608,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-01T02:27:38.476685Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2653901534,"revision":8039,"compact-revision":5899} {"level":"info","ts":"2026-04-01T02:27:42.212554Z","caller":"traceutil/trace.go:171","msg":"trace[685435876] transaction","detail":"{read_only:false; response_revision:10310; number_of_response:1; }","duration":"154.645809ms","start":"2026-04-01T02:27:42.057875Z","end":"2026-04-01T02:27:42.212521Z","steps":["trace[685435876] 'process raft request' (duration: 154.423983ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:27:42.387608Z","caller":"traceutil/trace.go:171","msg":"trace[1417042283] transaction","detail":"{read_only:false; response_revision:10312; number_of_response:1; }","duration":"118.94339ms","start":"2026-04-01T02:27:42.268624Z","end":"2026-04-01T02:27:42.387567Z","steps":["trace[1417042283] 'process raft request' (duration: 65.548127ms)","trace[1417042283] 'compare' (duration: 53.239999ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:27:42.387625Z","caller":"traceutil/trace.go:171","msg":"trace[605797506] transaction","detail":"{read_only:false; response_revision:10313; number_of_response:1; }","duration":"115.607228ms","start":"2026-04-01T02:27:42.271992Z","end":"2026-04-01T02:27:42.387599Z","steps":["trace[605797506] 'process raft request' (duration: 115.550056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:27:42.388006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.966515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T02:27:42.388093Z","caller":"traceutil/trace.go:171","msg":"trace[845598462] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:10313; }","duration":"117.092529ms","start":"2026-04-01T02:27:42.270981Z","end":"2026-04-01T02:27:42.388074Z","steps":["trace[845598462] 'agreement among raft nodes before linearized reading' (duration: 116.76606ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:27:42.387695Z","caller":"traceutil/trace.go:171","msg":"trace[669556750] linearizableReadLoop","detail":"{readStateIndex:10684; appliedIndex:10683; }","duration":"116.610405ms","start":"2026-04-01T02:27:42.271006Z","end":"2026-04-01T02:27:42.387617Z","steps":["trace[669556750] 'read index received' (duration: 63.179922ms)","trace[669556750] 'applied index is now lower than readState.Index' (duration: 53.427293ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:28:11.544865Z","caller":"traceutil/trace.go:171","msg":"trace[86879131] transaction","detail":"{read_only:false; response_revision:10491; number_of_response:1; }","duration":"111.158478ms","start":"2026-04-01T02:28:11.433672Z","end":"2026-04-01T02:28:11.54483Z","steps":["trace[86879131] 'process raft request' (duration: 107.837287ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:28:11.54506Z","caller":"traceutil/trace.go:171","msg":"trace[2055410355] transaction","detail":"{read_only:false; response_revision:10492; number_of_response:1; }","duration":"110.473668ms","start":"2026-04-01T02:28:11.434559Z","end":"2026-04-01T02:28:11.545033Z","steps":["trace[2055410355] 'process raft request' (duration: 110.354285ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:28:11.928781Z","caller":"traceutil/trace.go:171","msg":"trace[374951002] transaction","detail":"{read_only:false; response_revision:10493; number_of_response:1; }","duration":"196.256391ms","start":"2026-04-01T02:28:11.732499Z","end":"2026-04-01T02:28:11.928755Z","steps":["trace[374951002] 'process raft request' (duration: 196.096056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:28:22.522088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.175617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:28:22.522154Z","caller":"traceutil/trace.go:171","msg":"trace[1997059428] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:10572; }","duration":"154.265319ms","start":"2026-04-01T02:28:22.367875Z","end":"2026-04-01T02:28:22.52214Z","steps":["trace[1997059428] 'range keys from in-memory index tree' (duration: 154.136986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:28:22.52231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.28716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T02:28:22.522336Z","caller":"traceutil/trace.go:171","msg":"trace[1859852080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10572; }","duration":"119.346611ms","start":"2026-04-01T02:28:22.402982Z","end":"2026-04-01T02:28:22.522328Z","steps":["trace[1859852080] 'range keys from in-memory index tree' (duration: 119.179097ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:28:27.472824Z","caller":"traceutil/trace.go:171","msg":"trace[1884858192] linearizableReadLoop","detail":"{readStateIndex:11022; appliedIndex:11021; }","duration":"268.596063ms","start":"2026-04-01T02:28:27.204184Z","end":"2026-04-01T02:28:27.47278Z","steps":["trace[1884858192] 'read index received' (duration: 268.330846ms)","trace[1884858192] 'applied index is now lower than readState.Index' (duration: 263.677µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:28:27.473189Z","caller":"traceutil/trace.go:171","msg":"trace[1009072434] transaction","detail":"{read_only:false; response_revision:10638; number_of_response:1; }","duration":"278.717971ms","start":"2026-04-01T02:28:27.194454Z","end":"2026-04-01T02:28:27.473172Z","steps":["trace[1009072434] 'process raft request' (duration: 277.96022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:28:27.47348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.264891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-01T02:28:27.473588Z","caller":"traceutil/trace.go:171","msg":"trace[922831156] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:10638; }","duration":"269.429227ms","start":"2026-04-01T02:28:27.204136Z","end":"2026-04-01T02:28:27.473566Z","steps":["trace[922831156] 'agreement among raft nodes before linearized reading' (duration: 269.058586ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:30:03.347079Z","caller":"traceutil/trace.go:171","msg":"trace[116264307] transaction","detail":"{read_only:false; response_revision:11117; number_of_response:1; }","duration":"214.290703ms","start":"2026-04-01T02:30:03.132754Z","end":"2026-04-01T02:30:03.347044Z","steps":["trace[116264307] 'process raft request' (duration: 213.875022ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:30:03.347203Z","caller":"traceutil/trace.go:171","msg":"trace[1827068626] transaction","detail":"{read_only:false; response_revision:11118; number_of_response:1; }","duration":"213.997336ms","start":"2026-04-01T02:30:03.133187Z","end":"2026-04-01T02:30:03.347184Z","steps":["trace[1827068626] 'process raft request' (duration: 213.537684ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:30:03.34722Z","caller":"traceutil/trace.go:171","msg":"trace[38417000] linearizableReadLoop","detail":"{readStateIndex:11521; appliedIndex:11518; }","duration":"109.451495ms","start":"2026-04-01T02:30:03.237732Z","end":"2026-04-01T02:30:03.347183Z","steps":["trace[38417000] 'read index received' (duration: 87.205496ms)","trace[38417000] 'applied index is now lower than readState.Index' (duration: 22.244899ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:30:03.347155Z","caller":"traceutil/trace.go:171","msg":"trace[980742186] transaction","detail":"{read_only:false; response_revision:11116; number_of_response:1; }","duration":"214.929132ms","start":"2026-04-01T02:30:03.132094Z","end":"2026-04-01T02:30:03.347023Z","steps":["trace[980742186] 'process raft request' (duration: 192.844027ms)","trace[980742186] 'compare' (duration: 21.208091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:30:03.347448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.63704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:30:03.347503Z","caller":"traceutil/trace.go:171","msg":"trace[740941405] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11118; }","duration":"109.818665ms","start":"2026-04-01T02:30:03.237665Z","end":"2026-04-01T02:30:03.347483Z","steps":["trace[740941405] 'agreement among raft nodes before linearized reading' (duration: 109.650601ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:30:17.945869Z","caller":"traceutil/trace.go:171","msg":"trace[612552503] transaction","detail":"{read_only:false; response_revision:11197; number_of_response:1; }","duration":"312.508551ms","start":"2026-04-01T02:30:17.633325Z","end":"2026-04-01T02:30:17.945833Z","steps":["trace[612552503] 'process raft request' (duration: 312.432779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:30:17.946097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:30:17.633303Z","time spent":"312.706647ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:30:17.946266Z","caller":"traceutil/trace.go:171","msg":"trace[1168206147] transaction","detail":"{read_only:false; response_revision:11196; number_of_response:1; }","duration":"312.85899ms","start":"2026-04-01T02:30:17.633323Z","end":"2026-04-01T02:30:17.946182Z","steps":["trace[1168206147] 'process raft request' (duration: 312.245024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:30:17.946381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:30:17.633303Z","time spent":"313.025635ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:30:17.947888Z","caller":"traceutil/trace.go:171","msg":"trace[1194309096] linearizableReadLoop","detail":"{readStateIndex:11606; appliedIndex:11602; }","duration":"227.554987ms","start":"2026-04-01T02:30:17.720316Z","end":"2026-04-01T02:30:17.947871Z","steps":["trace[1194309096] 'read index received' (duration: 225.232633ms)","trace[1194309096] 'applied index is now lower than readState.Index' (duration: 2.321694ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:30:17.948099Z","caller":"traceutil/trace.go:171","msg":"trace[1754130825] transaction","detail":"{read_only:false; response_revision:11198; number_of_response:1; }","duration":"307.834974ms","start":"2026-04-01T02:30:17.640219Z","end":"2026-04-01T02:30:17.948054Z","steps":["trace[1754130825] 'process raft request' (duration: 307.487414ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:30:17.94815Z","caller":"traceutil/trace.go:171","msg":"trace[571256265] transaction","detail":"{read_only:false; response_revision:11199; number_of_response:1; }","duration":"307.915216ms","start":"2026-04-01T02:30:17.640219Z","end":"2026-04-01T02:30:17.948134Z","steps":["trace[571256265] 'process raft request' (duration: 307.592167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:30:17.948221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.162776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:30:17.948288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:30:17.640198Z","time spent":"307.993967ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:30:17.948316Z","caller":"traceutil/trace.go:171","msg":"trace[721810797] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:11200; }","duration":"227.295309ms","start":"2026-04-01T02:30:17.720997Z","end":"2026-04-01T02:30:17.948292Z","steps":["trace[721810797] 'agreement among raft nodes before linearized reading' (duration: 227.094194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:30:17.9484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:30:17.640198Z","time spent":"308.07611ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:30:17.948688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.361469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-5fc5d5d5f7-86g4q\" ","response":"range_response_count:1 size:12757"} {"level":"info","ts":"2026-04-01T02:30:17.948725Z","caller":"traceutil/trace.go:171","msg":"trace[723614977] range","detail":"{range_begin:/registry/pods/openstack/glance-api-5fc5d5d5f7-86g4q; range_end:; response_count:1; response_revision:11200; }","duration":"228.457181ms","start":"2026-04-01T02:30:17.720259Z","end":"2026-04-01T02:30:17.948716Z","steps":["trace[723614977] 'agreement among raft nodes before linearized reading' (duration: 228.345878ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:30:18.139189Z","caller":"traceutil/trace.go:171","msg":"trace[1073294282] transaction","detail":"{read_only:false; response_revision:11202; number_of_response:1; }","duration":"139.288622ms","start":"2026-04-01T02:30:17.999859Z","end":"2026-04-01T02:30:18.139147Z","steps":["trace[1073294282] 'process raft request' (duration: 89.51571ms)","trace[1073294282] 'compare' (duration: 49.597577ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:30:18.140369Z","caller":"traceutil/trace.go:171","msg":"trace[1949545822] transaction","detail":"{read_only:false; response_revision:11203; number_of_response:1; }","duration":"140.271698ms","start":"2026-04-01T02:30:18.000059Z","end":"2026-04-01T02:30:18.140331Z","steps":["trace[1949545822] 'process raft request' (duration: 140.064562ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:30:19.927236Z","caller":"traceutil/trace.go:171","msg":"trace[1181225464] transaction","detail":"{read_only:false; response_revision:11211; number_of_response:1; }","duration":"175.609355ms","start":"2026-04-01T02:30:19.751589Z","end":"2026-04-01T02:30:19.927198Z","steps":["trace[1181225464] 'process raft request' (duration: 175.375759ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:30:43.128008Z","caller":"traceutil/trace.go:171","msg":"trace[2138149028] transaction","detail":"{read_only:false; response_revision:11427; number_of_response:1; }","duration":"222.853628ms","start":"2026-04-01T02:30:42.905118Z","end":"2026-04-01T02:30:43.127972Z","steps":["trace[2138149028] 'process raft request' (duration: 222.54115ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:30:44.3119Z","caller":"traceutil/trace.go:171","msg":"trace[758621780] transaction","detail":"{read_only:false; response_revision:11439; number_of_response:1; }","duration":"115.879551ms","start":"2026-04-01T02:30:44.195983Z","end":"2026-04-01T02:30:44.311863Z","steps":["trace[758621780] 'process raft request' (duration: 115.708447ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:30:44.311881Z","caller":"traceutil/trace.go:171","msg":"trace[1482464214] transaction","detail":"{read_only:false; response_revision:11438; number_of_response:1; }","duration":"116.795516ms","start":"2026-04-01T02:30:44.195047Z","end":"2026-04-01T02:30:44.311843Z","steps":["trace[1482464214] 'process raft request' (duration: 110.697049ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:30:47.573471Z","caller":"traceutil/trace.go:171","msg":"trace[1925461051] transaction","detail":"{read_only:false; response_revision:11457; number_of_response:1; }","duration":"231.490714ms","start":"2026-04-01T02:30:47.341956Z","end":"2026-04-01T02:30:47.573446Z","steps":["trace[1925461051] 'process raft request' (duration: 231.314929ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:30:47.742391Z","caller":"traceutil/trace.go:171","msg":"trace[759493484] transaction","detail":"{read_only:false; response_revision:11459; number_of_response:1; }","duration":"158.879927ms","start":"2026-04-01T02:30:47.583488Z","end":"2026-04-01T02:30:47.742368Z","steps":["trace[759493484] 'process raft request' (duration: 158.784865ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:30:47.74253Z","caller":"traceutil/trace.go:171","msg":"trace[176056700] transaction","detail":"{read_only:false; response_revision:11458; number_of_response:1; }","duration":"200.487877ms","start":"2026-04-01T02:30:47.542006Z","end":"2026-04-01T02:30:47.742494Z","steps":["trace[176056700] 'process raft request' (duration: 105.367644ms)","trace[176056700] 'compare' (duration: 94.753233ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:30:47.742665Z","caller":"traceutil/trace.go:171","msg":"trace[187531459] transaction","detail":"{read_only:false; response_revision:11460; number_of_response:1; }","duration":"127.663184ms","start":"2026-04-01T02:30:47.614973Z","end":"2026-04-01T02:30:47.742636Z","steps":["trace[187531459] 'process raft request' (duration: 127.357325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:30:48.016812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.287484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368669"} {"level":"info","ts":"2026-04-01T02:30:48.016873Z","caller":"traceutil/trace.go:171","msg":"trace[1735787029] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:11461; }","duration":"172.376117ms","start":"2026-04-01T02:30:47.844485Z","end":"2026-04-01T02:30:48.016861Z","steps":["trace[1735787029] 'range keys from in-memory index tree' (duration: 171.888734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:30:48.455434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.65668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:30:48.455521Z","caller":"traceutil/trace.go:171","msg":"trace[2045776702] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:11463; }","duration":"151.778524ms","start":"2026-04-01T02:30:48.303722Z","end":"2026-04-01T02:30:48.455501Z","steps":["trace[2045776702] 'count revisions from in-memory index tree' (duration: 151.575937ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:30:48.535493Z","caller":"traceutil/trace.go:171","msg":"trace[2146664228] transaction","detail":"{read_only:false; response_revision:11464; number_of_response:1; }","duration":"229.782147ms","start":"2026-04-01T02:30:48.305691Z","end":"2026-04-01T02:30:48.535473Z","steps":["trace[2146664228] 'process raft request' (duration: 229.666054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:30:48.612218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.447763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T02:30:48.612309Z","caller":"traceutil/trace.go:171","msg":"trace[1711291637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11466; }","duration":"136.584506ms","start":"2026-04-01T02:30:48.475704Z","end":"2026-04-01T02:30:48.612289Z","steps":["trace[1711291637] 'agreement among raft nodes before linearized reading' (duration: 136.335779ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:31:01.926545Z","caller":"traceutil/trace.go:171","msg":"trace[1468620060] transaction","detail":"{read_only:false; response_revision:11573; number_of_response:1; }","duration":"120.58627ms","start":"2026-04-01T02:31:01.805927Z","end":"2026-04-01T02:31:01.926513Z","steps":["trace[1468620060] 'process raft request' (duration: 78.090137ms)","trace[1468620060] 'compare' (duration: 42.250506ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:31:01.926662Z","caller":"traceutil/trace.go:171","msg":"trace[1471618652] transaction","detail":"{read_only:false; response_revision:11574; number_of_response:1; }","duration":"119.51115ms","start":"2026-04-01T02:31:01.807117Z","end":"2026-04-01T02:31:01.926628Z","steps":["trace[1471618652] 'process raft request' (duration: 119.296014ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:31:08.096718Z","caller":"traceutil/trace.go:171","msg":"trace[1004867267] transaction","detail":"{read_only:false; response_revision:11610; number_of_response:1; }","duration":"132.244719ms","start":"2026-04-01T02:31:07.964455Z","end":"2026-04-01T02:31:08.0967Z","steps":["trace[1004867267] 'process raft request' (duration: 95.37924ms)","trace[1004867267] 'compare' (duration: 36.795357ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:31:08.130001Z","caller":"traceutil/trace.go:171","msg":"trace[1513562388] linearizableReadLoop","detail":"{readStateIndex:12030; appliedIndex:12028; }","duration":"156.031901ms","start":"2026-04-01T02:31:07.97394Z","end":"2026-04-01T02:31:08.129972Z","steps":["trace[1513562388] 'read index received' (duration: 85.8498ms)","trace[1513562388] 'applied index is now lower than readState.Index' (duration: 70.180601ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:31:08.130119Z","caller":"traceutil/trace.go:171","msg":"trace[2022419846] transaction","detail":"{read_only:false; response_revision:11611; number_of_response:1; }","duration":"165.592542ms","start":"2026-04-01T02:31:07.96449Z","end":"2026-04-01T02:31:08.130083Z","steps":["trace[2022419846] 'process raft request' (duration: 165.281673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:31:08.130241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.285387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T02:31:08.130475Z","caller":"traceutil/trace.go:171","msg":"trace[1685541022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11611; }","duration":"156.592846ms","start":"2026-04-01T02:31:07.973867Z","end":"2026-04-01T02:31:08.130459Z","steps":["trace[1685541022] 'agreement among raft nodes before linearized reading' (duration: 156.242077ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:31:08.272196Z","caller":"traceutil/trace.go:171","msg":"trace[43693628] linearizableReadLoop","detail":"{readStateIndex:12031; appliedIndex:12030; }","duration":"120.053675ms","start":"2026-04-01T02:31:08.152116Z","end":"2026-04-01T02:31:08.27217Z","steps":["trace[43693628] 'read index received' (duration: 79.185736ms)","trace[43693628] 'applied index is now lower than readState.Index' (duration: 40.866829ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:31:08.272275Z","caller":"traceutil/trace.go:171","msg":"trace[1303720597] transaction","detail":"{read_only:false; response_revision:11612; number_of_response:1; }","duration":"137.544154ms","start":"2026-04-01T02:31:08.134708Z","end":"2026-04-01T02:31:08.272253Z","steps":["trace[1303720597] 'process raft request' (duration: 96.688126ms)","trace[1303720597] 'compare' (duration: 40.649792ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:31:08.272446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.312263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T02:31:08.27253Z","caller":"traceutil/trace.go:171","msg":"trace[2062030215] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:11612; }","duration":"120.432405ms","start":"2026-04-01T02:31:08.152078Z","end":"2026-04-01T02:31:08.272511Z","steps":["trace[2062030215] 'agreement among raft nodes before linearized reading' (duration: 120.199909ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:31:08.605225Z","caller":"traceutil/trace.go:171","msg":"trace[1176366055] transaction","detail":"{read_only:false; response_revision:11613; number_of_response:1; }","duration":"164.230494ms","start":"2026-04-01T02:31:08.440969Z","end":"2026-04-01T02:31:08.6052Z","steps":["trace[1176366055] 'process raft request' (duration: 164.029259ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:31:54.37566Z","caller":"traceutil/trace.go:171","msg":"trace[495423821] transaction","detail":"{read_only:false; response_revision:11861; number_of_response:1; }","duration":"125.923926ms","start":"2026-04-01T02:31:54.249709Z","end":"2026-04-01T02:31:54.375633Z","steps":["trace[495423821] 'process raft request' (duration: 125.721031ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:31:59.34584Z","caller":"traceutil/trace.go:171","msg":"trace[1201804595] transaction","detail":"{read_only:false; response_revision:11893; number_of_response:1; }","duration":"138.793377ms","start":"2026-04-01T02:31:59.207014Z","end":"2026-04-01T02:31:59.345808Z","steps":["trace[1201804595] 'process raft request' (duration: 122.309856ms)","trace[1201804595] 'compare' (duration: 16.195414ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:32:38.439748Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10290} {"level":"info","ts":"2026-04-01T02:32:38.523124Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10290,"took":"80.972366ms","hash":1660238665,"current-db-size-bytes":54931456,"current-db-size":"55 MB","current-db-size-in-use-bytes":22900736,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-01T02:32:38.523187Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1660238665,"revision":10290,"compact-revision":8039} {"level":"info","ts":"2026-04-01T02:33:26.986223Z","caller":"traceutil/trace.go:171","msg":"trace[1266525127] transaction","detail":"{read_only:false; response_revision:12349; number_of_response:1; }","duration":"124.88592ms","start":"2026-04-01T02:33:26.861302Z","end":"2026-04-01T02:33:26.986188Z","steps":["trace[1266525127] 'process raft request' (duration: 104.361288ms)","trace[1266525127] 'compare' (duration: 20.398189ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:33:34.387875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237144949554541,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:33:35.206145Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237144949554541,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:33:35.707363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237144949554541,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:33:36.30911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10363237144949554541,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:33:36.353859Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.484157447s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T02:33:36.414765Z","caller":"traceutil/trace.go:171","msg":"trace[1613331910] transaction","detail":"{read_only:false; response_revision:12383; number_of_response:1; }","duration":"2.545129957s","start":"2026-04-01T02:33:33.869596Z","end":"2026-04-01T02:33:36.414726Z","steps":["trace[1613331910] 'process raft request' (duration: 2.484696422s)","trace[1613331910] 'compare' (duration: 59.978502ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:33:36.414761Z","caller":"traceutil/trace.go:171","msg":"trace[736794276] transaction","detail":"{read_only:false; response_revision:12384; number_of_response:1; }","duration":"2.017092387s","start":"2026-04-01T02:33:34.397645Z","end":"2026-04-01T02:33:36.414738Z","steps":["trace[736794276] 'process raft request' (duration: 2.016944423s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:33:36.414911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:33:33.869579Z","time spent":"2.54525373s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:33:36.414913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:33:34.397605Z","time spent":"2.017236141s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:33:36.41525Z","caller":"traceutil/trace.go:171","msg":"trace[299898541] transaction","detail":"{read_only:false; response_revision:12385; number_of_response:1; }","duration":"1.779926822s","start":"2026-04-01T02:33:34.635292Z","end":"2026-04-01T02:33:36.415218Z","steps":["trace[299898541] 'process raft request' (duration: 1.779405218s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:33:36.41537Z","caller":"traceutil/trace.go:171","msg":"trace[1934744697] linearizableReadLoop","detail":"{readStateIndex:12837; appliedIndex:12833; }","duration":"2.527755852s","start":"2026-04-01T02:33:33.887583Z","end":"2026-04-01T02:33:36.415339Z","steps":["trace[1934744697] 'read index received' (duration: 2.466727141s)","trace[1934744697] 'applied index is now lower than readState.Index' (duration: 61.02759ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:33:36.41544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:33:34.635265Z","time spent":"1.780062926s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:33:36.41564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.154229232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:33:36.415688Z","caller":"traceutil/trace.go:171","msg":"trace[1147259588] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:12387; }","duration":"2.154462919s","start":"2026-04-01T02:33:34.261215Z","end":"2026-04-01T02:33:36.415677Z","steps":["trace[1147259588] 'agreement among raft nodes before linearized reading' (duration: 2.154369386s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:33:36.415689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.528103591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-01T02:33:36.415729Z","caller":"traceutil/trace.go:171","msg":"trace[676809460] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12387; }","duration":"2.528184943s","start":"2026-04-01T02:33:33.887532Z","end":"2026-04-01T02:33:36.415717Z","steps":["trace[676809460] 'agreement among raft nodes before linearized reading' (duration: 2.528038339s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:33:36.415762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:33:33.887505Z","time spent":"2.528250225s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T02:33:36.415967Z","caller":"traceutil/trace.go:171","msg":"trace[616744862] transaction","detail":"{read_only:false; response_revision:12386; number_of_response:1; }","duration":"1.279812387s","start":"2026-04-01T02:33:35.136132Z","end":"2026-04-01T02:33:36.415945Z","steps":["trace[616744862] 'process raft request' (duration: 1.27881974s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:33:36.416068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:33:35.136103Z","time spent":"1.279917629s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:33:36.416228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.337305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:33:36.416286Z","caller":"traceutil/trace.go:171","msg":"trace[174095631] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:12387; }","duration":"464.431868ms","start":"2026-04-01T02:33:35.951841Z","end":"2026-04-01T02:33:36.416272Z","steps":["trace[174095631] 'agreement among raft nodes before linearized reading' (duration: 464.276084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:33:36.41632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:33:35.951824Z","time spent":"464.487179ms","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:33:36.415726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:33:34.261183Z","time spent":"2.154533891s","remote":"127.0.0.1:45054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:33:36.416567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.969977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-01T02:33:36.416611Z","caller":"traceutil/trace.go:171","msg":"trace[1395055093] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12387; }","duration":"601.06655ms","start":"2026-04-01T02:33:35.815534Z","end":"2026-04-01T02:33:36.4166Z","steps":["trace[1395055093] 'agreement among raft nodes before linearized reading' (duration: 600.931156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:33:36.416639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:33:35.815504Z","time spent":"601.128602ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T02:33:36.416841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.174268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T02:33:36.416902Z","caller":"traceutil/trace.go:171","msg":"trace[572586822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12387; }","duration":"660.265881ms","start":"2026-04-01T02:33:35.756622Z","end":"2026-04-01T02:33:36.416888Z","steps":["trace[572586822] 'agreement among raft nodes before linearized reading' (duration: 660.115677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:33:36.416942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:33:35.756605Z","time spent":"660.324802ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T02:33:36.417201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276347712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:33:36.417239Z","caller":"traceutil/trace.go:171","msg":"trace[501863030] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:12387; }","duration":"1.276393103s","start":"2026-04-01T02:33:35.140838Z","end":"2026-04-01T02:33:36.417231Z","steps":["trace[501863030] 'agreement among raft nodes before linearized reading' (duration: 1.276323211s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:33:36.41726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:33:35.140794Z","time spent":"1.276460575s","remote":"127.0.0.1:45044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":8,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:33:36.417268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260653482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:33:36.41738Z","caller":"traceutil/trace.go:171","msg":"trace[569942825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12387; }","duration":"1.260791516s","start":"2026-04-01T02:33:35.156525Z","end":"2026-04-01T02:33:36.417316Z","steps":["trace[569942825] 'agreement among raft nodes before linearized reading' (duration: 1.260606911s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:33:36.417478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171782348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-01T02:33:36.417468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206525489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-01T02:33:36.417494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:33:35.156502Z","time spent":"1.260974901s","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T02:33:36.417526Z","caller":"traceutil/trace.go:171","msg":"trace[938290300] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:12387; }","duration":"1.17182849s","start":"2026-04-01T02:33:35.245683Z","end":"2026-04-01T02:33:36.417511Z","steps":["trace[938290300] 'agreement among raft nodes before linearized reading' (duration: 1.171707797s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:33:36.41754Z","caller":"traceutil/trace.go:171","msg":"trace[1128972077] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12387; }","duration":"1.206621852s","start":"2026-04-01T02:33:35.2109Z","end":"2026-04-01T02:33:36.417522Z","steps":["trace[1128972077] 'agreement among raft nodes before linearized reading' (duration: 1.206452818s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:33:36.417561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:33:35.245671Z","time spent":"1.171881611s","remote":"127.0.0.1:44906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-01T02:33:36.417578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.214958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.221\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-01T02:33:36.417566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226327122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:33:36.417616Z","caller":"traceutil/trace.go:171","msg":"trace[1067828166] range","detail":"{range_begin:/registry/masterleases/162.253.55.221; range_end:; response_count:1; response_revision:12387; }","duration":"867.266559ms","start":"2026-04-01T02:33:35.550333Z","end":"2026-04-01T02:33:36.4176Z","steps":["trace[1067828166] 'agreement among raft nodes before linearized reading' (duration: 867.194528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:33:36.417655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:33:35.550316Z","time spent":"867.333621ms","remote":"127.0.0.1:44794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.221\" "} {"level":"info","ts":"2026-04-01T02:33:36.417663Z","caller":"traceutil/trace.go:171","msg":"trace[1073498203] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:12387; }","duration":"1.226501907s","start":"2026-04-01T02:33:35.191136Z","end":"2026-04-01T02:33:36.417638Z","steps":["trace[1073498203] 'agreement among raft nodes before linearized reading' (duration: 1.226324042s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:33:36.417673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.298582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T02:33:36.417714Z","caller":"traceutil/trace.go:171","msg":"trace[1606601624] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12387; }","duration":"893.377594ms","start":"2026-04-01T02:33:35.524324Z","end":"2026-04-01T02:33:36.417702Z","steps":["trace[1606601624] 'agreement among raft nodes before linearized reading' (duration: 893.250371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:33:36.41769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:33:35.210887Z","time spent":"1.206701455s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T02:33:36.417484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014804789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-01T02:33:36.417733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:33:35.524304Z","time spent":"893.425536ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T02:33:36.417719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:33:35.191105Z","time spent":"1.226600899s","remote":"127.0.0.1:33010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:33:36.417784Z","caller":"traceutil/trace.go:171","msg":"trace[1931895351] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:12387; }","duration":"1.015129129s","start":"2026-04-01T02:33:35.40262Z","end":"2026-04-01T02:33:36.417749Z","steps":["trace[1931895351] 'agreement among raft nodes before linearized reading' (duration: 1.014699597s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:33:36.417865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:33:35.402609Z","time spent":"1.015232791s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-p2zx8\" "} {"level":"warn","ts":"2026-04-01T02:33:36.417822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629863973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-04-01T02:33:36.418059Z","caller":"traceutil/trace.go:171","msg":"trace[422848261] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12387; }","duration":"1.63014548s","start":"2026-04-01T02:33:34.787865Z","end":"2026-04-01T02:33:36.41801Z","steps":["trace[422848261] 'agreement among raft nodes before linearized reading' (duration: 1.629403279s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:33:36.418153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:33:34.787853Z","time spent":"1.630264844s","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5151,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-04-01T02:35:37.094432Z","caller":"traceutil/trace.go:171","msg":"trace[1681551979] transaction","detail":"{read_only:false; response_revision:13000; number_of_response:1; }","duration":"102.710362ms","start":"2026-04-01T02:35:36.991661Z","end":"2026-04-01T02:35:37.094372Z","steps":["trace[1681551979] 'process raft request' (duration: 11.847284ms)","trace[1681551979] 'compare' (duration: 90.53939ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:35:37.268971Z","caller":"traceutil/trace.go:171","msg":"trace[1999280107] transaction","detail":"{read_only:false; response_revision:13003; number_of_response:1; }","duration":"107.37565ms","start":"2026-04-01T02:35:37.161544Z","end":"2026-04-01T02:35:37.26892Z","steps":["trace[1999280107] 'process raft request' (duration: 107.063011ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:35:39.44071Z","caller":"traceutil/trace.go:171","msg":"trace[1121672147] transaction","detail":"{read_only:false; response_revision:13015; number_of_response:1; }","duration":"133.211497ms","start":"2026-04-01T02:35:39.307469Z","end":"2026-04-01T02:35:39.440681Z","steps":["trace[1121672147] 'process raft request' (duration: 132.982281ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:35:39.441151Z","caller":"traceutil/trace.go:171","msg":"trace[835454402] transaction","detail":"{read_only:false; response_revision:13016; number_of_response:1; }","duration":"129.941659ms","start":"2026-04-01T02:35:39.311187Z","end":"2026-04-01T02:35:39.441129Z","steps":["trace[835454402] 'process raft request' (duration: 129.431185ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:35:39.536244Z","caller":"traceutil/trace.go:171","msg":"trace[1720667358] transaction","detail":"{read_only:false; response_revision:13017; number_of_response:1; }","duration":"115.099662ms","start":"2026-04-01T02:35:39.421101Z","end":"2026-04-01T02:35:39.5362Z","steps":["trace[1720667358] 'process raft request' (duration: 69.861123ms)","trace[1720667358] 'compare' (duration: 45.052754ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:36:35.613297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.260655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:36:35.613423Z","caller":"traceutil/trace.go:171","msg":"trace[1378443099] linearizableReadLoop","detail":"{readStateIndex:13788; appliedIndex:13787; }","duration":"231.177841ms","start":"2026-04-01T02:36:35.382229Z","end":"2026-04-01T02:36:35.613407Z","steps":["trace[1378443099] 'read index received' (duration: 76.702361ms)","trace[1378443099] 'applied index is now lower than readState.Index' (duration: 154.47454ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:36:35.613472Z","caller":"traceutil/trace.go:171","msg":"trace[999216688] transaction","detail":"{read_only:false; response_revision:13300; number_of_response:1; }","duration":"232.357513ms","start":"2026-04-01T02:36:35.381076Z","end":"2026-04-01T02:36:35.613433Z","steps":["trace[999216688] 'process raft request' (duration: 77.880062ms)","trace[999216688] 'compare' (duration: 154.031928ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:36:35.613583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.358946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1168"} {"level":"info","ts":"2026-04-01T02:36:35.613606Z","caller":"traceutil/trace.go:171","msg":"trace[1056663491] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:13300; }","duration":"231.426177ms","start":"2026-04-01T02:36:35.38217Z","end":"2026-04-01T02:36:35.613596Z","steps":["trace[1056663491] 'agreement among raft nodes before linearized reading' (duration: 231.307114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:36:35.613635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.230775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/monitoring/\" range_end:\"/registry/networkpolicies/monitoring0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:36:35.613722Z","caller":"traceutil/trace.go:171","msg":"trace[716063769] range","detail":"{range_begin:/registry/networkpolicies/monitoring/; range_end:/registry/networkpolicies/monitoring0; response_count:0; response_revision:13300; }","duration":"211.368999ms","start":"2026-04-01T02:36:35.402331Z","end":"2026-04-01T02:36:35.6137Z","steps":["trace[716063769] 'agreement among raft nodes before linearized reading' (duration: 211.192244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:36:35.613876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.271337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/local-path-storage/\" range_end:\"/registry/persistentvolumeclaims/local-path-storage0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:36:35.613937Z","caller":"traceutil/trace.go:171","msg":"trace[202573953] range","detail":"{range_begin:/registry/persistentvolumeclaims/local-path-storage/; range_end:/registry/persistentvolumeclaims/local-path-storage0; response_count:0; response_revision:13300; }","duration":"161.371749ms","start":"2026-04-01T02:36:35.452556Z","end":"2026-04-01T02:36:35.613928Z","steps":["trace[202573953] 'agreement among raft nodes before linearized reading' (duration: 161.288667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:36:35.614465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.154059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1180"} {"level":"info","ts":"2026-04-01T02:36:35.614579Z","caller":"traceutil/trace.go:171","msg":"trace[1456428879] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:13300; }","duration":"151.308903ms","start":"2026-04-01T02:36:35.463243Z","end":"2026-04-01T02:36:35.614552Z","steps":["trace[1456428879] 'agreement among raft nodes before linearized reading' (duration: 150.489051ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:36:35.861429Z","caller":"traceutil/trace.go:171","msg":"trace[695498610] linearizableReadLoop","detail":"{readStateIndex:13792; appliedIndex:13791; }","duration":"154.455631ms","start":"2026-04-01T02:36:35.706941Z","end":"2026-04-01T02:36:35.861397Z","steps":["trace[695498610] 'read index received' (duration: 111.300429ms)","trace[695498610] 'applied index is now lower than readState.Index' (duration: 43.152882ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:36:35.861463Z","caller":"traceutil/trace.go:171","msg":"trace[1144699938] transaction","detail":"{read_only:false; response_revision:13303; number_of_response:1; }","duration":"223.87285ms","start":"2026-04-01T02:36:35.637553Z","end":"2026-04-01T02:36:35.861426Z","steps":["trace[1144699938] 'process raft request' (duration: 180.608535ms)","trace[1144699938] 'compare' (duration: 42.890494ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:36:35.861926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.939455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" limit:500 ","response":"range_response_count:16 size:111914"} {"level":"info","ts":"2026-04-01T02:36:35.861974Z","caller":"traceutil/trace.go:171","msg":"trace[2084857381] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:13303; }","duration":"155.071328ms","start":"2026-04-01T02:36:35.706891Z","end":"2026-04-01T02:36:35.861962Z","steps":["trace[2084857381] 'agreement among raft nodes before linearized reading' (duration: 154.662077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:36:35.862205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.874204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/local-path-storage/\" range_end:\"/registry/rolebindings/local-path-storage0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:36:35.862224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.230924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T02:36:35.862226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.359923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1180"} {"level":"info","ts":"2026-04-01T02:36:35.862338Z","caller":"traceutil/trace.go:171","msg":"trace[1628326577] range","detail":"{range_begin:/registry/rolebindings/local-path-storage/; range_end:/registry/rolebindings/local-path-storage0; response_count:0; response_revision:13303; }","duration":"139.049079ms","start":"2026-04-01T02:36:35.723258Z","end":"2026-04-01T02:36:35.862307Z","steps":["trace[1628326577] 'agreement among raft nodes before linearized reading' (duration: 138.782421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:36:35.862323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.742687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1168"} {"level":"info","ts":"2026-04-01T02:36:35.86243Z","caller":"traceutil/trace.go:171","msg":"trace[1591499806] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:13303; }","duration":"151.89409ms","start":"2026-04-01T02:36:35.710512Z","end":"2026-04-01T02:36:35.862406Z","steps":["trace[1591499806] 'agreement among raft nodes before linearized reading' (duration: 151.52471ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:36:35.862348Z","caller":"traceutil/trace.go:171","msg":"trace[1094714582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13303; }","duration":"108.440839ms","start":"2026-04-01T02:36:35.753881Z","end":"2026-04-01T02:36:35.862322Z","steps":["trace[1094714582] 'agreement among raft nodes before linearized reading' (duration: 108.162552ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:36:35.862361Z","caller":"traceutil/trace.go:171","msg":"trace[732378632] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:13303; }","duration":"141.521937ms","start":"2026-04-01T02:36:35.720817Z","end":"2026-04-01T02:36:35.862339Z","steps":["trace[732378632] 'agreement among raft nodes before linearized reading' (duration: 141.231019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:36:36.092584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.029318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:36:36.093071Z","caller":"traceutil/trace.go:171","msg":"trace[110858681] transaction","detail":"{read_only:false; response_revision:13305; number_of_response:1; }","duration":"224.393975ms","start":"2026-04-01T02:36:35.868636Z","end":"2026-04-01T02:36:36.09303Z","steps":["trace[110858681] 'process raft request' (duration: 111.788611ms)","trace[110858681] 'compare' (duration: 111.827183ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:36:36.093148Z","caller":"traceutil/trace.go:171","msg":"trace[1850590997] transaction","detail":"{read_only:false; response_revision:13306; number_of_response:1; }","duration":"224.375464ms","start":"2026-04-01T02:36:35.868728Z","end":"2026-04-01T02:36:36.093103Z","steps":["trace[1850590997] 'process raft request' (duration: 224.014754ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:36:36.093222Z","caller":"traceutil/trace.go:171","msg":"trace[2091161921] linearizableReadLoop","detail":"{readStateIndex:13795; appliedIndex:13793; }","duration":"144.549889ms","start":"2026-04-01T02:36:35.948619Z","end":"2026-04-01T02:36:36.093169Z","steps":["trace[2091161921] 'read index received' (duration: 31.799831ms)","trace[2091161921] 'applied index is now lower than readState.Index' (duration: 112.711387ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:36:36.093379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.641801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T02:36:36.093436Z","caller":"traceutil/trace.go:171","msg":"trace[2142924018] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:13307; }","duration":"224.719844ms","start":"2026-04-01T02:36:35.868694Z","end":"2026-04-01T02:36:36.093414Z","steps":["trace[2142924018] 'agreement among raft nodes before linearized reading' (duration: 224.612681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:36:36.093504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.828587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1168"} {"level":"info","ts":"2026-04-01T02:36:36.09355Z","caller":"traceutil/trace.go:171","msg":"trace[1434625562] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:13307; }","duration":"224.924459ms","start":"2026-04-01T02:36:35.868612Z","end":"2026-04-01T02:36:36.093536Z","steps":["trace[1434625562] 'agreement among raft nodes before linearized reading' (duration: 224.746524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:36:36.093647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.286829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p2zx8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-01T02:36:36.093691Z","caller":"traceutil/trace.go:171","msg":"trace[1521918130] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p2zx8; range_end:; response_count:1; response_revision:13307; }","duration":"118.350511ms","start":"2026-04-01T02:36:35.975329Z","end":"2026-04-01T02:36:36.09368Z","steps":["trace[1521918130] 'agreement among raft nodes before linearized reading' (duration: 118.133445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:36:36.093799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.280518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/\" range_end:\"/registry/events/ingress-nginx0\" limit:500 ","response":"range_response_count:30 size:23669"} {"level":"info","ts":"2026-04-01T02:36:36.093978Z","caller":"traceutil/trace.go:171","msg":"trace[705667817] range","detail":"{range_begin:/registry/events/ingress-nginx/; range_end:/registry/events/ingress-nginx0; response_count:30; response_revision:13307; }","duration":"141.389832ms","start":"2026-04-01T02:36:35.952473Z","end":"2026-04-01T02:36:36.093863Z","steps":["trace[705667817] 'agreement among raft nodes before linearized reading' (duration: 140.94724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:37:29.872458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.182272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:639"} {"level":"info","ts":"2026-04-01T02:37:29.872603Z","caller":"traceutil/trace.go:171","msg":"trace[1309364149] range","detail":"{range_begin:/registry/roles/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:13579; }","duration":"373.372237ms","start":"2026-04-01T02:37:29.499201Z","end":"2026-04-01T02:37:29.872573Z","steps":["trace[1309364149] 'range keys from in-memory index tree' (duration: 372.932045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:37:29.872742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.286742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19103"} {"level":"info","ts":"2026-04-01T02:37:29.872858Z","caller":"traceutil/trace.go:171","msg":"trace[1383621013] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:13579; }","duration":"344.447957ms","start":"2026-04-01T02:37:29.528384Z","end":"2026-04-01T02:37:29.872832Z","steps":["trace[1383621013] 'range keys from in-memory index tree' (duration: 344.024055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:37:29.872905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:37:29.528368Z","time spent":"344.525619ms","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19127,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-01T02:37:29.872912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:37:29.49918Z","time spent":"373.707567ms","remote":"127.0.0.1:45068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":663,"request content":"key:\"/registry/roles/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-04-01T02:37:29.873558Z","caller":"traceutil/trace.go:171","msg":"trace[1494179984] linearizableReadLoop","detail":"{readStateIndex:14079; appliedIndex:14078; }","duration":"323.576566ms","start":"2026-04-01T02:37:29.549964Z","end":"2026-04-01T02:37:29.873541Z","steps":["trace[1494179984] 'read index received' (duration: 323.381011ms)","trace[1494179984] 'applied index is now lower than readState.Index' (duration: 194.155µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:37:29.873719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.760471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/keystone-fernet-rotate\" ","response":"range_response_count:1 size:633"} {"level":"info","ts":"2026-04-01T02:37:29.873758Z","caller":"traceutil/trace.go:171","msg":"trace[2029106480] range","detail":"{range_begin:/registry/roles/openstack/keystone-fernet-rotate; range_end:; response_count:1; response_revision:13580; }","duration":"323.876154ms","start":"2026-04-01T02:37:29.549871Z","end":"2026-04-01T02:37:29.873747Z","steps":["trace[2029106480] 'agreement among raft nodes before linearized reading' (duration: 323.744341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:37:29.873796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:37:29.549846Z","time spent":"323.943506ms","remote":"127.0.0.1:45068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":657,"request content":"key:\"/registry/roles/openstack/keystone-fernet-rotate\" "} {"level":"info","ts":"2026-04-01T02:37:29.873779Z","caller":"traceutil/trace.go:171","msg":"trace[1820792102] transaction","detail":"{read_only:false; response_revision:13580; number_of_response:1; }","duration":"324.197663ms","start":"2026-04-01T02:37:29.549539Z","end":"2026-04-01T02:37:29.873736Z","steps":["trace[1820792102] 'process raft request' (duration: 323.846434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:37:29.874005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:37:29.549507Z","time spent":"324.375328ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:37:38.446343Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12097} {"level":"info","ts":"2026-04-01T02:37:38.517791Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12097,"took":"69.48848ms","hash":2070916395,"current-db-size-bytes":54931456,"current-db-size":"55 MB","current-db-size-in-use-bytes":19619840,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-01T02:37:38.517922Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2070916395,"revision":12097,"compact-revision":10290}