{"level":"warn","ts":"2026-05-20T02:09:57.351555Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-20T02:09:57.351714Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.23:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.23:2380","--initial-cluster=instance=https://199.204.45.23:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.23:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.23:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-20T02:09:57.35184Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-20T02:09:57.351876Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-05-20T02:09:57.351954Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-20T02:09:57.352851Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"]} {"level":"info","ts":"2026-05-20T02:09:57.353057Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.23:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-20T02:09:57.357038Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.616947ms"} {"level":"info","ts":"2026-05-20T02:09:57.364165Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"51a5c416a4d98c86","cluster-id":"ade2045974c19907"} {"level":"info","ts":"2026-05-20T02:09:57.364284Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=()"} {"level":"info","ts":"2026-05-20T02:09:57.36432Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 0"} {"level":"info","ts":"2026-05-20T02:09:57.364341Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 51a5c416a4d98c86 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-20T02:09:57.364365Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 1"} {"level":"info","ts":"2026-05-20T02:09:57.364438Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"warn","ts":"2026-05-20T02:09:57.371339Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-20T02:09:57.372972Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-20T02:09:57.374144Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-20T02:09:57.377009Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"51a5c416a4d98c86","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-20T02:09:57.377206Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"51a5c416a4d98c86","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-20T02:09:57.377361Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-20T02:09:57.377486Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-20T02:09:57.377505Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-20T02:09:57.378924Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"info","ts":"2026-05-20T02:09:57.379178Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","added-peer-id":"51a5c416a4d98c86","added-peer-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-05-20T02:09:57.381578Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-20T02:09:57.381685Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-05-20T02:09:57.381756Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-05-20T02:09:57.381905Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"51a5c416a4d98c86","initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-20T02:09:57.382014Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-20T02:09:57.565674Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 is starting a new election at term 1"} {"level":"info","ts":"2026-05-20T02:09:57.56577Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-20T02:09:57.565797Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgPreVoteResp from 51a5c416a4d98c86 at term 1"} {"level":"info","ts":"2026-05-20T02:09:57.565819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became candidate at term 2"} {"level":"info","ts":"2026-05-20T02:09:57.565837Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgVoteResp from 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-05-20T02:09:57.565861Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became leader at term 2"} {"level":"info","ts":"2026-05-20T02:09:57.565874Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 51a5c416a4d98c86 elected leader 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-05-20T02:09:57.566854Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-20T02:09:57.567561Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-20T02:09:57.567577Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-20T02:09:57.567555Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"51a5c416a4d98c86","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.23:2379]}","request-path":"/0/members/51a5c416a4d98c86/attributes","cluster-id":"ade2045974c19907","publish-timeout":"7s"} {"level":"info","ts":"2026-05-20T02:09:57.56863Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-20T02:09:57.570027Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-20T02:09:57.570195Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-20T02:09:57.570841Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.23:2379"} {"level":"info","ts":"2026-05-20T02:09:57.571195Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","cluster-version":"3.5"} {"level":"info","ts":"2026-05-20T02:09:57.575428Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-20T02:09:57.575492Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-20T02:10:00.40063Z","caller":"traceutil/trace.go:171","msg":"trace[276471453] transaction","detail":"{read_only:false; response_revision:124; number_of_response:1; }","duration":"206.676311ms","start":"2026-05-20T02:10:00.19392Z","end":"2026-05-20T02:10:00.400596Z","steps":["trace[276471453] 'process raft request' (duration: 179.217784ms)","trace[276471453] 'compare' (duration: 27.326386ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:10:01.182954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.729377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-05-20T02:10:01.18318Z","caller":"traceutil/trace.go:171","msg":"trace[2084799021] linearizableReadLoop","detail":"{readStateIndex:132; appliedIndex:130; }","duration":"155.311297ms","start":"2026-05-20T02:10:01.027851Z","end":"2026-05-20T02:10:01.183162Z","steps":["trace[2084799021] 'read index received' (duration: 53.791µs)","trace[2084799021] 'applied index is now lower than readState.Index' (duration: 155.256276ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:10:01.18326Z","caller":"traceutil/trace.go:171","msg":"trace[140210580] transaction","detail":"{read_only:false; response_revision:127; number_of_response:1; }","duration":"687.415526ms","start":"2026-05-20T02:10:00.495783Z","end":"2026-05-20T02:10:01.183198Z","steps":["trace[140210580] 'compare' (duration: 677.612696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:01.183341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.475838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-20T02:10:01.183297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:00.760115Z","time spent":"423.176285ms","remote":"127.0.0.1:47784","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-20T02:10:01.183385Z","caller":"traceutil/trace.go:171","msg":"trace[328772035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:127; }","duration":"155.583699ms","start":"2026-05-20T02:10:01.027789Z","end":"2026-05-20T02:10:01.183372Z","steps":["trace[328772035] 'agreement among raft nodes before linearized reading' (duration: 155.492848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:01.183425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:00.495768Z","time spent":"687.576528ms","remote":"127.0.0.1:48022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T02:10:01.183614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.820724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-20T02:10:01.183643Z","caller":"traceutil/trace.go:171","msg":"trace[371776196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:127; }","duration":"140.894485ms","start":"2026-05-20T02:10:01.04274Z","end":"2026-05-20T02:10:01.183635Z","steps":["trace[371776196] 'agreement among raft nodes before linearized reading' (duration: 140.851644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:01.686939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954823419753813,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T02:10:02.18757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954823419753813,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T02:10:02.264382Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.079251751s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-20T02:10:02.656194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.415466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T02:10:02.656363Z","caller":"traceutil/trace.go:171","msg":"trace[1417786821] transaction","detail":"{read_only:false; response_revision:128; number_of_response:1; }","duration":"1.47128177s","start":"2026-05-20T02:10:01.185039Z","end":"2026-05-20T02:10:02.656321Z","steps":["trace[1417786821] 'process raft request' (duration: 1.079620054s)","trace[1417786821] 'compare' (duration: 391.202272ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:10:02.65644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:01.184978Z","time spent":"1.471437371s","remote":"127.0.0.1:47784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":592,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T02:10:03.1933Z","caller":"traceutil/trace.go:171","msg":"trace[509089967] transaction","detail":"{read_only:false; response_revision:130; number_of_response:1; }","duration":"531.862425ms","start":"2026-05-20T02:10:02.6614Z","end":"2026-05-20T02:10:03.193263Z","steps":["trace[509089967] 'process raft request' (duration: 531.783994ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:03.193341Z","caller":"traceutil/trace.go:171","msg":"trace[262929396] linearizableReadLoop","detail":"{readStateIndex:134; appliedIndex:132; }","duration":"2.006882241s","start":"2026-05-20T02:10:01.186424Z","end":"2026-05-20T02:10:03.193306Z","steps":["trace[262929396] 'read index received' (duration: 1.078231644s)","trace[262929396] 'applied index is now lower than readState.Index' (duration: 928.648927ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:10:03.193335Z","caller":"traceutil/trace.go:171","msg":"trace[360615114] transaction","detail":"{read_only:false; response_revision:129; number_of_response:1; }","duration":"2.004851787s","start":"2026-05-20T02:10:01.188451Z","end":"2026-05-20T02:10:03.193303Z","steps":["trace[360615114] 'process raft request' (duration: 1.9640834s)","trace[360615114] 'compare' (duration: 40.096103ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:10:03.193482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:01.188442Z","time spent":"2.004968268s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T02:10:03.193484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:02.661372Z","time spent":"532.020327ms","remote":"127.0.0.1:47784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T02:10:03.193527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007089352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:service-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:10:03.193565Z","caller":"traceutil/trace.go:171","msg":"trace[311073384] range","detail":"{range_begin:/registry/clusterroles/system:controller:service-controller; range_end:; response_count:0; response_revision:130; }","duration":"2.007165183s","start":"2026-05-20T02:10:01.186388Z","end":"2026-05-20T02:10:03.193553Z","steps":["trace[311073384] 'agreement among raft nodes before linearized reading' (duration: 2.007058472s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:03.193594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:01.186373Z","time spent":"2.007213543s","remote":"127.0.0.1:48022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/system:controller:service-controller\" "} {"level":"warn","ts":"2026-05-20T02:10:03.193953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165323236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:10:03.194038Z","caller":"traceutil/trace.go:171","msg":"trace[2057790483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:130; }","duration":"1.165460138s","start":"2026-05-20T02:10:02.028557Z","end":"2026-05-20T02:10:03.194017Z","steps":["trace[2057790483] 'agreement among raft nodes before linearized reading' (duration: 1.165082244s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:03.194278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:02.028535Z","time spent":"1.165734519s","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T02:10:03.19427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.574885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:10:03.194472Z","caller":"traceutil/trace.go:171","msg":"trace[1599487232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:130; }","duration":"191.115848ms","start":"2026-05-20T02:10:03.003286Z","end":"2026-05-20T02:10:03.194402Z","steps":["trace[1599487232] 'agreement among raft nodes before linearized reading' (duration: 190.491844ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:19.455055Z","caller":"traceutil/trace.go:171","msg":"trace[530296275] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"166.633267ms","start":"2026-05-20T02:10:19.2884Z","end":"2026-05-20T02:10:19.455034Z","steps":["trace[530296275] 'process raft request' (duration: 107.161726ms)","trace[530296275] 'compare' (duration: 59.352348ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:10:24.759053Z","caller":"traceutil/trace.go:171","msg":"trace[1464526695] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"273.069076ms","start":"2026-05-20T02:10:24.48596Z","end":"2026-05-20T02:10:24.759029Z","steps":["trace[1464526695] 'process raft request' (duration: 272.962644ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:24.766442Z","caller":"traceutil/trace.go:171","msg":"trace[297041609] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"268.981182ms","start":"2026-05-20T02:10:24.497437Z","end":"2026-05-20T02:10:24.766418Z","steps":["trace[297041609] 'process raft request' (duration: 268.694665ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:24.766783Z","caller":"traceutil/trace.go:171","msg":"trace[1595876076] linearizableReadLoop","detail":"{readStateIndex:523; appliedIndex:513; }","duration":"120.766103ms","start":"2026-05-20T02:10:24.646004Z","end":"2026-05-20T02:10:24.76677Z","steps":["trace[1595876076] 'read index received' (duration: 113.948661ms)","trace[1595876076] 'applied index is now lower than readState.Index' (duration: 6.816842ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:10:24.766894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.882746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:10:24.76692Z","caller":"traceutil/trace.go:171","msg":"trace[1091546254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:508; }","duration":"120.956218ms","start":"2026-05-20T02:10:24.645957Z","end":"2026-05-20T02:10:24.766914Z","steps":["trace[1091546254] 'agreement among raft nodes before linearized reading' (duration: 120.859315ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:24.766979Z","caller":"traceutil/trace.go:171","msg":"trace[567291344] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"279.597602ms","start":"2026-05-20T02:10:24.487338Z","end":"2026-05-20T02:10:24.766935Z","steps":["trace[567291344] 'process raft request' (duration: 278.665828ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:24.767065Z","caller":"traceutil/trace.go:171","msg":"trace[1129243041] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"266.745536ms","start":"2026-05-20T02:10:24.500311Z","end":"2026-05-20T02:10:24.767056Z","steps":["trace[1129243041] 'process raft request' (duration: 265.854103ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:24.767582Z","caller":"traceutil/trace.go:171","msg":"trace[1464435592] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"280.175966ms","start":"2026-05-20T02:10:24.487391Z","end":"2026-05-20T02:10:24.767567Z","steps":["trace[1464435592] 'process raft request' (duration: 278.691849ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:24.767796Z","caller":"traceutil/trace.go:171","msg":"trace[176981243] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"211.875454ms","start":"2026-05-20T02:10:24.555909Z","end":"2026-05-20T02:10:24.767785Z","steps":["trace[176981243] 'process raft request' (duration: 210.652903ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:24.767792Z","caller":"traceutil/trace.go:171","msg":"trace[797587558] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"235.321288ms","start":"2026-05-20T02:10:24.532442Z","end":"2026-05-20T02:10:24.767763Z","steps":["trace[797587558] 'process raft request' (duration: 233.977284ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:24.767854Z","caller":"traceutil/trace.go:171","msg":"trace[1928634882] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"120.999448ms","start":"2026-05-20T02:10:24.646848Z","end":"2026-05-20T02:10:24.767847Z","steps":["trace[1928634882] 'process raft request' (duration: 119.844499ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:24.767945Z","caller":"traceutil/trace.go:171","msg":"trace[1092955292] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"265.694169ms","start":"2026-05-20T02:10:24.502242Z","end":"2026-05-20T02:10:24.767936Z","steps":["trace[1092955292] 'process raft request' (duration: 263.972386ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:24.767954Z","caller":"traceutil/trace.go:171","msg":"trace[1751061028] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"230.29194ms","start":"2026-05-20T02:10:24.537625Z","end":"2026-05-20T02:10:24.767917Z","steps":["trace[1751061028] 'process raft request' (duration: 228.864784ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:24.768034Z","caller":"traceutil/trace.go:171","msg":"trace[45996748] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"264.143339ms","start":"2026-05-20T02:10:24.503884Z","end":"2026-05-20T02:10:24.768027Z","steps":["trace[45996748] 'process raft request' (duration: 262.369154ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:24.768132Z","caller":"traceutil/trace.go:171","msg":"trace[579102910] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"255.615613ms","start":"2026-05-20T02:10:24.512504Z","end":"2026-05-20T02:10:24.76812Z","steps":["trace[579102910] 'process raft request' (duration: 253.800597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:25.113066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.249414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:30408"} {"level":"info","ts":"2026-05-20T02:10:25.113154Z","caller":"traceutil/trace.go:171","msg":"trace[1393301814] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:520; }","duration":"249.382747ms","start":"2026-05-20T02:10:24.863748Z","end":"2026-05-20T02:10:25.113131Z","steps":["trace[1393301814] 'range keys from in-memory index tree' (duration: 249.110881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:25.113331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.198842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T02:10:25.11338Z","caller":"traceutil/trace.go:171","msg":"trace[386925666] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:520; }","duration":"247.281534ms","start":"2026-05-20T02:10:24.866085Z","end":"2026-05-20T02:10:25.113367Z","steps":["trace[386925666] 'range keys from in-memory index tree' (duration: 247.090119ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:25.113453Z","caller":"traceutil/trace.go:171","msg":"trace[783302119] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"245.053637ms","start":"2026-05-20T02:10:24.868373Z","end":"2026-05-20T02:10:25.113427Z","steps":["trace[783302119] 'process raft request' (duration: 244.75652ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:25.123624Z","caller":"traceutil/trace.go:171","msg":"trace[312010545] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"255.005216ms","start":"2026-05-20T02:10:24.868558Z","end":"2026-05-20T02:10:25.123564Z","steps":["trace[312010545] 'process raft request' (duration: 254.7537ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:25.123789Z","caller":"traceutil/trace.go:171","msg":"trace[1000887389] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"217.923445ms","start":"2026-05-20T02:10:24.905845Z","end":"2026-05-20T02:10:25.123768Z","steps":["trace[1000887389] 'process raft request' (duration: 217.736801ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:25.123863Z","caller":"traceutil/trace.go:171","msg":"trace[1633482557] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"254.485063ms","start":"2026-05-20T02:10:24.869343Z","end":"2026-05-20T02:10:25.123828Z","steps":["trace[1633482557] 'process raft request' (duration: 254.084953ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:25.12394Z","caller":"traceutil/trace.go:171","msg":"trace[1173723517] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"250.933034ms","start":"2026-05-20T02:10:24.872986Z","end":"2026-05-20T02:10:25.123919Z","steps":["trace[1173723517] 'process raft request' (duration: 250.536463ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:27.488814Z","caller":"traceutil/trace.go:171","msg":"trace[12056865] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"108.334625ms","start":"2026-05-20T02:10:27.380453Z","end":"2026-05-20T02:10:27.488787Z","steps":["trace[12056865] 'process raft request' (duration: 108.114098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:31.672827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954823419754742,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T02:10:32.17324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954823419754742,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T02:10:32.269399Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.287471222s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T02:10:32.270297Z","caller":"traceutil/trace.go:171","msg":"trace[1217770291] linearizableReadLoop","detail":"{readStateIndex:623; appliedIndex:622; }","duration":"1.097717157s","start":"2026-05-20T02:10:31.172558Z","end":"2026-05-20T02:10:32.270276Z","steps":["trace[1217770291] 'read index received' (duration: 1.097040201s)","trace[1217770291] 'applied index is now lower than readState.Index' (duration: 676.276µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:10:32.270389Z","caller":"traceutil/trace.go:171","msg":"trace[933550412] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"1.290868382s","start":"2026-05-20T02:10:30.979487Z","end":"2026-05-20T02:10:32.270356Z","steps":["trace[933550412] 'process raft request' (duration: 1.290347949s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:32.270501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097887961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-20T02:10:32.270564Z","caller":"traceutil/trace.go:171","msg":"trace[2119426586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:603; }","duration":"1.098056436s","start":"2026-05-20T02:10:31.172496Z","end":"2026-05-20T02:10:32.270553Z","steps":["trace[2119426586] 'agreement among raft nodes before linearized reading' (duration: 1.097897432s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:32.270625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:31.172469Z","time spent":"1.098145038s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T02:10:32.270597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.718672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-n5fbd\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-05-20T02:10:32.270759Z","caller":"traceutil/trace.go:171","msg":"trace[1153689146] range","detail":"{range_begin:/registry/pods/kube-system/cilium-n5fbd; range_end:; response_count:1; response_revision:603; }","duration":"771.875955ms","start":"2026-05-20T02:10:31.498841Z","end":"2026-05-20T02:10:32.270717Z","steps":["trace[1153689146] 'agreement among raft nodes before linearized reading' (duration: 771.64266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:32.270766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:30.979459Z","time spent":"1.290998326s","remote":"127.0.0.1:47800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036277,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:10:32.270763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.474961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-20T02:10:32.270783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.127705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-20T02:10:32.27092Z","caller":"traceutil/trace.go:171","msg":"trace[605690025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:603; }","duration":"695.294839ms","start":"2026-05-20T02:10:31.575596Z","end":"2026-05-20T02:10:32.270891Z","steps":["trace[605690025] 'agreement among raft nodes before linearized reading' (duration: 694.955262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:32.270981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:31.575586Z","time spent":"695.380811ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T02:10:32.270998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.279659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T02:10:32.270824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:31.498782Z","time spent":"772.02898ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-n5fbd\" "} {"level":"info","ts":"2026-05-20T02:10:32.270835Z","caller":"traceutil/trace.go:171","msg":"trace[88309327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:603; }","duration":"700.613264ms","start":"2026-05-20T02:10:31.570204Z","end":"2026-05-20T02:10:32.270817Z","steps":["trace[88309327] 'agreement among raft nodes before linearized reading' (duration: 700.421799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:32.27113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:31.570169Z","time spent":"700.947531ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T02:10:32.271323Z","caller":"traceutil/trace.go:171","msg":"trace[845074062] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:603; }","duration":"623.416242ms","start":"2026-05-20T02:10:31.647615Z","end":"2026-05-20T02:10:32.271032Z","steps":["trace[845074062] 'agreement among raft nodes before linearized reading' (duration: 622.92657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:32.271373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:31.647593Z","time spent":"623.76961ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T02:10:33.459299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.343325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T02:10:33.45943Z","caller":"traceutil/trace.go:171","msg":"trace[1637088510] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"1.17882981s","start":"2026-05-20T02:10:32.280576Z","end":"2026-05-20T02:10:33.459406Z","steps":["trace[1637088510] 'process raft request' (duration: 450.26444ms)","trace[1637088510] 'compare' (duration: 728.12121ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:10:33.459495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:32.280551Z","time spent":"1.178913562s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:10:33.75876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954823419754746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T02:10:34.259883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954823419754746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T02:10:34.59017Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.253992796s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T02:10:34.590743Z","caller":"traceutil/trace.go:171","msg":"trace[1538806344] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"2.310094387s","start":"2026-05-20T02:10:32.280617Z","end":"2026-05-20T02:10:34.590712Z","steps":["trace[1538806344] 'process raft request' (duration: 2.309719149s)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:34.59077Z","caller":"traceutil/trace.go:171","msg":"trace[1607693003] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"2.310021466s","start":"2026-05-20T02:10:32.280721Z","end":"2026-05-20T02:10:34.590742Z","steps":["trace[1607693003] 'process raft request' (duration: 2.309816351s)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:34.590814Z","caller":"traceutil/trace.go:171","msg":"trace[193896636] linearizableReadLoop","detail":"{readStateIndex:629; appliedIndex:624; }","duration":"1.333054205s","start":"2026-05-20T02:10:33.257745Z","end":"2026-05-20T02:10:34.590799Z","steps":["trace[193896636] 'read index received' (duration: 1.332525553s)","trace[193896636] 'applied index is now lower than readState.Index' (duration: 528.052µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:10:34.590889Z","caller":"traceutil/trace.go:171","msg":"trace[1221006732] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"2.310085737s","start":"2026-05-20T02:10:32.280794Z","end":"2026-05-20T02:10:34.59088Z","steps":["trace[1221006732] 'process raft request' (duration: 2.309853792s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:34.590912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:32.28071Z","time spent":"2.310111828s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:10:34.590915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:32.280591Z","time spent":"2.31022047s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:10:34.590914Z","caller":"traceutil/trace.go:171","msg":"trace[1832954370] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"2.260652013s","start":"2026-05-20T02:10:32.330234Z","end":"2026-05-20T02:10:34.590886Z","steps":["trace[1832954370] 'process raft request' (duration: 2.26052665s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:34.590956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:32.280785Z","time spent":"2.310126869s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:10:34.591034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.145519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-20T02:10:34.591067Z","caller":"traceutil/trace.go:171","msg":"trace[224880838] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"2.303277988s","start":"2026-05-20T02:10:32.287773Z","end":"2026-05-20T02:10:34.591051Z","steps":["trace[224880838] 'process raft request' (duration: 2.30291948s)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:34.591102Z","caller":"traceutil/trace.go:171","msg":"trace[811380385] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:609; }","duration":"960.252942ms","start":"2026-05-20T02:10:33.630831Z","end":"2026-05-20T02:10:34.591084Z","steps":["trace[811380385] 'agreement among raft nodes before linearized reading' (duration: 960.146169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:34.591128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:32.287766Z","time spent":"2.303332159s","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:10:34.591143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:33.63081Z","time spent":"960.324823ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-05-20T02:10:34.591041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:32.33021Z","time spent":"2.260776185s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T02:10:34.591242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333498576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:10:34.591276Z","caller":"traceutil/trace.go:171","msg":"trace[1824988088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:609; }","duration":"1.333565337s","start":"2026-05-20T02:10:33.257699Z","end":"2026-05-20T02:10:34.591265Z","steps":["trace[1824988088] 'agreement among raft nodes before linearized reading' (duration: 1.333509475s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:34.591311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:33.257678Z","time spent":"1.333627978s","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T02:10:34.75471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.899302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:10:34.754803Z","caller":"traceutil/trace.go:171","msg":"trace[475812183] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:609; }","duration":"153.021475ms","start":"2026-05-20T02:10:34.601758Z","end":"2026-05-20T02:10:34.75478Z","steps":["trace[475812183] 'agreement among raft nodes before linearized reading' (duration: 80.642477ms)","trace[475812183] 'range keys from in-memory index tree' (duration: 72.245346ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:10:35.964504Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954823419754763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T02:10:36.465601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954823419754763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T02:10:36.817223Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.684325562s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T02:10:36.819307Z","caller":"traceutil/trace.go:171","msg":"trace[2004010998] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"1.68782283s","start":"2026-05-20T02:10:35.131397Z","end":"2026-05-20T02:10:36.81922Z","steps":["trace[2004010998] 'process raft request' (duration: 1.686402298s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:36.819451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:35.131366Z","time spent":"1.688000505s","remote":"127.0.0.1:47800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036301,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:10:36.835773Z","caller":"traceutil/trace.go:171","msg":"trace[1024302685] linearizableReadLoop","detail":"{readStateIndex:634; appliedIndex:631; }","duration":"1.371574114s","start":"2026-05-20T02:10:35.464182Z","end":"2026-05-20T02:10:36.835756Z","steps":["trace[1024302685] 'read index received' (duration: 1.353324354s)","trace[1024302685] 'applied index is now lower than readState.Index' (duration: 18.24899ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:10:36.835857Z","caller":"traceutil/trace.go:171","msg":"trace[1115296158] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"1.14392952s","start":"2026-05-20T02:10:35.6919Z","end":"2026-05-20T02:10:36.835829Z","steps":["trace[1115296158] 'process raft request' (duration: 1.143723046s)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:36.835997Z","caller":"traceutil/trace.go:171","msg":"trace[2066740727] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"664.77273ms","start":"2026-05-20T02:10:36.171218Z","end":"2026-05-20T02:10:36.83599Z","steps":["trace[2066740727] 'process raft request' (duration: 664.509794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:36.83601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:35.691876Z","time spent":"1.144053054s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:10:36.836072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:36.171196Z","time spent":"664.824361ms","remote":"127.0.0.1:47876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:10:36.836293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372121536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-20T02:10:36.8363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.344465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:10:36.836319Z","caller":"traceutil/trace.go:171","msg":"trace[1357475191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:613; }","duration":"1.372188168s","start":"2026-05-20T02:10:35.464123Z","end":"2026-05-20T02:10:36.836311Z","steps":["trace[1357475191] 'agreement among raft nodes before linearized reading' (duration: 1.372105926s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:36.836344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:35.464091Z","time spent":"1.37224706s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T02:10:36.836397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.855952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T02:10:36.836419Z","caller":"traceutil/trace.go:171","msg":"trace[2063873975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:613; }","duration":"237.907223ms","start":"2026-05-20T02:10:36.598507Z","end":"2026-05-20T02:10:36.836415Z","steps":["trace[2063873975] 'agreement among raft nodes before linearized reading' (duration: 237.826121ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:36.836324Z","caller":"traceutil/trace.go:171","msg":"trace[1440686792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:613; }","duration":"580.406526ms","start":"2026-05-20T02:10:36.25591Z","end":"2026-05-20T02:10:36.836317Z","steps":["trace[1440686792] 'agreement among raft nodes before linearized reading' (duration: 580.372115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:36.836497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:36.255893Z","time spent":"580.59769ms","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T02:10:36.836511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.23229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-20T02:10:36.836523Z","caller":"traceutil/trace.go:171","msg":"trace[1829125372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:613; }","duration":"238.320592ms","start":"2026-05-20T02:10:36.598199Z","end":"2026-05-20T02:10:36.83652Z","steps":["trace[1829125372] 'agreement among raft nodes before linearized reading' (duration: 238.281342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:36.836603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.016981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T02:10:36.836619Z","caller":"traceutil/trace.go:171","msg":"trace[973817038] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:613; }","duration":"240.073513ms","start":"2026-05-20T02:10:36.596542Z","end":"2026-05-20T02:10:36.836616Z","steps":["trace[973817038] 'agreement among raft nodes before linearized reading' (duration: 240.028732ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:38.854924Z","caller":"traceutil/trace.go:171","msg":"trace[920938871] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"122.345654ms","start":"2026-05-20T02:10:38.732553Z","end":"2026-05-20T02:10:38.854899Z","steps":["trace[920938871] 'process raft request' (duration: 121.884944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:53.112546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954823419755139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T02:10:53.49347Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.070864616s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T02:10:53.494008Z","caller":"traceutil/trace.go:171","msg":"trace[489512354] linearizableReadLoop","detail":"{readStateIndex:802; appliedIndex:801; }","duration":"881.755118ms","start":"2026-05-20T02:10:52.61222Z","end":"2026-05-20T02:10:53.493975Z","steps":["trace[489512354] 'read index received' (duration: 881.407012ms)","trace[489512354] 'applied index is now lower than readState.Index' (duration: 346.916µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:10:53.4944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.165945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-c8x4c\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-05-20T02:10:53.494492Z","caller":"traceutil/trace.go:171","msg":"trace[344026679] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-c8x4c; range_end:; response_count:1; response_revision:775; }","duration":"882.301208ms","start":"2026-05-20T02:10:52.612167Z","end":"2026-05-20T02:10:53.494468Z","steps":["trace[344026679] 'agreement among raft nodes before linearized reading' (duration: 882.027853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:53.494518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.190203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T02:10:53.494545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:52.612149Z","time spent":"882.386539ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3987,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-c8x4c\" "} {"level":"info","ts":"2026-05-20T02:10:53.494566Z","caller":"traceutil/trace.go:171","msg":"trace[73296846] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:775; }","duration":"548.305275ms","start":"2026-05-20T02:10:52.946248Z","end":"2026-05-20T02:10:53.494553Z","steps":["trace[73296846] 'agreement among raft nodes before linearized reading' (duration: 548.094621ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:53.494618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:52.946215Z","time spent":"548.393577ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T02:10:53.4948Z","caller":"traceutil/trace.go:171","msg":"trace[1305365200] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"1.072350564s","start":"2026-05-20T02:10:52.422434Z","end":"2026-05-20T02:10:53.494785Z","steps":["trace[1305365200] 'process raft request' (duration: 1.071318965s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:53.494859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.569278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T02:10:53.494896Z","caller":"traceutil/trace.go:171","msg":"trace[232631179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:775; }","duration":"520.65525ms","start":"2026-05-20T02:10:52.974228Z","end":"2026-05-20T02:10:53.494884Z","steps":["trace[232631179] 'agreement among raft nodes before linearized reading' (duration: 520.569918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:53.494923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:52.422395Z","time spent":"1.072453566s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:10:53.494928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:52.974207Z","time spent":"520.710551ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T02:10:53.494756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.604088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:10:53.495058Z","caller":"traceutil/trace.go:171","msg":"trace[754304705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:775; }","duration":"237.007867ms","start":"2026-05-20T02:10:53.258035Z","end":"2026-05-20T02:10:53.495043Z","steps":["trace[754304705] 'agreement among raft nodes before linearized reading' (duration: 236.554707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:53.495113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.01642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-05-20T02:10:53.495152Z","caller":"traceutil/trace.go:171","msg":"trace[11784029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:775; }","duration":"463.106592ms","start":"2026-05-20T02:10:53.032037Z","end":"2026-05-20T02:10:53.495144Z","steps":["trace[11784029] 'agreement among raft nodes before linearized reading' (duration: 463.02147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:53.49518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:53.032005Z","time spent":"463.169473ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T02:10:53.49542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.52801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-20T02:10:53.49666Z","caller":"traceutil/trace.go:171","msg":"trace[1719307900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:775; }","duration":"463.658452ms","start":"2026-05-20T02:10:53.031829Z","end":"2026-05-20T02:10:53.495488Z","steps":["trace[1719307900] 'agreement among raft nodes before linearized reading' (duration: 462.887807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:53.49676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:53.031814Z","time spent":"464.929097ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T02:10:54.122737Z","caller":"traceutil/trace.go:171","msg":"trace[898220082] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"622.873756ms","start":"2026-05-20T02:10:53.499822Z","end":"2026-05-20T02:10:54.122696Z","steps":["trace[898220082] 'process raft request' (duration: 526.134117ms)","trace[898220082] 'compare' (duration: 96.387783ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:10:54.122965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:53.499797Z","time spent":"623.047069ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:10:54.13555Z","caller":"traceutil/trace.go:171","msg":"trace[1395555719] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"635.254062ms","start":"2026-05-20T02:10:53.500269Z","end":"2026-05-20T02:10:54.135523Z","steps":["trace[1395555719] 'process raft request' (duration: 634.823644ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:54.135645Z","caller":"traceutil/trace.go:171","msg":"trace[421634831] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"634.261693ms","start":"2026-05-20T02:10:53.501358Z","end":"2026-05-20T02:10:54.135619Z","steps":["trace[421634831] 'process raft request' (duration: 633.916366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:54.135805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:53.501346Z","time spent":"634.366864ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:10:54.135915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:53.500248Z","time spent":"635.429265ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:10:54.136111Z","caller":"traceutil/trace.go:171","msg":"trace[228552052] linearizableReadLoop","detail":"{readStateIndex:807; appliedIndex:802; }","duration":"503.799019ms","start":"2026-05-20T02:10:53.632294Z","end":"2026-05-20T02:10:54.136093Z","steps":["trace[228552052] 'read index received' (duration: 393.577535ms)","trace[228552052] 'applied index is now lower than readState.Index' (duration: 110.220244ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:10:54.136187Z","caller":"traceutil/trace.go:171","msg":"trace[1255883481] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"631.676994ms","start":"2026-05-20T02:10:53.504495Z","end":"2026-05-20T02:10:54.136172Z","steps":["trace[1255883481] 'process raft request' (duration: 631.467209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:54.13627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:53.504486Z","time spent":"631.741875ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4027,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:10:54.13633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.041374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-20T02:10:54.136376Z","caller":"traceutil/trace.go:171","msg":"trace[1532024438] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:780; }","duration":"504.151527ms","start":"2026-05-20T02:10:53.632213Z","end":"2026-05-20T02:10:54.136365Z","steps":["trace[1532024438] 'agreement among raft nodes before linearized reading' (duration: 503.948284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:54.136415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:53.632183Z","time spent":"504.224948ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"info","ts":"2026-05-20T02:10:54.136104Z","caller":"traceutil/trace.go:171","msg":"trace[766662578] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"634.19178ms","start":"2026-05-20T02:10:53.501895Z","end":"2026-05-20T02:10:54.136087Z","steps":["trace[766662578] 'process raft request' (duration: 633.64078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:10:54.13663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:10:53.501871Z","time spent":"634.727341ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:10:56.261604Z","caller":"traceutil/trace.go:171","msg":"trace[425402830] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"115.981198ms","start":"2026-05-20T02:10:56.145597Z","end":"2026-05-20T02:10:56.261578Z","steps":["trace[425402830] 'process raft request' (duration: 97.718366ms)","trace[425402830] 'compare' (duration: 18.076578ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:10:56.261738Z","caller":"traceutil/trace.go:171","msg":"trace[2088865840] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"115.434477ms","start":"2026-05-20T02:10:56.146285Z","end":"2026-05-20T02:10:56.261719Z","steps":["trace[2088865840] 'process raft request' (duration: 115.232963ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:10:57.756731Z","caller":"traceutil/trace.go:171","msg":"trace[1404703441] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"106.072265ms","start":"2026-05-20T02:10:57.650628Z","end":"2026-05-20T02:10:57.7567Z","steps":["trace[1404703441] 'process raft request' (duration: 105.880921ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:11:02.913001Z","caller":"traceutil/trace.go:171","msg":"trace[1566093238] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"156.967068ms","start":"2026-05-20T02:11:02.756002Z","end":"2026-05-20T02:11:02.912969Z","steps":["trace[1566093238] 'process raft request' (duration: 151.718545ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:11:02.936943Z","caller":"traceutil/trace.go:171","msg":"trace[653650836] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"180.281983ms","start":"2026-05-20T02:11:02.75665Z","end":"2026-05-20T02:11:02.936932Z","steps":["trace[653650836] 'process raft request' (duration: 180.167481ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:11:02.937214Z","caller":"traceutil/trace.go:171","msg":"trace[894198909] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"180.279352ms","start":"2026-05-20T02:11:02.75691Z","end":"2026-05-20T02:11:02.93719Z","steps":["trace[894198909] 'process raft request' (duration: 179.985887ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:11:02.937315Z","caller":"traceutil/trace.go:171","msg":"trace[211297263] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"173.41184ms","start":"2026-05-20T02:11:02.763894Z","end":"2026-05-20T02:11:02.937306Z","steps":["trace[211297263] 'process raft request' (duration: 173.195087ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:11:03.0705Z","caller":"traceutil/trace.go:171","msg":"trace[407901802] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"100.15248ms","start":"2026-05-20T02:11:02.970321Z","end":"2026-05-20T02:11:03.070473Z","steps":["trace[407901802] 'process raft request' (duration: 76.118496ms)","trace[407901802] 'compare' (duration: 23.692577ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:11:26.620529Z","caller":"traceutil/trace.go:171","msg":"trace[1918471272] linearizableReadLoop","detail":"{readStateIndex:1045; appliedIndex:1044; }","duration":"148.9198ms","start":"2026-05-20T02:11:26.471581Z","end":"2026-05-20T02:11:26.620501Z","steps":["trace[1918471272] 'read index received' (duration: 148.754358ms)","trace[1918471272] 'applied index is now lower than readState.Index' (duration: 164.052µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:11:26.62062Z","caller":"traceutil/trace.go:171","msg":"trace[1216253111] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"151.875096ms","start":"2026-05-20T02:11:26.468712Z","end":"2026-05-20T02:11:26.620587Z","steps":["trace[1216253111] 'process raft request' (duration: 151.645611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:11:26.620782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.181666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T02:11:26.620804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.81481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T02:11:26.62087Z","caller":"traceutil/trace.go:171","msg":"trace[1618085776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1009; }","duration":"148.905861ms","start":"2026-05-20T02:11:26.471952Z","end":"2026-05-20T02:11:26.620858Z","steps":["trace[1618085776] 'agreement among raft nodes before linearized reading' (duration: 148.742849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:11:26.620977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.702778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-20T02:11:26.620825Z","caller":"traceutil/trace.go:171","msg":"trace[1366267861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1009; }","duration":"149.278117ms","start":"2026-05-20T02:11:26.471536Z","end":"2026-05-20T02:11:26.620814Z","steps":["trace[1366267861] 'agreement among raft nodes before linearized reading' (duration: 149.121095ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:11:26.621022Z","caller":"traceutil/trace.go:171","msg":"trace[51448448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1009; }","duration":"148.760969ms","start":"2026-05-20T02:11:26.47225Z","end":"2026-05-20T02:11:26.621011Z","steps":["trace[51448448] 'agreement among raft nodes before linearized reading' (duration: 148.605376ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:28.676466Z","caller":"traceutil/trace.go:171","msg":"trace[1368337578] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"110.336411ms","start":"2026-05-20T02:12:28.566105Z","end":"2026-05-20T02:12:28.676441Z","steps":["trace[1368337578] 'process raft request' (duration: 110.21162ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:29.22706Z","caller":"traceutil/trace.go:171","msg":"trace[2092469880] linearizableReadLoop","detail":"{readStateIndex:1267; appliedIndex:1266; }","duration":"279.1115ms","start":"2026-05-20T02:12:28.947921Z","end":"2026-05-20T02:12:29.227033Z","steps":["trace[2092469880] 'read index received' (duration: 279.011279ms)","trace[2092469880] 'applied index is now lower than readState.Index' (duration: 99.141µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:12:29.227101Z","caller":"traceutil/trace.go:171","msg":"trace[149091918] transaction","detail":"{read_only:false; response_revision:1219; number_of_response:1; }","duration":"283.523257ms","start":"2026-05-20T02:12:28.94355Z","end":"2026-05-20T02:12:29.227073Z","steps":["trace[149091918] 'process raft request' (duration: 283.282225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:29.227467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.533095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329960"} {"level":"info","ts":"2026-05-20T02:12:29.227517Z","caller":"traceutil/trace.go:171","msg":"trace[1887385404] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:1219; }","duration":"279.603656ms","start":"2026-05-20T02:12:28.947899Z","end":"2026-05-20T02:12:29.227502Z","steps":["trace[1887385404] 'agreement among raft nodes before linearized reading' (duration: 279.272902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:29.309572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.600096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-20T02:12:29.309632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.951741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T02:12:29.309658Z","caller":"traceutil/trace.go:171","msg":"trace[326253092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1219; }","duration":"306.742738ms","start":"2026-05-20T02:12:29.002891Z","end":"2026-05-20T02:12:29.309634Z","steps":["trace[326253092] 'agreement among raft nodes before linearized reading' (duration: 306.520676ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:29.309696Z","caller":"traceutil/trace.go:171","msg":"trace[230219593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1219; }","duration":"308.057502ms","start":"2026-05-20T02:12:29.001623Z","end":"2026-05-20T02:12:29.309681Z","steps":["trace[230219593] 'agreement among raft nodes before linearized reading' (duration: 307.79958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:29.309702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:12:29.002862Z","time spent":"306.832699ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T02:12:29.309726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:12:29.001607Z","time spent":"308.113323ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T02:12:29.309742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.885835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T02:12:29.309828Z","caller":"traceutil/trace.go:171","msg":"trace[744358052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1219; }","duration":"313.021397ms","start":"2026-05-20T02:12:28.996788Z","end":"2026-05-20T02:12:29.309809Z","steps":["trace[744358052] 'agreement among raft nodes before linearized reading' (duration: 312.685642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:29.309875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:12:28.996776Z","time spent":"313.089837ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-20T02:12:29.844675Z","caller":"traceutil/trace.go:171","msg":"trace[741950492] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"228.414858ms","start":"2026-05-20T02:12:29.616229Z","end":"2026-05-20T02:12:29.844644Z","steps":["trace[741950492] 'process raft request' (duration: 228.237235ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:30.178368Z","caller":"traceutil/trace.go:171","msg":"trace[1036637249] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"104.359989ms","start":"2026-05-20T02:12:30.073988Z","end":"2026-05-20T02:12:30.178348Z","steps":["trace[1036637249] 'process raft request' (duration: 104.247558ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:41.542013Z","caller":"traceutil/trace.go:171","msg":"trace[542541091] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"112.745367ms","start":"2026-05-20T02:12:41.429241Z","end":"2026-05-20T02:12:41.541987Z","steps":["trace[542541091] 'process raft request' (duration: 112.612475ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:41.550176Z","caller":"traceutil/trace.go:171","msg":"trace[446524066] linearizableReadLoop","detail":"{readStateIndex:1494; appliedIndex:1492; }","duration":"103.589512ms","start":"2026-05-20T02:12:41.446562Z","end":"2026-05-20T02:12:41.550151Z","steps":["trace[446524066] 'read index received' (duration: 95.295005ms)","trace[446524066] 'applied index is now lower than readState.Index' (duration: 8.293497ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:12:41.550321Z","caller":"traceutil/trace.go:171","msg":"trace[1724999179] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"113.798968ms","start":"2026-05-20T02:12:41.436491Z","end":"2026-05-20T02:12:41.550289Z","steps":["trace[1724999179] 'process raft request' (duration: 113.544326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:41.550408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.831464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-20T02:12:41.550456Z","caller":"traceutil/trace.go:171","msg":"trace[1152713392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1442; }","duration":"103.931795ms","start":"2026-05-20T02:12:41.446512Z","end":"2026-05-20T02:12:41.550444Z","steps":["trace[1152713392] 'agreement among raft nodes before linearized reading' (duration: 103.735403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:42.039934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.718731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T02:12:42.04018Z","caller":"traceutil/trace.go:171","msg":"trace[690422120] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"145.395178ms","start":"2026-05-20T02:12:41.894754Z","end":"2026-05-20T02:12:42.040149Z","steps":["trace[690422120] 'process raft request' (duration: 145.328517ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:42.04021Z","caller":"traceutil/trace.go:171","msg":"trace[745759467] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"194.654022ms","start":"2026-05-20T02:12:41.84549Z","end":"2026-05-20T02:12:42.040144Z","steps":["trace[745759467] 'process raft request' (duration: 92.662468ms)","trace[745759467] 'compare' (duration: 101.59847ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:12:44.610738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.604881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T02:12:44.610836Z","caller":"traceutil/trace.go:171","msg":"trace[2015873754] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1476; }","duration":"274.764183ms","start":"2026-05-20T02:12:44.336047Z","end":"2026-05-20T02:12:44.610811Z","steps":["trace[2015873754] 'count revisions from in-memory index tree' (duration: 274.49283ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:44.611016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.243837ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:12:44.611161Z","caller":"traceutil/trace.go:171","msg":"trace[1531795832] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1476; }","duration":"214.678521ms","start":"2026-05-20T02:12:44.396468Z","end":"2026-05-20T02:12:44.611147Z","steps":["trace[1531795832] 'range keys from in-memory index tree' (duration: 214.228787ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:45.133222Z","caller":"traceutil/trace.go:171","msg":"trace[121656566] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"149.152491ms","start":"2026-05-20T02:12:44.984036Z","end":"2026-05-20T02:12:45.133189Z","steps":["trace[121656566] 'process raft request' (duration: 148.946009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:45.408946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.812017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:12:45.409028Z","caller":"traceutil/trace.go:171","msg":"trace[1573677759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1477; }","duration":"150.953178ms","start":"2026-05-20T02:12:45.258055Z","end":"2026-05-20T02:12:45.409008Z","steps":["trace[1573677759] 'range keys from in-memory index tree' (duration: 150.692575ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:45.526693Z","caller":"traceutil/trace.go:171","msg":"trace[118073932] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"111.167957ms","start":"2026-05-20T02:12:45.415496Z","end":"2026-05-20T02:12:45.526664Z","steps":["trace[118073932] 'process raft request' (duration: 111.044436ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:47.13695Z","caller":"traceutil/trace.go:171","msg":"trace[2022248987] linearizableReadLoop","detail":"{readStateIndex:1544; appliedIndex:1541; }","duration":"121.837841ms","start":"2026-05-20T02:12:47.015081Z","end":"2026-05-20T02:12:47.136919Z","steps":["trace[2022248987] 'read index received' (duration: 40.455575ms)","trace[2022248987] 'applied index is now lower than readState.Index' (duration: 81.381086ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:12:47.137098Z","caller":"traceutil/trace.go:171","msg":"trace[567242399] transaction","detail":"{read_only:false; response_revision:1491; number_of_response:1; }","duration":"136.982767ms","start":"2026-05-20T02:12:47.000104Z","end":"2026-05-20T02:12:47.137087Z","steps":["trace[567242399] 'process raft request' (duration: 136.747104ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:47.137236Z","caller":"traceutil/trace.go:171","msg":"trace[278464787] transaction","detail":"{read_only:false; response_revision:1490; number_of_response:1; }","duration":"140.874986ms","start":"2026-05-20T02:12:46.996333Z","end":"2026-05-20T02:12:47.137208Z","steps":["trace[278464787] 'process raft request' (duration: 140.354241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:47.137293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.135943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T02:12:47.137342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.839221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:12:47.13737Z","caller":"traceutil/trace.go:171","msg":"trace[965430289] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1491; }","duration":"122.251565ms","start":"2026-05-20T02:12:47.015096Z","end":"2026-05-20T02:12:47.137347Z","steps":["trace[965430289] 'agreement among raft nodes before linearized reading' (duration: 122.128254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:47.137388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.270845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:12:47.137416Z","caller":"traceutil/trace.go:171","msg":"trace[459020328] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1491; }","duration":"121.937242ms","start":"2026-05-20T02:12:47.015459Z","end":"2026-05-20T02:12:47.137396Z","steps":["trace[459020328] 'agreement among raft nodes before linearized reading' (duration: 121.78789ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:47.137474Z","caller":"traceutil/trace.go:171","msg":"trace[209691743] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1491; }","duration":"122.395356ms","start":"2026-05-20T02:12:47.015057Z","end":"2026-05-20T02:12:47.137452Z","steps":["trace[209691743] 'agreement among raft nodes before linearized reading' (duration: 122.163404ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:48.671962Z","caller":"traceutil/trace.go:171","msg":"trace[1152473566] transaction","detail":"{read_only:false; response_revision:1529; number_of_response:1; }","duration":"251.981911ms","start":"2026-05-20T02:12:48.419951Z","end":"2026-05-20T02:12:48.671932Z","steps":["trace[1152473566] 'process raft request' (duration: 171.911711ms)","trace[1152473566] 'compare' (duration: 79.770707ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:12:48.676975Z","caller":"traceutil/trace.go:171","msg":"trace[451772212] transaction","detail":"{read_only:false; response_revision:1530; number_of_response:1; }","duration":"250.107511ms","start":"2026-05-20T02:12:48.426839Z","end":"2026-05-20T02:12:48.676946Z","steps":["trace[451772212] 'process raft request' (duration: 249.780328ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:48.676986Z","caller":"traceutil/trace.go:171","msg":"trace[1216397042] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"250.01124ms","start":"2026-05-20T02:12:48.426946Z","end":"2026-05-20T02:12:48.676957Z","steps":["trace[1216397042] 'process raft request' (duration: 249.777178ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:48.874032Z","caller":"traceutil/trace.go:171","msg":"trace[1715484559] transaction","detail":"{read_only:false; response_revision:1541; number_of_response:1; }","duration":"133.391056ms","start":"2026-05-20T02:12:48.740613Z","end":"2026-05-20T02:12:48.874004Z","steps":["trace[1715484559] 'process raft request' (duration: 133.341266ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:48.874349Z","caller":"traceutil/trace.go:171","msg":"trace[638555859] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"135.717589ms","start":"2026-05-20T02:12:48.738619Z","end":"2026-05-20T02:12:48.874337Z","steps":["trace[638555859] 'process raft request' (duration: 108.700973ms)","trace[638555859] 'compare' (duration: 26.145277ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:12:49.106566Z","caller":"traceutil/trace.go:171","msg":"trace[356985481] transaction","detail":"{read_only:false; response_revision:1545; number_of_response:1; }","duration":"225.82924ms","start":"2026-05-20T02:12:48.880715Z","end":"2026-05-20T02:12:49.106544Z","steps":["trace[356985481] 'process raft request' (duration: 225.795979ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:49.10665Z","caller":"traceutil/trace.go:171","msg":"trace[939206790] transaction","detail":"{read_only:false; response_revision:1542; number_of_response:1; }","duration":"237.155935ms","start":"2026-05-20T02:12:48.869451Z","end":"2026-05-20T02:12:49.106607Z","steps":["trace[939206790] 'process raft request' (duration: 137.480387ms)","trace[939206790] 'compare' (duration: 99.348215ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:12:49.106803Z","caller":"traceutil/trace.go:171","msg":"trace[2141440003] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"227.074322ms","start":"2026-05-20T02:12:48.879712Z","end":"2026-05-20T02:12:49.106787Z","steps":["trace[2141440003] 'process raft request' (duration: 226.758059ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:49.10694Z","caller":"traceutil/trace.go:171","msg":"trace[633962785] transaction","detail":"{read_only:false; response_revision:1543; number_of_response:1; }","duration":"228.135033ms","start":"2026-05-20T02:12:48.878797Z","end":"2026-05-20T02:12:49.106932Z","steps":["trace[633962785] 'process raft request' (duration: 227.613068ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:49.28525Z","caller":"traceutil/trace.go:171","msg":"trace[1206748387] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"111.597909ms","start":"2026-05-20T02:12:49.173625Z","end":"2026-05-20T02:12:49.285223Z","steps":["trace[1206748387] 'process raft request' (duration: 67.701202ms)","trace[1206748387] 'compare' (duration: 43.770686ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:12:49.285444Z","caller":"traceutil/trace.go:171","msg":"trace[1956952623] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"110.128874ms","start":"2026-05-20T02:12:49.175307Z","end":"2026-05-20T02:12:49.285436Z","steps":["trace[1956952623] 'process raft request' (duration: 109.876951ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:49.285602Z","caller":"traceutil/trace.go:171","msg":"trace[1907360380] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"107.110714ms","start":"2026-05-20T02:12:49.178484Z","end":"2026-05-20T02:12:49.285595Z","steps":["trace[1907360380] 'process raft request' (duration: 106.866682ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:49.285863Z","caller":"traceutil/trace.go:171","msg":"trace[1252308169] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"105.537857ms","start":"2026-05-20T02:12:49.180318Z","end":"2026-05-20T02:12:49.285856Z","steps":["trace[1252308169] 'process raft request' (duration: 105.261635ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:49.285962Z","caller":"traceutil/trace.go:171","msg":"trace[1162294857] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"106.327295ms","start":"2026-05-20T02:12:49.179628Z","end":"2026-05-20T02:12:49.285955Z","steps":["trace[1162294857] 'process raft request' (duration: 105.858751ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:49.285838Z","caller":"traceutil/trace.go:171","msg":"trace[1464689743] linearizableReadLoop","detail":"{readStateIndex:1611; appliedIndex:1609; }","duration":"111.430078ms","start":"2026-05-20T02:12:49.174383Z","end":"2026-05-20T02:12:49.285813Z","steps":["trace[1464689743] 'read index received' (duration: 27.775174ms)","trace[1464689743] 'applied index is now lower than readState.Index' (duration: 83.653574ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:12:49.286093Z","caller":"traceutil/trace.go:171","msg":"trace[40497556] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"105.429396ms","start":"2026-05-20T02:12:49.180622Z","end":"2026-05-20T02:12:49.286052Z","steps":["trace[40497556] 'process raft request' (duration: 105.015592ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:49.286166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.018422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:12:49.286202Z","caller":"traceutil/trace.go:171","msg":"trace[1570913159] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:0; response_revision:1562; }","duration":"107.087553ms","start":"2026-05-20T02:12:49.179101Z","end":"2026-05-20T02:12:49.286189Z","steps":["trace[1570913159] 'agreement among raft nodes before linearized reading' (duration: 107.026822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:49.286144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.747021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-qvlbx\" ","response":"range_response_count:1 size:6053"} {"level":"info","ts":"2026-05-20T02:12:49.286298Z","caller":"traceutil/trace.go:171","msg":"trace[1437989448] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-qvlbx; range_end:; response_count:1; response_revision:1562; }","duration":"111.922813ms","start":"2026-05-20T02:12:49.174333Z","end":"2026-05-20T02:12:49.286256Z","steps":["trace[1437989448] 'agreement among raft nodes before linearized reading' (duration: 111.55712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:49.286643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.567848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4121"} {"level":"info","ts":"2026-05-20T02:12:49.286705Z","caller":"traceutil/trace.go:171","msg":"trace[510610519] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:1562; }","duration":"105.665009ms","start":"2026-05-20T02:12:49.181019Z","end":"2026-05-20T02:12:49.286684Z","steps":["trace[510610519] 'agreement among raft nodes before linearized reading' (duration: 105.420566ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:49.690186Z","caller":"traceutil/trace.go:171","msg":"trace[1580986631] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"396.964813ms","start":"2026-05-20T02:12:49.293196Z","end":"2026-05-20T02:12:49.690161Z","steps":["trace[1580986631] 'process raft request' (duration: 306.716201ms)","trace[1580986631] 'compare' (duration: 90.01742ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:12:49.69059Z","caller":"traceutil/trace.go:171","msg":"trace[1437162739] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"392.471496ms","start":"2026-05-20T02:12:49.298095Z","end":"2026-05-20T02:12:49.690567Z","steps":["trace[1437162739] 'process raft request' (duration: 392.004552ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:49.690613Z","caller":"traceutil/trace.go:171","msg":"trace[1707544330] linearizableReadLoop","detail":"{readStateIndex:1618; appliedIndex:1616; }","duration":"395.874622ms","start":"2026-05-20T02:12:49.294606Z","end":"2026-05-20T02:12:49.690481Z","steps":["trace[1707544330] 'read index received' (duration: 2.343635ms)","trace[1707544330] 'applied index is now lower than readState.Index' (duration: 393.528197ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:12:49.69073Z","caller":"traceutil/trace.go:171","msg":"trace[1431250867] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"372.324771ms","start":"2026-05-20T02:12:49.318373Z","end":"2026-05-20T02:12:49.690698Z","steps":["trace[1431250867] 'process raft request' (duration: 371.990918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:49.690848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:12:49.298086Z","time spent":"392.570977ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7074,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:12:49.690861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.238416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4169"} {"level":"warn","ts":"2026-05-20T02:12:49.690882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.256916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2611"} {"level":"warn","ts":"2026-05-20T02:12:49.69089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:12:49.318343Z","time spent":"372.457002ms","remote":"127.0.0.1:47800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105435,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:12:49.690901Z","caller":"traceutil/trace.go:171","msg":"trace[1342450494] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:1566; }","duration":"396.311356ms","start":"2026-05-20T02:12:49.294576Z","end":"2026-05-20T02:12:49.690887Z","steps":["trace[1342450494] 'agreement among raft nodes before linearized reading' (duration: 396.138175ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:49.690942Z","caller":"traceutil/trace.go:171","msg":"trace[1753205452] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:1566; }","duration":"396.356677ms","start":"2026-05-20T02:12:49.294569Z","end":"2026-05-20T02:12:49.690925Z","steps":["trace[1753205452] 'agreement among raft nodes before linearized reading' (duration: 396.098644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:49.690993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:12:49.294556Z","time spent":"396.429417ms","remote":"127.0.0.1:48192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2634,"request content":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" "} {"level":"warn","ts":"2026-05-20T02:12:49.691011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:12:49.294563Z","time spent":"396.417217ms","remote":"127.0.0.1:48168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":4192,"request content":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" "} {"level":"warn","ts":"2026-05-20T02:12:49.691124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.801192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T02:12:49.691154Z","caller":"traceutil/trace.go:171","msg":"trace[1166827804] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1566; }","duration":"162.879313ms","start":"2026-05-20T02:12:49.528266Z","end":"2026-05-20T02:12:49.691145Z","steps":["trace[1166827804] 'agreement among raft nodes before linearized reading' (duration: 162.755892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:49.691198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.684213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1041"} {"level":"info","ts":"2026-05-20T02:12:49.691234Z","caller":"traceutil/trace.go:171","msg":"trace[392301148] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:1566; }","duration":"218.738393ms","start":"2026-05-20T02:12:49.472486Z","end":"2026-05-20T02:12:49.691224Z","steps":["trace[392301148] 'agreement among raft nodes before linearized reading' (duration: 218.633622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:49.691284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:12:49.293187Z","time spent":"397.271196ms","remote":"127.0.0.1:48146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4416,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:12:49.691412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.718908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-20T02:12:49.691429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.133268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1020"} {"level":"info","ts":"2026-05-20T02:12:49.691448Z","caller":"traceutil/trace.go:171","msg":"trace[45617019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1566; }","duration":"140.841428ms","start":"2026-05-20T02:12:49.550596Z","end":"2026-05-20T02:12:49.691437Z","steps":["trace[45617019] 'agreement among raft nodes before linearized reading' (duration: 140.739297ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:49.69146Z","caller":"traceutil/trace.go:171","msg":"trace[1600813361] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:1566; }","duration":"219.164949ms","start":"2026-05-20T02:12:49.472287Z","end":"2026-05-20T02:12:49.691452Z","steps":["trace[1600813361] 'agreement among raft nodes before linearized reading' (duration: 219.083338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:49.691562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.607859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2558"} {"level":"info","ts":"2026-05-20T02:12:49.691617Z","caller":"traceutil/trace.go:171","msg":"trace[1053616783] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:1566; }","duration":"394.665069ms","start":"2026-05-20T02:12:49.296928Z","end":"2026-05-20T02:12:49.691594Z","steps":["trace[1053616783] 'agreement among raft nodes before linearized reading' (duration: 394.522798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:49.691654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:12:49.296922Z","time spent":"394.725209ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":2581,"request content":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" "} {"level":"info","ts":"2026-05-20T02:12:49.947538Z","caller":"traceutil/trace.go:171","msg":"trace[931751197] linearizableReadLoop","detail":"{readStateIndex:1633; appliedIndex:1632; }","duration":"187.016699ms","start":"2026-05-20T02:12:49.76048Z","end":"2026-05-20T02:12:49.947496Z","steps":["trace[931751197] 'read index received' (duration: 20.779923ms)","trace[931751197] 'applied index is now lower than readState.Index' (duration: 166.235386ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:12:49.94759Z","caller":"traceutil/trace.go:171","msg":"trace[1420626820] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"192.767459ms","start":"2026-05-20T02:12:49.754793Z","end":"2026-05-20T02:12:49.94756Z","steps":["trace[1420626820] 'process raft request' (duration: 191.093141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:49.94791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.399544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:12:49.948103Z","caller":"traceutil/trace.go:171","msg":"trace[1088482324] range","detail":"{range_begin:/registry/clusterroles/ingress-nginx-admission; range_end:; response_count:0; response_revision:1579; }","duration":"187.604815ms","start":"2026-05-20T02:12:49.760448Z","end":"2026-05-20T02:12:49.948053Z","steps":["trace[1088482324] 'agreement among raft nodes before linearized reading' (duration: 187.186831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:50.540814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.803217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-20T02:12:50.541076Z","caller":"traceutil/trace.go:171","msg":"trace[8249013] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"118.170282ms","start":"2026-05-20T02:12:50.422885Z","end":"2026-05-20T02:12:50.541055Z","steps":["trace[8249013] 'process raft request' (duration: 118.041601ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:50.541044Z","caller":"traceutil/trace.go:171","msg":"trace[620535708] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"120.723039ms","start":"2026-05-20T02:12:50.420297Z","end":"2026-05-20T02:12:50.54102Z","steps":["trace[620535708] 'compare' (duration: 109.583115ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:50.541341Z","caller":"traceutil/trace.go:171","msg":"trace[1984151148] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"117.303445ms","start":"2026-05-20T02:12:50.424022Z","end":"2026-05-20T02:12:50.541325Z","steps":["trace[1984151148] 'process raft request' (duration: 116.993071ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:50.541402Z","caller":"traceutil/trace.go:171","msg":"trace[1074868577] linearizableReadLoop","detail":"{readStateIndex:1657; appliedIndex:1654; }","duration":"114.91904ms","start":"2026-05-20T02:12:50.426471Z","end":"2026-05-20T02:12:50.54139Z","steps":["trace[1074868577] 'read index received' (duration: 4.455845ms)","trace[1074868577] 'applied index is now lower than readState.Index' (duration: 110.461885ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:12:50.541587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.102221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-rbrgg\" ","response":"range_response_count:1 size:3261"} {"level":"info","ts":"2026-05-20T02:12:50.541641Z","caller":"traceutil/trace.go:171","msg":"trace[1946624379] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-rbrgg; range_end:; response_count:1; response_revision:1604; }","duration":"115.196043ms","start":"2026-05-20T02:12:50.426434Z","end":"2026-05-20T02:12:50.54163Z","steps":["trace[1946624379] 'agreement among raft nodes before linearized reading' (duration: 115.005731ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:50.955349Z","caller":"traceutil/trace.go:171","msg":"trace[1370734445] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"126.944493ms","start":"2026-05-20T02:12:50.828375Z","end":"2026-05-20T02:12:50.95532Z","steps":["trace[1370734445] 'process raft request' (duration: 126.739481ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:52.341164Z","caller":"traceutil/trace.go:171","msg":"trace[189496639] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"300.009799ms","start":"2026-05-20T02:12:52.041134Z","end":"2026-05-20T02:12:52.341144Z","steps":["trace[189496639] 'process raft request' (duration: 299.897198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:52.341286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:12:52.041107Z","time spent":"300.12396ms","remote":"127.0.0.1:47784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":774,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T02:12:52.823559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.01734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T02:12:52.823667Z","caller":"traceutil/trace.go:171","msg":"trace[1285670878] linearizableReadLoop","detail":"{readStateIndex:1673; appliedIndex:1671; }","duration":"706.789881ms","start":"2026-05-20T02:12:52.116859Z","end":"2026-05-20T02:12:52.823648Z","steps":["trace[1285670878] 'read index received' (duration: 224.158601ms)","trace[1285670878] 'applied index is now lower than readState.Index' (duration: 482.63015ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:12:52.823865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.140733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-b5rz8\" ","response":"range_response_count:1 size:4508"} {"level":"info","ts":"2026-05-20T02:12:52.823901Z","caller":"traceutil/trace.go:171","msg":"trace[813603736] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-b5rz8; range_end:; response_count:1; response_revision:1619; }","duration":"698.215855ms","start":"2026-05-20T02:12:52.125675Z","end":"2026-05-20T02:12:52.823891Z","steps":["trace[813603736] 'agreement among raft nodes before linearized reading' (duration: 698.073473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:52.823835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.916712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T02:12:52.823916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.766234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T02:12:52.823935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:12:52.125653Z","time spent":"698.273465ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4531,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-b5rz8\" "} {"level":"info","ts":"2026-05-20T02:12:52.823972Z","caller":"traceutil/trace.go:171","msg":"trace[1554408579] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1619; }","duration":"269.850384ms","start":"2026-05-20T02:12:52.554104Z","end":"2026-05-20T02:12:52.823955Z","steps":["trace[1554408579] 'agreement among raft nodes before linearized reading' (duration: 269.751533ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:12:52.82419Z","caller":"traceutil/trace.go:171","msg":"trace[1534419877] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"713.744211ms","start":"2026-05-20T02:12:52.11021Z","end":"2026-05-20T02:12:52.823955Z","steps":["trace[1534419877] 'process raft request' (duration: 566.244617ms)","trace[1534419877] 'compare' (duration: 146.749646ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:12:52.824284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.768048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T02:12:52.824346Z","caller":"traceutil/trace.go:171","msg":"trace[440241291] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1619; }","duration":"531.856159ms","start":"2026-05-20T02:12:52.292477Z","end":"2026-05-20T02:12:52.824333Z","steps":["trace[440241291] 'agreement among raft nodes before linearized reading' (duration: 531.711877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:52.824391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:12:52.292464Z","time spent":"531.917619ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T02:12:52.824567Z","caller":"traceutil/trace.go:171","msg":"trace[1614356501] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:0; response_revision:1619; }","duration":"707.116054ms","start":"2026-05-20T02:12:52.116815Z","end":"2026-05-20T02:12:52.823931Z","steps":["trace[1614356501] 'agreement among raft nodes before linearized reading' (duration: 706.920352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:52.825126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:12:52.116798Z","time spent":"708.236805ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-20T02:12:52.825427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:12:52.110189Z","time spent":"714.056835ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:12:59.267535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.411093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-05-20T02:12:59.267543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.291762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125154"} {"level":"info","ts":"2026-05-20T02:12:59.267612Z","caller":"traceutil/trace.go:171","msg":"trace[754268832] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1679; }","duration":"315.536034ms","start":"2026-05-20T02:12:58.952057Z","end":"2026-05-20T02:12:59.267593Z","steps":["trace[754268832] 'range keys from in-memory index tree' (duration: 315.310551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:59.267642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:12:58.952044Z","time spent":"315.592764ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-05-20T02:12:59.267641Z","caller":"traceutil/trace.go:171","msg":"trace[1441534840] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1679; }","duration":"315.417473ms","start":"2026-05-20T02:12:58.952193Z","end":"2026-05-20T02:12:59.267611Z","steps":["trace[1441534840] 'range keys from in-memory index tree' (duration: 315.019279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:59.267693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:12:58.952186Z","time spent":"315.494283ms","remote":"127.0.0.1:47774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":125177,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-05-20T02:12:59.877588Z","caller":"traceutil/trace.go:171","msg":"trace[733315299] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"357.108117ms","start":"2026-05-20T02:12:59.520444Z","end":"2026-05-20T02:12:59.877552Z","steps":["trace[733315299] 'process raft request' (duration: 356.830744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:12:59.877777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:12:59.520412Z","time spent":"357.260249ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:13:00.019942Z","caller":"traceutil/trace.go:171","msg":"trace[947794668] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"137.845523ms","start":"2026-05-20T02:12:59.882071Z","end":"2026-05-20T02:13:00.019917Z","steps":["trace[947794668] 'process raft request' (duration: 125.779213ms)","trace[947794668] 'compare' (duration: 11.918938ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:13:00.150268Z","caller":"traceutil/trace.go:171","msg":"trace[1825827581] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"267.545853ms","start":"2026-05-20T02:12:59.882703Z","end":"2026-05-20T02:13:00.150248Z","steps":["trace[1825827581] 'process raft request' (duration: 267.472341ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:00.150279Z","caller":"traceutil/trace.go:171","msg":"trace[1155880361] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"267.601754ms","start":"2026-05-20T02:12:59.882652Z","end":"2026-05-20T02:13:00.150254Z","steps":["trace[1155880361] 'process raft request' (duration: 263.969957ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:00.150489Z","caller":"traceutil/trace.go:171","msg":"trace[882916568] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"267.505831ms","start":"2026-05-20T02:12:59.882946Z","end":"2026-05-20T02:13:00.150451Z","steps":["trace[882916568] 'process raft request' (duration: 267.270089ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:01.30791Z","caller":"traceutil/trace.go:171","msg":"trace[1848361091] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"127.259102ms","start":"2026-05-20T02:13:01.180618Z","end":"2026-05-20T02:13:01.307877Z","steps":["trace[1848361091] 'process raft request' (duration: 126.99154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:02.266158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.017918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-20T02:13:02.266222Z","caller":"traceutil/trace.go:171","msg":"trace[668679884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1690; }","duration":"112.13743ms","start":"2026-05-20T02:13:02.154068Z","end":"2026-05-20T02:13:02.266206Z","steps":["trace[668679884] 'range keys from in-memory index tree' (duration: 111.879387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:02.266214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.497284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-20T02:13:02.266217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.424692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-20T02:13:02.266341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.094309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T02:13:02.266275Z","caller":"traceutil/trace.go:171","msg":"trace[1335432762] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1690; }","duration":"111.607564ms","start":"2026-05-20T02:13:02.154654Z","end":"2026-05-20T02:13:02.266261Z","steps":["trace[1335432762] 'range keys from in-memory index tree' (duration: 111.369512ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:02.266369Z","caller":"traceutil/trace.go:171","msg":"trace[1098454271] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1690; }","duration":"124.607383ms","start":"2026-05-20T02:13:02.141742Z","end":"2026-05-20T02:13:02.26635Z","steps":["trace[1098454271] 'range keys from in-memory index tree' (duration: 124.28816ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:02.266658Z","caller":"traceutil/trace.go:171","msg":"trace[1495951655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1690; }","duration":"111.136159ms","start":"2026-05-20T02:13:02.155218Z","end":"2026-05-20T02:13:02.266354Z","steps":["trace[1495951655] 'range keys from in-memory index tree' (duration: 110.777865ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:02.511489Z","caller":"traceutil/trace.go:171","msg":"trace[924473691] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"266.996912ms","start":"2026-05-20T02:13:02.244455Z","end":"2026-05-20T02:13:02.511452Z","steps":["trace[924473691] 'process raft request' (duration: 266.79279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:02.511699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.599398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:13:02.511798Z","caller":"traceutil/trace.go:171","msg":"trace[625483974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1691; }","duration":"255.73452ms","start":"2026-05-20T02:13:02.256049Z","end":"2026-05-20T02:13:02.511783Z","steps":["trace[625483974] 'agreement among raft nodes before linearized reading' (duration: 255.476617ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:02.511478Z","caller":"traceutil/trace.go:171","msg":"trace[1263729294] linearizableReadLoop","detail":"{readStateIndex:1748; appliedIndex:1747; }","duration":"255.356986ms","start":"2026-05-20T02:13:02.256073Z","end":"2026-05-20T02:13:02.51143Z","steps":["trace[1263729294] 'read index received' (duration: 255.251535ms)","trace[1263729294] 'applied index is now lower than readState.Index' (duration: 104.061µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:13:03.012905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954823419757049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T02:13:03.793149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.182852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T02:13:03.793999Z","caller":"traceutil/trace.go:171","msg":"trace[1715303091] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"1.480054443s","start":"2026-05-20T02:13:02.313926Z","end":"2026-05-20T02:13:03.79398Z","steps":["trace[1715303091] 'process raft request' (duration: 1.480012163s)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:03.794056Z","caller":"traceutil/trace.go:171","msg":"trace[1947603706] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"1.524336532s","start":"2026-05-20T02:13:02.269686Z","end":"2026-05-20T02:13:03.794023Z","steps":["trace[1947603706] 'process raft request' (duration: 1.22919649s)","trace[1947603706] 'compare' (duration: 293.853769ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:13:03.794046Z","caller":"traceutil/trace.go:171","msg":"trace[216297849] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"1.524237951s","start":"2026-05-20T02:13:02.269764Z","end":"2026-05-20T02:13:03.794002Z","steps":["trace[216297849] 'process raft request' (duration: 1.523469293s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:03.794156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:02.313913Z","time spent":"1.480135544s","remote":"127.0.0.1:47918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:13:03.79425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:02.269668Z","time spent":"1.524491894s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:13:03.794281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:02.269759Z","time spent":"1.524441703s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:13:03.794412Z","caller":"traceutil/trace.go:171","msg":"trace[419861133] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"1.524597174s","start":"2026-05-20T02:13:02.269799Z","end":"2026-05-20T02:13:03.794396Z","steps":["trace[419861133] 'process raft request' (duration: 1.524064609s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:03.794504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:02.269794Z","time spent":"1.524651814s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:13:03.794574Z","caller":"traceutil/trace.go:171","msg":"trace[1095565322] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"1.524301511s","start":"2026-05-20T02:13:02.270259Z","end":"2026-05-20T02:13:03.794561Z","steps":["trace[1095565322] 'process raft request' (duration: 1.523642364s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:03.794638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:02.270251Z","time spent":"1.524356381s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:13:03.883717Z","caller":"traceutil/trace.go:171","msg":"trace[1306185863] linearizableReadLoop","detail":"{readStateIndex:1754; appliedIndex:1748; }","duration":"1.37162098s","start":"2026-05-20T02:13:02.512074Z","end":"2026-05-20T02:13:03.883695Z","steps":["trace[1306185863] 'read index received' (duration: 986.808432ms)","trace[1306185863] 'applied index is now lower than readState.Index' (duration: 384.811138ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:13:03.883827Z","caller":"traceutil/trace.go:171","msg":"trace[667307030] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"1.023592877s","start":"2026-05-20T02:13:02.860205Z","end":"2026-05-20T02:13:03.883798Z","steps":["trace[667307030] 'process raft request' (duration: 1.023350554s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:03.883969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:02.860181Z","time spent":"1.023711949s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:13:03.884214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423981048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" ","response":"range_response_count:1 size:1035"} {"level":"info","ts":"2026-05-20T02:13:03.884286Z","caller":"traceutil/trace.go:171","msg":"trace[1330802951] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:1; response_revision:1697; }","duration":"1.424105889s","start":"2026-05-20T02:13:02.460167Z","end":"2026-05-20T02:13:03.884273Z","steps":["trace[1330802951] 'agreement among raft nodes before linearized reading' (duration: 1.423643745s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:03.884339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:02.460156Z","time spent":"1.424172861s","remote":"127.0.0.1:47978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1058,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" "} {"level":"info","ts":"2026-05-20T02:13:04.034592Z","caller":"traceutil/trace.go:171","msg":"trace[2108146629] linearizableReadLoop","detail":"{readStateIndex:1755; appliedIndex:1754; }","duration":"150.783097ms","start":"2026-05-20T02:13:03.883782Z","end":"2026-05-20T02:13:04.034565Z","steps":["trace[2108146629] 'read index received' (duration: 100.806744ms)","trace[2108146629] 'applied index is now lower than readState.Index' (duration: 49.975243ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:13:04.034682Z","caller":"traceutil/trace.go:171","msg":"trace[429868910] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"487.692571ms","start":"2026-05-20T02:13:03.546964Z","end":"2026-05-20T02:13:04.034656Z","steps":["trace[429868910] 'process raft request' (duration: 437.636408ms)","trace[429868910] 'compare' (duration: 49.845952ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:13:04.034743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14264808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-20T02:13:04.034787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414346988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T02:13:04.034811Z","caller":"traceutil/trace.go:171","msg":"trace[1876930265] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1698; }","duration":"1.142767801s","start":"2026-05-20T02:13:02.892026Z","end":"2026-05-20T02:13:04.034794Z","steps":["trace[1876930265] 'agreement among raft nodes before linearized reading' (duration: 1.142584279s)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:04.034831Z","caller":"traceutil/trace.go:171","msg":"trace[630857206] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1698; }","duration":"1.414456409s","start":"2026-05-20T02:13:02.620364Z","end":"2026-05-20T02:13:04.034821Z","steps":["trace[630857206] 'agreement among raft nodes before linearized reading' (duration: 1.414354118s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:04.034854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:02.892001Z","time spent":"1.142839852s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T02:13:04.034871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:02.620347Z","time spent":"1.414513989s","remote":"127.0.0.1:48122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-20T02:13:04.034863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:03.546938Z","time spent":"487.834352ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:13:04.035001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.227079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-05-20T02:13:04.035053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522284665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:13:04.035076Z","caller":"traceutil/trace.go:171","msg":"trace[1209971691] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:1698; }","duration":"396.341851ms","start":"2026-05-20T02:13:03.638715Z","end":"2026-05-20T02:13:04.035057Z","steps":["trace[1209971691] 'agreement among raft nodes before linearized reading' (duration: 396.145439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:04.035129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:03.638698Z","time spent":"396.421902ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-05-20T02:13:04.035176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.469443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-qvlbx\" ","response":"range_response_count:1 size:7089"} {"level":"info","ts":"2026-05-20T02:13:04.035128Z","caller":"traceutil/trace.go:171","msg":"trace[664118100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1698; }","duration":"1.522400057s","start":"2026-05-20T02:13:02.512711Z","end":"2026-05-20T02:13:04.035111Z","steps":["trace[664118100] 'agreement among raft nodes before linearized reading' (duration: 1.522270265s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:04.035269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:02.512698Z","time spent":"1.522562118s","remote":"127.0.0.1:47726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T02:13:04.03507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113453471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:13:04.035273Z","caller":"traceutil/trace.go:171","msg":"trace[3271915] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-qvlbx; range_end:; response_count:1; response_revision:1698; }","duration":"147.655315ms","start":"2026-05-20T02:13:03.887597Z","end":"2026-05-20T02:13:04.035253Z","steps":["trace[3271915] 'agreement among raft nodes before linearized reading' (duration: 147.360812ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:04.035315Z","caller":"traceutil/trace.go:171","msg":"trace[915668795] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1698; }","duration":"1.113703153s","start":"2026-05-20T02:13:02.9216Z","end":"2026-05-20T02:13:04.035303Z","steps":["trace[915668795] 'agreement among raft nodes before linearized reading' (duration: 1.113426721s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:04.035361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:02.921559Z","time spent":"1.113788514s","remote":"127.0.0.1:47908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-20T02:13:04.035469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.235738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-qvlbx\" ","response":"range_response_count:1 size:7089"} {"level":"info","ts":"2026-05-20T02:13:04.035592Z","caller":"traceutil/trace.go:171","msg":"trace[55625512] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-qvlbx; range_end:; response_count:1; response_revision:1698; }","duration":"792.39602ms","start":"2026-05-20T02:13:03.243178Z","end":"2026-05-20T02:13:04.035574Z","steps":["trace[55625512] 'agreement among raft nodes before linearized reading' (duration: 791.4169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:04.035698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:03.243156Z","time spent":"792.49867ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7112,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-qvlbx\" "} {"level":"info","ts":"2026-05-20T02:13:24.097485Z","caller":"traceutil/trace.go:171","msg":"trace[632262119] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"114.752658ms","start":"2026-05-20T02:13:23.982694Z","end":"2026-05-20T02:13:24.097447Z","steps":["trace[632262119] 'process raft request' (duration: 52.450468ms)","trace[632262119] 'compare' (duration: 61.888767ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:13:24.097991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.349759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T02:13:24.098153Z","caller":"traceutil/trace.go:171","msg":"trace[443469334] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2235; }","duration":"109.52985ms","start":"2026-05-20T02:13:23.988555Z","end":"2026-05-20T02:13:24.098085Z","steps":["trace[443469334] 'agreement among raft nodes before linearized reading' (duration: 109.210646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:25.145843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954823419758101,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T02:13:25.646392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954823419758101,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T02:13:25.849199Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.489140487s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T02:13:25.849703Z","caller":"traceutil/trace.go:171","msg":"trace[1807496090] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"1.489765363s","start":"2026-05-20T02:13:24.359913Z","end":"2026-05-20T02:13:25.849678Z","steps":["trace[1807496090] 'process raft request' (duration: 1.489515811s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:25.849946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:24.359889Z","time spent":"1.489881334s","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:13:26.442424Z","caller":"traceutil/trace.go:171","msg":"trace[1839216790] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"2.076341371s","start":"2026-05-20T02:13:24.366053Z","end":"2026-05-20T02:13:26.442394Z","steps":["trace[1839216790] 'process raft request' (duration: 2.074774856s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:26.442654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:24.366037Z","time spent":"2.076534234s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:13:26.442962Z","caller":"traceutil/trace.go:171","msg":"trace[687771055] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"205.193701ms","start":"2026-05-20T02:13:26.237738Z","end":"2026-05-20T02:13:26.442932Z","steps":["trace[687771055] 'process raft request' (duration: 205.13071ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:26.44313Z","caller":"traceutil/trace.go:171","msg":"trace[1442971711] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"1.146908283s","start":"2026-05-20T02:13:25.296201Z","end":"2026-05-20T02:13:26.44311Z","steps":["trace[1442971711] 'process raft request' (duration: 1.146470488s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:26.443232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:25.296189Z","time spent":"1.147001434s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:13:26.44329Z","caller":"traceutil/trace.go:171","msg":"trace[202740618] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"999.445187ms","start":"2026-05-20T02:13:25.443824Z","end":"2026-05-20T02:13:26.443269Z","steps":["trace[202740618] 'process raft request' (duration: 998.909161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:26.443449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:25.443797Z","time spent":"999.549047ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:13:26.443615Z","caller":"traceutil/trace.go:171","msg":"trace[245972280] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"1.327787964s","start":"2026-05-20T02:13:25.115813Z","end":"2026-05-20T02:13:26.443601Z","steps":["trace[245972280] 'process raft request' (duration: 1.326468802s)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:26.443687Z","caller":"traceutil/trace.go:171","msg":"trace[1087354682] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"440.633266ms","start":"2026-05-20T02:13:26.003029Z","end":"2026-05-20T02:13:26.443663Z","steps":["trace[1087354682] 'process raft request' (duration: 439.784738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:26.443721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:25.115788Z","time spent":"1.327895735s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:13:26.443808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:26.003003Z","time spent":"440.749278ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":532,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:13:26.443873Z","caller":"traceutil/trace.go:171","msg":"trace[177853703] linearizableReadLoop","detail":"{readStateIndex:2337; appliedIndex:2332; }","duration":"1.798222534s","start":"2026-05-20T02:13:24.645628Z","end":"2026-05-20T02:13:26.443851Z","steps":["trace[177853703] 'read index received' (duration: 1.20374372s)","trace[177853703] 'applied index is now lower than readState.Index' (duration: 594.476844ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:13:26.444035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798407715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:13:26.444121Z","caller":"traceutil/trace.go:171","msg":"trace[1378159874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2244; }","duration":"1.798532257s","start":"2026-05-20T02:13:24.645567Z","end":"2026-05-20T02:13:26.444099Z","steps":["trace[1378159874] 'agreement among raft nodes before linearized reading' (duration: 1.798385166s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:26.44423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.769296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-20T02:13:26.444263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700341435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80afe962-289b-4f5f-8ed8-0b7d839b6a9c\" ","response":"range_response_count:1 size:3616"} {"level":"warn","ts":"2026-05-20T02:13:26.444292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.418146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-20T02:13:26.444255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:24.645547Z","time spent":"1.798694058s","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T02:13:26.444342Z","caller":"traceutil/trace.go:171","msg":"trace[444554474] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80afe962-289b-4f5f-8ed8-0b7d839b6a9c; range_end:; response_count:1; response_revision:2244; }","duration":"1.700463597s","start":"2026-05-20T02:13:24.74386Z","end":"2026-05-20T02:13:26.444324Z","steps":["trace[444554474] 'agreement among raft nodes before linearized reading' (duration: 1.700180214s)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:26.444352Z","caller":"traceutil/trace.go:171","msg":"trace[629619803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2244; }","duration":"253.516878ms","start":"2026-05-20T02:13:26.19082Z","end":"2026-05-20T02:13:26.444337Z","steps":["trace[629619803] 'agreement among raft nodes before linearized reading' (duration: 253.314116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:26.444399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:24.743843Z","time spent":"1.700543017s","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3639,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80afe962-289b-4f5f-8ed8-0b7d839b6a9c\" "} {"level":"warn","ts":"2026-05-20T02:13:26.444456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.131402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c080ef4a-a830-4773-bb2c-b0ce9deb7626\" ","response":"range_response_count:1 size:3743"} {"level":"warn","ts":"2026-05-20T02:13:26.444483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.845403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T02:13:26.444511Z","caller":"traceutil/trace.go:171","msg":"trace[2144660564] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c080ef4a-a830-4773-bb2c-b0ce9deb7626; range_end:; response_count:1; response_revision:2244; }","duration":"589.214893ms","start":"2026-05-20T02:13:25.85528Z","end":"2026-05-20T02:13:26.444495Z","steps":["trace[2144660564] 'agreement among raft nodes before linearized reading' (duration: 589.081621ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:26.444516Z","caller":"traceutil/trace.go:171","msg":"trace[1982981665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2244; }","duration":"341.937364ms","start":"2026-05-20T02:13:26.102567Z","end":"2026-05-20T02:13:26.444504Z","steps":["trace[1982981665] 'agreement among raft nodes before linearized reading' (duration: 341.857113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:26.444549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:26.102553Z","time spent":"341.989815ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T02:13:26.44455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:25.855265Z","time spent":"589.276844ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c080ef4a-a830-4773-bb2c-b0ce9deb7626\" "} {"level":"warn","ts":"2026-05-20T02:13:26.444585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244845611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c080ef4a-a830-4773-bb2c-b0ce9deb7626\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-05-20T02:13:26.444284Z","caller":"traceutil/trace.go:171","msg":"trace[1356331144] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2244; }","duration":"499.865296ms","start":"2026-05-20T02:13:25.944405Z","end":"2026-05-20T02:13:26.44427Z","steps":["trace[1356331144] 'agreement among raft nodes before linearized reading' (duration: 499.664845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:26.444331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187192624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:13:26.444649Z","caller":"traceutil/trace.go:171","msg":"trace[1575636466] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c080ef4a-a830-4773-bb2c-b0ce9deb7626; range_end:; response_count:1; response_revision:2244; }","duration":"1.244957481s","start":"2026-05-20T02:13:25.199674Z","end":"2026-05-20T02:13:26.444631Z","steps":["trace[1575636466] 'agreement among raft nodes before linearized reading' (duration: 1.244756809s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:26.444677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:25.944387Z","time spent":"500.280482ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T02:13:26.44469Z","caller":"traceutil/trace.go:171","msg":"trace[69452896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2244; }","duration":"1.187582078s","start":"2026-05-20T02:13:25.257094Z","end":"2026-05-20T02:13:26.444676Z","steps":["trace[69452896] 'agreement among raft nodes before linearized reading' (duration: 1.187188353s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:26.444697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:25.199654Z","time spent":"1.245030322s","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c080ef4a-a830-4773-bb2c-b0ce9deb7626\" "} {"level":"warn","ts":"2026-05-20T02:13:26.444723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:25.257079Z","time spent":"1.187636638s","remote":"127.0.0.1:47726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T02:13:26.444688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110514118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-05-20T02:13:26.444821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338187293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T02:13:26.444824Z","caller":"traceutil/trace.go:171","msg":"trace[710390880] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2244; }","duration":"1.11070359s","start":"2026-05-20T02:13:25.33409Z","end":"2026-05-20T02:13:26.444793Z","steps":["trace[710390880] 'agreement among raft nodes before linearized reading' (duration: 1.110315255s)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:26.444857Z","caller":"traceutil/trace.go:171","msg":"trace[2096102881] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2244; }","duration":"1.338270583s","start":"2026-05-20T02:13:25.106576Z","end":"2026-05-20T02:13:26.444847Z","steps":["trace[2096102881] 'agreement among raft nodes before linearized reading' (duration: 1.338173772s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:26.444879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:25.334077Z","time spent":"1.110789591s","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T02:13:26.444883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.068468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-20T02:13:26.444942Z","caller":"traceutil/trace.go:171","msg":"trace[1449918628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2244; }","duration":"246.140608ms","start":"2026-05-20T02:13:26.198787Z","end":"2026-05-20T02:13:26.444927Z","steps":["trace[1449918628] 'agreement among raft nodes before linearized reading' (duration: 246.012097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:26.444403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.68875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-20T02:13:26.445062Z","caller":"traceutil/trace.go:171","msg":"trace[1897250626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2244; }","duration":"342.386008ms","start":"2026-05-20T02:13:26.102659Z","end":"2026-05-20T02:13:26.445045Z","steps":["trace[1897250626] 'agreement among raft nodes before linearized reading' (duration: 341.658171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:26.445106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:26.102636Z","time spent":"342.462769ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T02:13:26.444889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:25.106551Z","time spent":"1.338331624s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T02:13:35.734449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.517909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T02:13:35.734535Z","caller":"traceutil/trace.go:171","msg":"trace[1454455503] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2336; }","duration":"157.65383ms","start":"2026-05-20T02:13:35.576854Z","end":"2026-05-20T02:13:35.734508Z","steps":["trace[1454455503] 'range keys from in-memory index tree' (duration: 157.305827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:42.952752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.936622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T02:13:42.952988Z","caller":"traceutil/trace.go:171","msg":"trace[7263930] linearizableReadLoop","detail":"{readStateIndex:2487; appliedIndex:2483; }","duration":"167.144825ms","start":"2026-05-20T02:13:42.785828Z","end":"2026-05-20T02:13:42.952973Z","steps":["trace[7263930] 'read index received' (duration: 52.731µs)","trace[7263930] 'applied index is now lower than readState.Index' (duration: 167.091084ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:13:42.953129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.307496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T02:13:42.953147Z","caller":"traceutil/trace.go:171","msg":"trace[1994330218] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2388; }","duration":"167.351876ms","start":"2026-05-20T02:13:42.785788Z","end":"2026-05-20T02:13:42.95314Z","steps":["trace[1994330218] 'agreement among raft nodes before linearized reading' (duration: 167.222605ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:42.953322Z","caller":"traceutil/trace.go:171","msg":"trace[1768341028] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"256.745272ms","start":"2026-05-20T02:13:42.696568Z","end":"2026-05-20T02:13:42.953313Z","steps":["trace[1768341028] 'process raft request' (duration: 36.165954ms)","trace[1768341028] 'compare' (duration: 219.73224ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:13:42.95349Z","caller":"traceutil/trace.go:171","msg":"trace[498989180] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"256.868414ms","start":"2026-05-20T02:13:42.696593Z","end":"2026-05-20T02:13:42.953462Z","steps":["trace[498989180] 'process raft request' (duration: 256.244337ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:42.953494Z","caller":"traceutil/trace.go:171","msg":"trace[1213985567] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"254.953876ms","start":"2026-05-20T02:13:42.698501Z","end":"2026-05-20T02:13:42.953455Z","steps":["trace[1213985567] 'process raft request' (duration: 254.44114ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:42.953592Z","caller":"traceutil/trace.go:171","msg":"trace[696739435] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"256.850473ms","start":"2026-05-20T02:13:42.696706Z","end":"2026-05-20T02:13:42.953556Z","steps":["trace[696739435] 'process raft request' (duration: 256.206667ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:43.287347Z","caller":"traceutil/trace.go:171","msg":"trace[470823068] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"468.676697ms","start":"2026-05-20T02:13:42.818627Z","end":"2026-05-20T02:13:43.287304Z","steps":["trace[470823068] 'process raft request' (duration: 379.375053ms)","trace[470823068] 'compare' (duration: 88.724469ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:13:43.287626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:42.818608Z","time spent":"468.917669ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:13:43.901623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.160591ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-20T02:13:43.902306Z","caller":"traceutil/trace.go:171","msg":"trace[791099018] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"193.699007ms","start":"2026-05-20T02:13:43.708573Z","end":"2026-05-20T02:13:43.902272Z","steps":["trace[791099018] 'process raft request' (duration: 193.345534ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:44.066906Z","caller":"traceutil/trace.go:171","msg":"trace[589240527] linearizableReadLoop","detail":"{readStateIndex:2492; appliedIndex:2491; }","duration":"161.824002ms","start":"2026-05-20T02:13:43.905044Z","end":"2026-05-20T02:13:44.066868Z","steps":["trace[589240527] 'read index received' (duration: 112.861341ms)","trace[589240527] 'applied index is now lower than readState.Index' (duration: 48.961681ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:13:44.067055Z","caller":"traceutil/trace.go:171","msg":"trace[1003884236] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"163.421838ms","start":"2026-05-20T02:13:43.903598Z","end":"2026-05-20T02:13:44.067019Z","steps":["trace[1003884236] 'process raft request' (duration: 114.286955ms)","trace[1003884236] 'compare' (duration: 48.80147ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:13:44.067202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.137285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-05-20T02:13:44.067284Z","caller":"traceutil/trace.go:171","msg":"trace[2047622437] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2391; }","duration":"162.240876ms","start":"2026-05-20T02:13:43.905027Z","end":"2026-05-20T02:13:44.067268Z","steps":["trace[2047622437] 'agreement among raft nodes before linearized reading' (duration: 162.004164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:44.478742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.512667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T02:13:44.478865Z","caller":"traceutil/trace.go:171","msg":"trace[140550218] linearizableReadLoop","detail":"{readStateIndex:2493; appliedIndex:2492; }","duration":"411.847874ms","start":"2026-05-20T02:13:44.067Z","end":"2026-05-20T02:13:44.478848Z","steps":["trace[140550218] 'read index received' (duration: 184.186657ms)","trace[140550218] 'applied index is now lower than readState.Index' (duration: 227.659477ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:13:44.478897Z","caller":"traceutil/trace.go:171","msg":"trace[683474532] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"567.035576ms","start":"2026-05-20T02:13:43.911806Z","end":"2026-05-20T02:13:44.478842Z","steps":["trace[683474532] 'process raft request' (duration: 339.330837ms)","trace[683474532] 'compare' (duration: 227.283045ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:13:44.479095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.413887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-20T02:13:44.479115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.104819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-20T02:13:44.479141Z","caller":"traceutil/trace.go:171","msg":"trace[882097718] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2392; }","duration":"518.494107ms","start":"2026-05-20T02:13:43.960636Z","end":"2026-05-20T02:13:44.47913Z","steps":["trace[882097718] 'agreement among raft nodes before linearized reading' (duration: 518.315916ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:44.479165Z","caller":"traceutil/trace.go:171","msg":"trace[1330678150] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2392; }","duration":"410.16386ms","start":"2026-05-20T02:13:44.068987Z","end":"2026-05-20T02:13:44.479151Z","steps":["trace[1330678150] 'agreement among raft nodes before linearized reading' (duration: 409.993798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:44.479212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:44.068941Z","time spent":"410.26376ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-20T02:13:44.479203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:43.911797Z","time spent":"567.199047ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5625,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:13:44.479177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:43.960619Z","time spent":"518.550489ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T02:13:44.891383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.631239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T02:13:44.891785Z","caller":"traceutil/trace.go:171","msg":"trace[595109021] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"406.077293ms","start":"2026-05-20T02:13:44.485686Z","end":"2026-05-20T02:13:44.891763Z","steps":["trace[595109021] 'process raft request' (duration: 254.803938ms)","trace[595109021] 'compare' (duration: 150.518417ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:13:44.891854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:44.485674Z","time spent":"406.147473ms","remote":"127.0.0.1:47994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1712,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:13:44.952115Z","caller":"traceutil/trace.go:171","msg":"trace[2027295394] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"464.676892ms","start":"2026-05-20T02:13:44.487422Z","end":"2026-05-20T02:13:44.952099Z","steps":["trace[2027295394] 'process raft request' (duration: 464.496531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:44.952212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:44.487414Z","time spent":"464.751063ms","remote":"127.0.0.1:48168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5636,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:13:44.952493Z","caller":"traceutil/trace.go:171","msg":"trace[1403276128] transaction","detail":"{read_only:false; response_revision:2395; number_of_response:1; }","duration":"424.499532ms","start":"2026-05-20T02:13:44.527974Z","end":"2026-05-20T02:13:44.952473Z","steps":["trace[1403276128] 'process raft request' (duration: 424.068749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:44.952638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:44.52795Z","time spent":"424.593383ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:13:44.952722Z","caller":"traceutil/trace.go:171","msg":"trace[883049727] linearizableReadLoop","detail":"{readStateIndex:2496; appliedIndex:2493; }","duration":"401.714622ms","start":"2026-05-20T02:13:44.550993Z","end":"2026-05-20T02:13:44.952708Z","steps":["trace[883049727] 'read index received' (duration: 189.496626ms)","trace[883049727] 'applied index is now lower than readState.Index' (duration: 212.216736ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:13:44.952761Z","caller":"traceutil/trace.go:171","msg":"trace[615391721] transaction","detail":"{read_only:false; response_revision:2397; number_of_response:1; }","duration":"255.324764ms","start":"2026-05-20T02:13:44.697398Z","end":"2026-05-20T02:13:44.952723Z","steps":["trace[615391721] 'process raft request' (duration: 255.213922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:44.952867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.862814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:13:44.952901Z","caller":"traceutil/trace.go:171","msg":"trace[2098357964] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2398; }","duration":"401.926574ms","start":"2026-05-20T02:13:44.550964Z","end":"2026-05-20T02:13:44.95289Z","steps":["trace[2098357964] 'agreement among raft nodes before linearized reading' (duration: 401.867464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:44.952934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:44.550953Z","time spent":"401.973424ms","remote":"127.0.0.1:47906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-20T02:13:44.952811Z","caller":"traceutil/trace.go:171","msg":"trace[1663267683] transaction","detail":"{read_only:false; response_revision:2398; number_of_response:1; }","duration":"253.446985ms","start":"2026-05-20T02:13:44.699354Z","end":"2026-05-20T02:13:44.952801Z","steps":["trace[1663267683] 'process raft request' (duration: 253.314284ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:44.952865Z","caller":"traceutil/trace.go:171","msg":"trace[554483285] transaction","detail":"{read_only:false; response_revision:2396; number_of_response:1; }","duration":"318.218213ms","start":"2026-05-20T02:13:44.63461Z","end":"2026-05-20T02:13:44.952829Z","steps":["trace[554483285] 'process raft request' (duration: 317.697278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:44.953098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.455372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:13:44.953136Z","caller":"traceutil/trace.go:171","msg":"trace[1001799788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2398; }","duration":"309.517823ms","start":"2026-05-20T02:13:44.64361Z","end":"2026-05-20T02:13:44.953127Z","steps":["trace[1001799788] 'agreement among raft nodes before linearized reading' (duration: 309.466673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:44.953161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:44.643599Z","time spent":"309.556743ms","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T02:13:44.953153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:44.634587Z","time spent":"318.474515ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:13:44.953382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.593725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T02:13:44.953434Z","caller":"traceutil/trace.go:171","msg":"trace[402610319] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2398; }","duration":"230.692356ms","start":"2026-05-20T02:13:44.722726Z","end":"2026-05-20T02:13:44.953419Z","steps":["trace[402610319] 'agreement among raft nodes before linearized reading' (duration: 230.549435ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:49.851813Z","caller":"traceutil/trace.go:171","msg":"trace[1897311036] linearizableReadLoop","detail":"{readStateIndex:2545; appliedIndex:2544; }","duration":"258.633439ms","start":"2026-05-20T02:13:49.593157Z","end":"2026-05-20T02:13:49.85179Z","steps":["trace[1897311036] 'read index received' (duration: 258.429016ms)","trace[1897311036] 'applied index is now lower than readState.Index' (duration: 203.543µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:13:49.852081Z","caller":"traceutil/trace.go:171","msg":"trace[1790952581] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"314.545331ms","start":"2026-05-20T02:13:49.537513Z","end":"2026-05-20T02:13:49.852058Z","steps":["trace[1790952581] 'process raft request' (duration: 314.139337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:49.85214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.968342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-05-20T02:13:49.852253Z","caller":"traceutil/trace.go:171","msg":"trace[712712662] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2443; }","duration":"259.123024ms","start":"2026-05-20T02:13:49.593117Z","end":"2026-05-20T02:13:49.85224Z","steps":["trace[712712662] 'agreement among raft nodes before linearized reading' (duration: 258.837111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:49.852258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:49.537491Z","time spent":"314.669502ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17065,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:13:50.053046Z","caller":"traceutil/trace.go:171","msg":"trace[740235494] transaction","detail":"{read_only:false; response_revision:2444; number_of_response:1; }","duration":"193.409111ms","start":"2026-05-20T02:13:49.859616Z","end":"2026-05-20T02:13:50.053025Z","steps":["trace[740235494] 'process raft request' (duration: 193.24586ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:50.060133Z","caller":"traceutil/trace.go:171","msg":"trace[1964700919] transaction","detail":"{read_only:false; response_revision:2445; number_of_response:1; }","duration":"200.072542ms","start":"2026-05-20T02:13:49.860042Z","end":"2026-05-20T02:13:50.060115Z","steps":["trace[1964700919] 'process raft request' (duration: 199.80644ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:50.060236Z","caller":"traceutil/trace.go:171","msg":"trace[1535954287] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"200.095541ms","start":"2026-05-20T02:13:49.860129Z","end":"2026-05-20T02:13:50.060224Z","steps":["trace[1535954287] 'process raft request' (duration: 199.823999ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:50.060666Z","caller":"traceutil/trace.go:171","msg":"trace[1393515984] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"200.410305ms","start":"2026-05-20T02:13:49.860248Z","end":"2026-05-20T02:13:50.060658Z","steps":["trace[1393515984] 'process raft request' (duration: 199.918539ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:50.060944Z","caller":"traceutil/trace.go:171","msg":"trace[398610456] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"200.441075ms","start":"2026-05-20T02:13:49.860496Z","end":"2026-05-20T02:13:50.060937Z","steps":["trace[398610456] 'process raft request' (duration: 200.107162ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:50.062161Z","caller":"traceutil/trace.go:171","msg":"trace[1271620448] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"200.612107ms","start":"2026-05-20T02:13:49.860521Z","end":"2026-05-20T02:13:50.061134Z","steps":["trace[1271620448] 'process raft request' (duration: 200.362604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:51.486007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954823419758529,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T02:13:51.576032Z","caller":"traceutil/trace.go:171","msg":"trace[1461201985] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"607.820776ms","start":"2026-05-20T02:13:50.96819Z","end":"2026-05-20T02:13:51.57601Z","steps":["trace[1461201985] 'process raft request' (duration: 607.648224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:51.576157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:50.968172Z","time spent":"607.912456ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:13:52.381162Z","caller":"traceutil/trace.go:171","msg":"trace[631004955] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"1.403151019s","start":"2026-05-20T02:13:50.977976Z","end":"2026-05-20T02:13:52.381127Z","steps":["trace[631004955] 'process raft request' (duration: 1.402795226s)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:52.381219Z","caller":"traceutil/trace.go:171","msg":"trace[758508905] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"1.402908728s","start":"2026-05-20T02:13:50.978285Z","end":"2026-05-20T02:13:52.381193Z","steps":["trace[758508905] 'process raft request' (duration: 1.402655886s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:52.381344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:50.978267Z","time spent":"1.403012469s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:13:52.381161Z","caller":"traceutil/trace.go:171","msg":"trace[638055882] linearizableReadLoop","detail":"{readStateIndex:2558; appliedIndex:2554; }","duration":"1.396101065s","start":"2026-05-20T02:13:50.985038Z","end":"2026-05-20T02:13:52.381139Z","steps":["trace[638055882] 'read index received' (duration: 590.79057ms)","trace[638055882] 'applied index is now lower than readState.Index' (duration: 805.309045ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:13:52.381362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396319677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T02:13:52.38137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:50.97795Z","time spent":"1.40331635s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:13:52.381431Z","caller":"traceutil/trace.go:171","msg":"trace[474543221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2456; }","duration":"1.396420468s","start":"2026-05-20T02:13:50.984994Z","end":"2026-05-20T02:13:52.381415Z","steps":["trace[474543221] 'agreement among raft nodes before linearized reading' (duration: 1.396225646s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:52.381487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:50.984979Z","time spent":"1.396496138s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T02:13:52.381591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339275535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-20T02:13:52.381636Z","caller":"traceutil/trace.go:171","msg":"trace[1750135568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2456; }","duration":"1.339333175s","start":"2026-05-20T02:13:51.042292Z","end":"2026-05-20T02:13:52.381625Z","steps":["trace[1750135568] 'agreement among raft nodes before linearized reading' (duration: 1.339169734s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:52.381673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:51.042257Z","time spent":"1.339407707s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T02:13:52.38134Z","caller":"traceutil/trace.go:171","msg":"trace[27010787] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"1.402986278s","start":"2026-05-20T02:13:50.978285Z","end":"2026-05-20T02:13:52.381271Z","steps":["trace[27010787] 'process raft request' (duration: 1.402758737s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:52.3818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.081874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-20T02:13:52.381859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:50.978267Z","time spent":"1.403535384s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:13:52.381905Z","caller":"traceutil/trace.go:171","msg":"trace[1118844144] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2456; }","duration":"851.248205ms","start":"2026-05-20T02:13:51.530612Z","end":"2026-05-20T02:13:52.38186Z","steps":["trace[1118844144] 'agreement among raft nodes before linearized reading' (duration: 850.944152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:52.381956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:51.530597Z","time spent":"851.346346ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T02:13:52.381975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.426719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-20T02:13:52.381954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330349814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-05-20T02:13:52.382002Z","caller":"traceutil/trace.go:171","msg":"trace[781139088] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2456; }","duration":"709.505671ms","start":"2026-05-20T02:13:51.672487Z","end":"2026-05-20T02:13:52.381993Z","steps":["trace[781139088] 'agreement among raft nodes before linearized reading' (duration: 709.44828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:52.38203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:51.672468Z","time spent":"709.554391ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":20,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-05-20T02:13:52.382027Z","caller":"traceutil/trace.go:171","msg":"trace[935209690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2456; }","duration":"1.330445826s","start":"2026-05-20T02:13:51.051562Z","end":"2026-05-20T02:13:52.382008Z","steps":["trace[935209690] 'agreement among raft nodes before linearized reading' (duration: 1.330179213s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:52.382061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330781219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-20T02:13:52.382091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.659318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:13:52.382125Z","caller":"traceutil/trace.go:171","msg":"trace[644600622] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2456; }","duration":"631.697809ms","start":"2026-05-20T02:13:51.750418Z","end":"2026-05-20T02:13:52.382116Z","steps":["trace[644600622] 'agreement among raft nodes before linearized reading' (duration: 631.635318ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:13:52.38212Z","caller":"traceutil/trace.go:171","msg":"trace[1746909762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2456; }","duration":"1.33085761s","start":"2026-05-20T02:13:51.051245Z","end":"2026-05-20T02:13:52.382103Z","steps":["trace[1746909762] 'agreement among raft nodes before linearized reading' (duration: 1.330708958s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:52.382131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331174862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-20T02:13:52.382142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.849765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T02:13:52.382151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:51.75036Z","time spent":"631.782739ms","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-05-20T02:13:52.382162Z","caller":"traceutil/trace.go:171","msg":"trace[1860937831] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2456; }","duration":"1.331241393s","start":"2026-05-20T02:13:51.050912Z","end":"2026-05-20T02:13:52.382154Z","steps":["trace[1860937831] 'agreement among raft nodes before linearized reading' (duration: 1.331160152s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:52.382166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:51.051237Z","time spent":"1.33091653s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T02:13:52.38218Z","caller":"traceutil/trace.go:171","msg":"trace[1188592452] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2456; }","duration":"940.899405ms","start":"2026-05-20T02:13:51.441268Z","end":"2026-05-20T02:13:52.382168Z","steps":["trace[1188592452] 'agreement among raft nodes before linearized reading' (duration: 940.827904ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:52.382188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:51.050896Z","time spent":"1.331286263s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T02:13:52.382215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:51.441248Z","time spent":"940.954595ms","remote":"127.0.0.1:59374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T02:13:52.382218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.016359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-05-20T02:13:52.382252Z","caller":"traceutil/trace.go:171","msg":"trace[2022322200] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2456; }","duration":"797.07191ms","start":"2026-05-20T02:13:51.585172Z","end":"2026-05-20T02:13:52.382244Z","steps":["trace[2022322200] 'agreement among raft nodes before linearized reading' (duration: 796.948279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:52.382273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:51.585162Z","time spent":"797.10516ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12011,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-20T02:13:52.382318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124858635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:13:52.382341Z","caller":"traceutil/trace.go:171","msg":"trace[2016091846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2456; }","duration":"1.124920066s","start":"2026-05-20T02:13:51.257414Z","end":"2026-05-20T02:13:52.382334Z","steps":["trace[2016091846] 'agreement among raft nodes before linearized reading' (duration: 1.124884636s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:52.38207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:51.051555Z","time spent":"1.330506236s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T02:13:52.382364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:51.257394Z","time spent":"1.124964757s","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T02:13:52.382414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.396231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-05-20T02:13:52.382485Z","caller":"traceutil/trace.go:171","msg":"trace[1367947227] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2456; }","duration":"800.508212ms","start":"2026-05-20T02:13:51.581957Z","end":"2026-05-20T02:13:52.382466Z","steps":["trace[1367947227] 'agreement among raft nodes before linearized reading' (duration: 800.29413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:13:52.382526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:13:51.581944Z","time spent":"800.573022ms","remote":"127.0.0.1:47848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-05-20T02:14:00.195293Z","caller":"traceutil/trace.go:171","msg":"trace[1591382607] linearizableReadLoop","detail":"{readStateIndex:2599; appliedIndex:2598; }","duration":"142.486481ms","start":"2026-05-20T02:14:00.052785Z","end":"2026-05-20T02:14:00.195272Z","steps":["trace[1591382607] 'read index received' (duration: 142.300999ms)","trace[1591382607] 'applied index is now lower than readState.Index' (duration: 184.632µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:14:00.19541Z","caller":"traceutil/trace.go:171","msg":"trace[1378171728] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"176.095705ms","start":"2026-05-20T02:14:00.019277Z","end":"2026-05-20T02:14:00.195373Z","steps":["trace[1378171728] 'process raft request' (duration: 175.813612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:00.195494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.689883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-05-20T02:14:00.195528Z","caller":"traceutil/trace.go:171","msg":"trace[388618946] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2495; }","duration":"142.769443ms","start":"2026-05-20T02:14:00.05275Z","end":"2026-05-20T02:14:00.19552Z","steps":["trace[388618946] 'agreement among raft nodes before linearized reading' (duration: 142.646112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:05.669506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.474797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T02:14:05.669645Z","caller":"traceutil/trace.go:171","msg":"trace[1532292781] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2537; }","duration":"139.678349ms","start":"2026-05-20T02:14:05.529944Z","end":"2026-05-20T02:14:05.669623Z","steps":["trace[1532292781] 'range keys from in-memory index tree' (duration: 139.247355ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:14:05.817617Z","caller":"traceutil/trace.go:171","msg":"trace[343663517] linearizableReadLoop","detail":"{readStateIndex:2643; appliedIndex:2642; }","duration":"156.919534ms","start":"2026-05-20T02:14:05.660671Z","end":"2026-05-20T02:14:05.817591Z","steps":["trace[343663517] 'read index received' (duration: 156.712952ms)","trace[343663517] 'applied index is now lower than readState.Index' (duration: 205.452µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:14:05.817683Z","caller":"traceutil/trace.go:171","msg":"trace[1181493119] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"178.145815ms","start":"2026-05-20T02:14:05.639514Z","end":"2026-05-20T02:14:05.81766Z","steps":["trace[1181493119] 'process raft request' (duration: 177.906773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:05.817893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.204487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-20T02:14:05.817934Z","caller":"traceutil/trace.go:171","msg":"trace[138660577] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2538; }","duration":"157.310387ms","start":"2026-05-20T02:14:05.660611Z","end":"2026-05-20T02:14:05.817922Z","steps":["trace[138660577] 'agreement among raft nodes before linearized reading' (duration: 157.104136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:11.861664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.323869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T02:14:11.861754Z","caller":"traceutil/trace.go:171","msg":"trace[1383633449] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2572; }","duration":"149.46102ms","start":"2026-05-20T02:14:11.712274Z","end":"2026-05-20T02:14:11.861735Z","steps":["trace[1383633449] 'range keys from in-memory index tree' (duration: 149.166107ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:14:12.934258Z","caller":"traceutil/trace.go:171","msg":"trace[1626881680] linearizableReadLoop","detail":"{readStateIndex:2682; appliedIndex:2680; }","duration":"390.513008ms","start":"2026-05-20T02:14:12.543717Z","end":"2026-05-20T02:14:12.93423Z","steps":["trace[1626881680] 'read index received' (duration: 325.598186ms)","trace[1626881680] 'applied index is now lower than readState.Index' (duration: 64.913672ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:14:12.934717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.545059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:14:12.934748Z","caller":"traceutil/trace.go:171","msg":"trace[2015799560] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"434.205889ms","start":"2026-05-20T02:14:12.500499Z","end":"2026-05-20T02:14:12.934705Z","steps":["trace[2015799560] 'process raft request' (duration: 368.894293ms)","trace[2015799560] 'compare' (duration: 64.588799ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:14:12.934796Z","caller":"traceutil/trace.go:171","msg":"trace[730376227] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2576; }","duration":"380.67861ms","start":"2026-05-20T02:14:12.554097Z","end":"2026-05-20T02:14:12.934775Z","steps":["trace[730376227] 'agreement among raft nodes before linearized reading' (duration: 380.536768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:12.934796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.943027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-20T02:14:12.934843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:12.55408Z","time spent":"380.752551ms","remote":"127.0.0.1:48146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-20T02:14:12.934872Z","caller":"traceutil/trace.go:171","msg":"trace[1326470983] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"434.128348ms","start":"2026-05-20T02:14:12.500723Z","end":"2026-05-20T02:14:12.934852Z","steps":["trace[1326470983] 'process raft request' (duration: 433.440233ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:14:12.934876Z","caller":"traceutil/trace.go:171","msg":"trace[1308281725] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2576; }","duration":"404.07624ms","start":"2026-05-20T02:14:12.530778Z","end":"2026-05-20T02:14:12.934854Z","steps":["trace[1308281725] 'agreement among raft nodes before linearized reading' (duration: 403.796608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:12.934916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:12.50048Z","time spent":"434.34287ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:14:12.934959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:12.5007Z","time spent":"434.21281ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:14:12.93497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:12.530753Z","time spent":"404.202941ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T02:14:12.934804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.799009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-20T02:14:12.935119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.603166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T02:14:12.935155Z","caller":"traceutil/trace.go:171","msg":"trace[454558448] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2576; }","duration":"403.186992ms","start":"2026-05-20T02:14:12.531952Z","end":"2026-05-20T02:14:12.935139Z","steps":["trace[454558448] 'agreement among raft nodes before linearized reading' (duration: 402.607277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:12.935214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:12.531944Z","time spent":"403.255842ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T02:14:12.935195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.749372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-20T02:14:12.935407Z","caller":"traceutil/trace.go:171","msg":"trace[455990404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2576; }","duration":"398.002715ms","start":"2026-05-20T02:14:12.53737Z","end":"2026-05-20T02:14:12.935372Z","steps":["trace[455990404] 'agreement among raft nodes before linearized reading' (duration: 397.494381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:12.935483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:12.537363Z","time spent":"398.105597ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T02:14:12.935267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.0991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T02:14:12.935595Z","caller":"traceutil/trace.go:171","msg":"trace[1151854201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2576; }","duration":"413.441924ms","start":"2026-05-20T02:14:12.522136Z","end":"2026-05-20T02:14:12.935578Z","steps":["trace[1151854201] 'agreement among raft nodes before linearized reading' (duration: 413.05089ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:14:12.935163Z","caller":"traceutil/trace.go:171","msg":"trace[756641911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2576; }","duration":"421.669197ms","start":"2026-05-20T02:14:12.513481Z","end":"2026-05-20T02:14:12.93515Z","steps":["trace[756641911] 'agreement among raft nodes before linearized reading' (duration: 421.524455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:12.935654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:12.522126Z","time spent":"413.511535ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T02:14:12.935685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:12.51347Z","time spent":"422.199143ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T02:14:13.977708Z","caller":"traceutil/trace.go:171","msg":"trace[2057690765] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"110.097626ms","start":"2026-05-20T02:14:13.867546Z","end":"2026-05-20T02:14:13.977644Z","steps":["trace[2057690765] 'process raft request' (duration: 44.161526ms)","trace[2057690765] 'compare' (duration: 65.709738ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:14:14.368213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.470537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:14:14.368287Z","caller":"traceutil/trace.go:171","msg":"trace[1083889576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2584; }","duration":"111.596698ms","start":"2026-05-20T02:14:14.256674Z","end":"2026-05-20T02:14:14.36827Z","steps":["trace[1083889576] 'range keys from in-memory index tree' (duration: 111.339206ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:14:15.542101Z","caller":"traceutil/trace.go:171","msg":"trace[36674683] linearizableReadLoop","detail":"{readStateIndex:2694; appliedIndex:2692; }","duration":"557.284549ms","start":"2026-05-20T02:14:14.984756Z","end":"2026-05-20T02:14:15.542041Z","steps":["trace[36674683] 'read index received' (duration: 19.346763ms)","trace[36674683] 'applied index is now lower than readState.Index' (duration: 537.936256ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:14:15.542229Z","caller":"traceutil/trace.go:171","msg":"trace[687018267] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"600.658117ms","start":"2026-05-20T02:14:14.941539Z","end":"2026-05-20T02:14:15.542197Z","steps":["trace[687018267] 'process raft request' (duration: 597.923863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:15.542685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:14.94153Z","time spent":"600.975361ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:14:15.542848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.605143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b1244bb684f627\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-05-20T02:14:15.542879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.727827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-20T02:14:15.542896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.851239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T02:14:15.542919Z","caller":"traceutil/trace.go:171","msg":"trace[2019942061] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18b1244bb684f627; range_end:; response_count:1; response_revision:2587; }","duration":"143.713714ms","start":"2026-05-20T02:14:15.399187Z","end":"2026-05-20T02:14:15.542901Z","steps":["trace[2019942061] 'agreement among raft nodes before linearized reading' (duration: 143.508132ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:14:15.542931Z","caller":"traceutil/trace.go:171","msg":"trace[912514065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2587; }","duration":"534.836119ms","start":"2026-05-20T02:14:15.00808Z","end":"2026-05-20T02:14:15.542916Z","steps":["trace[912514065] 'agreement among raft nodes before linearized reading' (duration: 534.638087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:15.542979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:15.008054Z","time spent":"534.916499ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T02:14:15.542975Z","caller":"traceutil/trace.go:171","msg":"trace[1070419761] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2587; }","duration":"535.078581ms","start":"2026-05-20T02:14:15.007882Z","end":"2026-05-20T02:14:15.542961Z","steps":["trace[1070419761] 'agreement among raft nodes before linearized reading' (duration: 534.87327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:15.543059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:15.007867Z","time spent":"535.180912ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T02:14:15.542441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.674072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-20T02:14:15.543157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.630022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:14:15.543186Z","caller":"traceutil/trace.go:171","msg":"trace[342937307] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2587; }","duration":"558.48624ms","start":"2026-05-20T02:14:14.984691Z","end":"2026-05-20T02:14:15.543177Z","steps":["trace[342937307] 'agreement among raft nodes before linearized reading' (duration: 557.613362ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:14:15.543189Z","caller":"traceutil/trace.go:171","msg":"trace[492474922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2587; }","duration":"285.693082ms","start":"2026-05-20T02:14:15.257485Z","end":"2026-05-20T02:14:15.543178Z","steps":["trace[492474922] 'agreement among raft nodes before linearized reading' (duration: 285.642812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:15.543212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:14.984669Z","time spent":"558.53478ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T02:14:15.543309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.129811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T02:14:15.543333Z","caller":"traceutil/trace.go:171","msg":"trace[304542440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2587; }","duration":"535.175621ms","start":"2026-05-20T02:14:15.008151Z","end":"2026-05-20T02:14:15.543327Z","steps":["trace[304542440] 'agreement among raft nodes before linearized reading' (duration: 535.112051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:15.543351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:15.008139Z","time spent":"535.208331ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T02:14:15.543471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.579895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-20T02:14:15.543557Z","caller":"traceutil/trace.go:171","msg":"trace[271921790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2587; }","duration":"535.716356ms","start":"2026-05-20T02:14:15.007822Z","end":"2026-05-20T02:14:15.543538Z","steps":["trace[271921790] 'agreement among raft nodes before linearized reading' (duration: 535.198692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:15.543663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:15.007808Z","time spent":"535.843017ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T02:14:15.543773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.826394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T02:14:15.543824Z","caller":"traceutil/trace.go:171","msg":"trace[2140452449] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2587; }","duration":"557.901644ms","start":"2026-05-20T02:14:14.98591Z","end":"2026-05-20T02:14:15.543812Z","steps":["trace[2140452449] 'agreement among raft nodes before linearized reading' (duration: 556.787395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:15.543852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:14.985895Z","time spent":"557.951855ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T02:14:16.216078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954823419758845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T02:14:16.716611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954823419758845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-20T02:14:16.866672Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.321037188s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T02:14:16.867031Z","caller":"traceutil/trace.go:171","msg":"trace[48573070] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"1.321465053s","start":"2026-05-20T02:14:15.545536Z","end":"2026-05-20T02:14:16.867001Z","steps":["trace[48573070] 'process raft request' (duration: 1.321298121s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:16.867192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:15.545507Z","time spent":"1.321599244s","remote":"127.0.0.1:47784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:14:17.382858Z","caller":"traceutil/trace.go:171","msg":"trace[677310471] transaction","detail":"{read_only:false; response_revision:2589; number_of_response:1; }","duration":"1.834305498s","start":"2026-05-20T02:14:15.548524Z","end":"2026-05-20T02:14:17.382829Z","steps":["trace[677310471] 'process raft request' (duration: 1.827974842s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:17.383123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:15.548509Z","time spent":"1.83451831s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:14:17.383475Z","caller":"traceutil/trace.go:171","msg":"trace[1780091162] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"1.834112137s","start":"2026-05-20T02:14:15.549351Z","end":"2026-05-20T02:14:17.383463Z","steps":["trace[1780091162] 'process raft request' (duration: 1.833974315s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:17.383758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:15.549346Z","time spent":"1.83438485s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:14:17.383787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668479307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T02:14:17.383838Z","caller":"traceutil/trace.go:171","msg":"trace[661223808] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2596; }","duration":"1.668598898s","start":"2026-05-20T02:14:15.715228Z","end":"2026-05-20T02:14:17.383826Z","steps":["trace[661223808] 'agreement among raft nodes before linearized reading' (duration: 1.668447536s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:17.383879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:15.715208Z","time spent":"1.668660298s","remote":"127.0.0.1:54596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-20T02:14:17.383481Z","caller":"traceutil/trace.go:171","msg":"trace[61490978] transaction","detail":"{read_only:false; response_revision:2590; number_of_response:1; }","duration":"1.834769092s","start":"2026-05-20T02:14:15.548667Z","end":"2026-05-20T02:14:17.383437Z","steps":["trace[61490978] 'process raft request' (duration: 1.834042606s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:17.384314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:15.548662Z","time spent":"1.83558872s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:14:17.383552Z","caller":"traceutil/trace.go:171","msg":"trace[1585610476] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"1.834251528s","start":"2026-05-20T02:14:15.549283Z","end":"2026-05-20T02:14:17.383535Z","steps":["trace[1585610476] 'process raft request' (duration: 1.833935166s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:17.384437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:15.549273Z","time spent":"1.835132846s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:14:17.383595Z","caller":"traceutil/trace.go:171","msg":"trace[975461248] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"1.399281391s","start":"2026-05-20T02:14:15.984305Z","end":"2026-05-20T02:14:17.383587Z","steps":["trace[975461248] 'process raft request' (duration: 1.399099309s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:17.384572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:15.984279Z","time spent":"1.40026798s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:14:17.383557Z","caller":"traceutil/trace.go:171","msg":"trace[1818163452] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"373.498101ms","start":"2026-05-20T02:14:17.010034Z","end":"2026-05-20T02:14:17.383532Z","steps":["trace[1818163452] 'process raft request' (duration: 373.452501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:17.38469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:17.010013Z","time spent":"374.645791ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:14:17.383624Z","caller":"traceutil/trace.go:171","msg":"trace[1307063078] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"1.833412261s","start":"2026-05-20T02:14:15.550201Z","end":"2026-05-20T02:14:17.383614Z","steps":["trace[1307063078] 'process raft request' (duration: 1.833158288s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:17.384839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:15.550194Z","time spent":"1.834618271s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:14:17.383625Z","caller":"traceutil/trace.go:171","msg":"trace[2037721387] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"812.543923ms","start":"2026-05-20T02:14:16.571072Z","end":"2026-05-20T02:14:17.383616Z","steps":["trace[2037721387] 'process raft request' (duration: 812.37352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:17.384952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:16.571034Z","time spent":"813.889575ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:14:17.383657Z","caller":"traceutil/trace.go:171","msg":"trace[1136774159] linearizableReadLoop","detail":"{readStateIndex:2702; appliedIndex:2694; }","duration":"1.668360326s","start":"2026-05-20T02:14:15.715288Z","end":"2026-05-20T02:14:17.383649Z","steps":["trace[1136774159] 'read index received' (duration: 1.151606244s)","trace[1136774159] 'applied index is now lower than readState.Index' (duration: 516.753072ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:14:17.385134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361408013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T02:14:17.385197Z","caller":"traceutil/trace.go:171","msg":"trace[1044982041] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2596; }","duration":"1.361508905s","start":"2026-05-20T02:14:16.023679Z","end":"2026-05-20T02:14:17.385187Z","steps":["trace[1044982041] 'agreement among raft nodes before linearized reading' (duration: 1.361414914s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:17.385245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:16.023666Z","time spent":"1.361570535s","remote":"127.0.0.1:54614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T02:14:17.385251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.047143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T02:14:17.385301Z","caller":"traceutil/trace.go:171","msg":"trace[1898334414] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2596; }","duration":"267.139674ms","start":"2026-05-20T02:14:17.118149Z","end":"2026-05-20T02:14:17.385289Z","steps":["trace[1898334414] 'agreement among raft nodes before linearized reading' (duration: 267.077853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:17.385507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.662851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-20T02:14:17.385566Z","caller":"traceutil/trace.go:171","msg":"trace[1284507204] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2596; }","duration":"833.765512ms","start":"2026-05-20T02:14:16.551789Z","end":"2026-05-20T02:14:17.385554Z","steps":["trace[1284507204] 'agreement among raft nodes before linearized reading' (duration: 833.623471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:17.385606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:16.551762Z","time spent":"833.837663ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-20T02:14:17.385626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197068015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T02:14:17.385666Z","caller":"traceutil/trace.go:171","msg":"trace[1387732778] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2596; }","duration":"1.197137037s","start":"2026-05-20T02:14:16.188519Z","end":"2026-05-20T02:14:17.385656Z","steps":["trace[1387732778] 'agreement among raft nodes before linearized reading' (duration: 1.197069676s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:17.385701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:16.188508Z","time spent":"1.197185147s","remote":"127.0.0.1:59460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T02:14:17.385848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252393169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T02:14:17.385918Z","caller":"traceutil/trace.go:171","msg":"trace[2057564716] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2596; }","duration":"1.25248674s","start":"2026-05-20T02:14:16.133421Z","end":"2026-05-20T02:14:17.385908Z","steps":["trace[2057564716] 'agreement among raft nodes before linearized reading' (duration: 1.252392709s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:17.385213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.63116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:14:17.388994Z","caller":"traceutil/trace.go:171","msg":"trace[248073654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2596; }","duration":"130.475904ms","start":"2026-05-20T02:14:17.258508Z","end":"2026-05-20T02:14:17.388983Z","steps":["trace[248073654] 'agreement among raft nodes before linearized reading' (duration: 126.678821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:17.385158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.425335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:14:17.389147Z","caller":"traceutil/trace.go:171","msg":"trace[1402738043] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2596; }","duration":"271.482181ms","start":"2026-05-20T02:14:17.117659Z","end":"2026-05-20T02:14:17.389141Z","steps":["trace[1402738043] 'agreement among raft nodes before linearized reading' (duration: 267.467606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:17.38596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:14:16.13341Z","time spent":"1.2525422s","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-05-20T02:14:25.545269Z","caller":"traceutil/trace.go:171","msg":"trace[1823238965] linearizableReadLoop","detail":"{readStateIndex:2746; appliedIndex:2742; }","duration":"118.959045ms","start":"2026-05-20T02:14:25.426291Z","end":"2026-05-20T02:14:25.54525Z","steps":["trace[1823238965] 'read index received' (duration: 25.239604ms)","trace[1823238965] 'applied index is now lower than readState.Index' (duration: 93.718471ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:14:25.545546Z","caller":"traceutil/trace.go:171","msg":"trace[2128373132] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"127.441271ms","start":"2026-05-20T02:14:25.418089Z","end":"2026-05-20T02:14:25.54553Z","steps":["trace[2128373132] 'process raft request' (duration: 126.572663ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:14:25.545715Z","caller":"traceutil/trace.go:171","msg":"trace[792775497] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"122.959071ms","start":"2026-05-20T02:14:25.422743Z","end":"2026-05-20T02:14:25.545702Z","steps":["trace[792775497] 'process raft request' (duration: 122.435047ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:14:25.545849Z","caller":"traceutil/trace.go:171","msg":"trace[88206038] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"119.937873ms","start":"2026-05-20T02:14:25.425901Z","end":"2026-05-20T02:14:25.545839Z","steps":["trace[88206038] 'process raft request' (duration: 119.313448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:25.546077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.763702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T02:14:25.54612Z","caller":"traceutil/trace.go:171","msg":"trace[221595013] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2637; }","duration":"119.830532ms","start":"2026-05-20T02:14:25.426278Z","end":"2026-05-20T02:14:25.546109Z","steps":["trace[221595013] 'agreement among raft nodes before linearized reading' (duration: 119.681361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:25.546305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.292088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T02:14:25.54634Z","caller":"traceutil/trace.go:171","msg":"trace[379605832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2637; }","duration":"119.336259ms","start":"2026-05-20T02:14:25.426995Z","end":"2026-05-20T02:14:25.546331Z","steps":["trace[379605832] 'agreement among raft nodes before linearized reading' (duration: 119.249858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:25.547035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.05234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-20T02:14:25.547088Z","caller":"traceutil/trace.go:171","msg":"trace[1032772172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2637; }","duration":"115.172361ms","start":"2026-05-20T02:14:25.431903Z","end":"2026-05-20T02:14:25.547075Z","steps":["trace[1032772172] 'agreement among raft nodes before linearized reading' (duration: 115.058201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:25.547178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.749842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T02:14:25.54724Z","caller":"traceutil/trace.go:171","msg":"trace[299826384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2637; }","duration":"119.833643ms","start":"2026-05-20T02:14:25.427395Z","end":"2026-05-20T02:14:25.547228Z","steps":["trace[299826384] 'agreement among raft nodes before linearized reading' (duration: 119.680291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:14:25.547499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.810707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T02:14:25.547604Z","caller":"traceutil/trace.go:171","msg":"trace[936034171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2637; }","duration":"115.943968ms","start":"2026-05-20T02:14:25.431636Z","end":"2026-05-20T02:14:25.54758Z","steps":["trace[936034171] 'agreement among raft nodes before linearized reading' (duration: 115.624895ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:14:27.725531Z","caller":"traceutil/trace.go:171","msg":"trace[1376764068] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"134.641883ms","start":"2026-05-20T02:14:27.590847Z","end":"2026-05-20T02:14:27.725489Z","steps":["trace[1376764068] 'process raft request' (duration: 134.263589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:15:32.943484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.244145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9a5d24f1-9522-46f2-94ad-150262d06ec2\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-05-20T02:15:32.943607Z","caller":"traceutil/trace.go:171","msg":"trace[1400529501] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9a5d24f1-9522-46f2-94ad-150262d06ec2; range_end:; response_count:1; response_revision:3106; }","duration":"251.396898ms","start":"2026-05-20T02:15:32.692176Z","end":"2026-05-20T02:15:32.943572Z","steps":["trace[1400529501] 'range keys from in-memory index tree' (duration: 251.05115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:15:33.265095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954823419760039,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T02:15:33.446317Z","caller":"traceutil/trace.go:171","msg":"trace[286412641] linearizableReadLoop","detail":"{readStateIndex:3230; appliedIndex:3229; }","duration":"681.786182ms","start":"2026-05-20T02:15:32.764498Z","end":"2026-05-20T02:15:33.446284Z","steps":["trace[286412641] 'read index received' (duration: 681.625947ms)","trace[286412641] 'applied index is now lower than readState.Index' (duration: 159.155µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:15:33.446369Z","caller":"traceutil/trace.go:171","msg":"trace[1045178488] transaction","detail":"{read_only:false; response_revision:3107; number_of_response:1; }","duration":"707.791707ms","start":"2026-05-20T02:15:32.738536Z","end":"2026-05-20T02:15:33.446327Z","steps":["trace[1045178488] 'process raft request' (duration: 707.603642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:15:33.446584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:15:32.73851Z","time spent":"707.97561ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:15:33.446613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.26615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9a5d24f1-9522-46f2-94ad-150262d06ec2\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-05-20T02:15:33.446567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.995796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T02:15:33.446701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.659462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-20T02:15:33.446716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.590406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:15:33.446751Z","caller":"traceutil/trace.go:171","msg":"trace[1854607284] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3107; }","duration":"676.744754ms","start":"2026-05-20T02:15:32.769996Z","end":"2026-05-20T02:15:33.446741Z","steps":["trace[1854607284] 'agreement among raft nodes before linearized reading' (duration: 676.441597ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:15:33.446669Z","caller":"traceutil/trace.go:171","msg":"trace[972119950] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9a5d24f1-9522-46f2-94ad-150262d06ec2; range_end:; response_count:1; response_revision:3107; }","duration":"394.356021ms","start":"2026-05-20T02:15:33.052299Z","end":"2026-05-20T02:15:33.446655Z","steps":["trace[972119950] 'agreement among raft nodes before linearized reading' (duration: 394.160827ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:15:33.446765Z","caller":"traceutil/trace.go:171","msg":"trace[1557118297] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:3107; }","duration":"682.257353ms","start":"2026-05-20T02:15:32.76448Z","end":"2026-05-20T02:15:33.446737Z","steps":["trace[1557118297] 'agreement among raft nodes before linearized reading' (duration: 681.936726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:15:33.446849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:15:32.764472Z","time spent":"682.362165ms","remote":"127.0.0.1:54444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-05-20T02:15:33.446754Z","caller":"traceutil/trace.go:171","msg":"trace[77802298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3107; }","duration":"189.663457ms","start":"2026-05-20T02:15:33.257082Z","end":"2026-05-20T02:15:33.446745Z","steps":["trace[77802298] 'agreement among raft nodes before linearized reading' (duration: 189.612516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:15:33.446789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:15:32.76998Z","time spent":"676.798396ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":367,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-20T02:15:33.446788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:15:33.052281Z","time spent":"394.499375ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9a5d24f1-9522-46f2-94ad-150262d06ec2\" "} {"level":"warn","ts":"2026-05-20T02:15:33.448101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.075191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-20T02:15:33.448203Z","caller":"traceutil/trace.go:171","msg":"trace[1862672806] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3107; }","duration":"481.203974ms","start":"2026-05-20T02:15:32.966983Z","end":"2026-05-20T02:15:33.448187Z","steps":["trace[1862672806] 'agreement among raft nodes before linearized reading' (duration: 479.604458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:15:33.448272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:15:32.966966Z","time spent":"481.296226ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-05-20T02:15:33.848752Z","caller":"traceutil/trace.go:171","msg":"trace[1037286389] linearizableReadLoop","detail":"{readStateIndex:3231; appliedIndex:3230; }","duration":"392.63458ms","start":"2026-05-20T02:15:33.456089Z","end":"2026-05-20T02:15:33.848724Z","steps":["trace[1037286389] 'read index received' (duration: 392.456046ms)","trace[1037286389] 'applied index is now lower than readState.Index' (duration: 177.434µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:15:33.848828Z","caller":"traceutil/trace.go:171","msg":"trace[183627636] transaction","detail":"{read_only:false; response_revision:3108; number_of_response:1; }","duration":"394.410712ms","start":"2026-05-20T02:15:33.45439Z","end":"2026-05-20T02:15:33.848801Z","steps":["trace[183627636] 'process raft request' (duration: 394.174777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:15:33.848979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:15:33.45438Z","time spent":"394.514225ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:15:33.848976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.866576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-05-20T02:15:33.849082Z","caller":"traceutil/trace.go:171","msg":"trace[1934940568] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3108; }","duration":"393.001088ms","start":"2026-05-20T02:15:33.456069Z","end":"2026-05-20T02:15:33.84907Z","steps":["trace[1934940568] 'agreement among raft nodes before linearized reading' (duration: 392.782764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:15:33.849128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:15:33.456063Z","time spent":"393.05468ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7485,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-20T02:15:33.923805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.399469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-05-20T02:15:33.92382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.329874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-20T02:15:33.923885Z","caller":"traceutil/trace.go:171","msg":"trace[556758268] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:3111; }","duration":"278.516102ms","start":"2026-05-20T02:15:33.645349Z","end":"2026-05-20T02:15:33.923865Z","steps":["trace[556758268] 'agreement among raft nodes before linearized reading' (duration: 278.336208ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:15:33.923903Z","caller":"traceutil/trace.go:171","msg":"trace[3584382] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:3111; }","duration":"216.447717ms","start":"2026-05-20T02:15:33.707433Z","end":"2026-05-20T02:15:33.92388Z","steps":["trace[3584382] 'agreement among raft nodes before linearized reading' (duration: 216.260692ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:15:46.172415Z","caller":"traceutil/trace.go:171","msg":"trace[254694693] linearizableReadLoop","detail":"{readStateIndex:3334; appliedIndex:3333; }","duration":"186.020625ms","start":"2026-05-20T02:15:45.98637Z","end":"2026-05-20T02:15:46.172391Z","steps":["trace[254694693] 'read index received' (duration: 185.927193ms)","trace[254694693] 'applied index is now lower than readState.Index' (duration: 92.402µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:15:46.172803Z","caller":"traceutil/trace.go:171","msg":"trace[1078378822] transaction","detail":"{read_only:false; response_revision:3208; number_of_response:1; }","duration":"188.308725ms","start":"2026-05-20T02:15:45.98446Z","end":"2026-05-20T02:15:46.172769Z","steps":["trace[1078378822] 'process raft request' (duration: 187.776673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:15:46.172831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.440764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-20T02:15:46.172929Z","caller":"traceutil/trace.go:171","msg":"trace[1864775523] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3208; }","duration":"186.578127ms","start":"2026-05-20T02:15:45.986328Z","end":"2026-05-20T02:15:46.172906Z","steps":["trace[1864775523] 'agreement among raft nodes before linearized reading' (duration: 186.315161ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:15:46.19398Z","caller":"traceutil/trace.go:171","msg":"trace[610638657] transaction","detail":"{read_only:false; response_revision:3209; number_of_response:1; }","duration":"192.324682ms","start":"2026-05-20T02:15:46.001636Z","end":"2026-05-20T02:15:46.193961Z","steps":["trace[610638657] 'process raft request' (duration: 192.055436ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:15:46.194463Z","caller":"traceutil/trace.go:171","msg":"trace[1676727004] transaction","detail":"{read_only:false; response_revision:3210; number_of_response:1; }","duration":"192.23183ms","start":"2026-05-20T02:15:46.002204Z","end":"2026-05-20T02:15:46.194436Z","steps":["trace[1676727004] 'process raft request' (duration: 191.641007ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:15:46.194742Z","caller":"traceutil/trace.go:171","msg":"trace[1668484030] transaction","detail":"{read_only:false; response_revision:3211; number_of_response:1; }","duration":"154.919711ms","start":"2026-05-20T02:15:46.039807Z","end":"2026-05-20T02:15:46.194727Z","steps":["trace[1668484030] 'process raft request' (duration: 154.079392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:15:47.610324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368801894s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T02:15:47.610422Z","caller":"traceutil/trace.go:171","msg":"trace[1255027359] linearizableReadLoop","detail":"{readStateIndex:3339; appliedIndex:3338; }","duration":"1.388947157s","start":"2026-05-20T02:15:46.221461Z","end":"2026-05-20T02:15:47.610408Z","steps":["trace[1255027359] 'read index received' (duration: 19.939977ms)","trace[1255027359] 'applied index is now lower than readState.Index' (duration: 1.36900605s)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:15:47.610452Z","caller":"traceutil/trace.go:171","msg":"trace[29362607] transaction","detail":"{read_only:false; response_revision:3213; number_of_response:1; }","duration":"1.408845193s","start":"2026-05-20T02:15:46.201577Z","end":"2026-05-20T02:15:47.610422Z","steps":["trace[29362607] 'process raft request' (duration: 39.879665ms)","trace[29362607] 'compare' (duration: 1.368254582s)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:15:47.610552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38909137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T02:15:47.610578Z","caller":"traceutil/trace.go:171","msg":"trace[2078009172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3213; }","duration":"1.389148841s","start":"2026-05-20T02:15:46.221423Z","end":"2026-05-20T02:15:47.610572Z","steps":["trace[2078009172] 'agreement among raft nodes before linearized reading' (duration: 1.389040359s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:15:47.6106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:15:46.221369Z","time spent":"1.389225903s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T02:15:47.610595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:15:46.20156Z","time spent":"1.408963336s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:15:47.848402Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.588799003s","expected-duration":"1s"} {"level":"info","ts":"2026-05-20T02:15:47.848705Z","caller":"traceutil/trace.go:171","msg":"trace[876388314] linearizableReadLoop","detail":"{readStateIndex:3340; appliedIndex:3339; }","duration":"238.24398ms","start":"2026-05-20T02:15:47.610444Z","end":"2026-05-20T02:15:47.848688Z","steps":["trace[876388314] 'read index received' (duration: 238.177738ms)","trace[876388314] 'applied index is now lower than readState.Index' (duration: 65.332µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:15:47.848784Z","caller":"traceutil/trace.go:171","msg":"trace[139519092] transaction","detail":"{read_only:false; response_revision:3214; number_of_response:1; }","duration":"1.589307114s","start":"2026-05-20T02:15:46.259466Z","end":"2026-05-20T02:15:47.848773Z","steps":["trace[139519092] 'process raft request' (duration: 1.58909599s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:15:47.848864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:15:46.25944Z","time spent":"1.589371676s","remote":"127.0.0.1:47784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T02:15:47.849131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.210412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:15:47.849177Z","caller":"traceutil/trace.go:171","msg":"trace[289315010] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:3214; }","duration":"390.298064ms","start":"2026-05-20T02:15:47.458867Z","end":"2026-05-20T02:15:47.849165Z","steps":["trace[289315010] 'agreement among raft nodes before linearized reading' (duration: 390.199542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:15:47.849206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:15:47.458847Z","time spent":"390.351264ms","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-20T02:15:47.849378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238188217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T02:15:47.849389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602421762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:15:47.849417Z","caller":"traceutil/trace.go:171","msg":"trace[314823579] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3214; }","duration":"1.238256279s","start":"2026-05-20T02:15:46.611151Z","end":"2026-05-20T02:15:47.849407Z","steps":["trace[314823579] 'agreement among raft nodes before linearized reading' (duration: 1.238190617s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:15:47.849443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:15:46.611136Z","time spent":"1.238300709s","remote":"127.0.0.1:59474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-20T02:15:47.849442Z","caller":"traceutil/trace.go:171","msg":"trace[980502753] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3214; }","duration":"1.602510203s","start":"2026-05-20T02:15:46.246918Z","end":"2026-05-20T02:15:47.849428Z","steps":["trace[980502753] 'agreement among raft nodes before linearized reading' (duration: 1.602409771s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:15:47.849564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593657701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:15:47.849587Z","caller":"traceutil/trace.go:171","msg":"trace[850343127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3214; }","duration":"1.593704991s","start":"2026-05-20T02:15:46.255877Z","end":"2026-05-20T02:15:47.849582Z","steps":["trace[850343127] 'agreement among raft nodes before linearized reading' (duration: 1.593670841s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:15:47.849607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:15:46.255866Z","time spent":"1.593737713s","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T02:15:47.849634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.231947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:15:47.84974Z","caller":"traceutil/trace.go:171","msg":"trace[1989452393] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:3214; }","duration":"945.387571ms","start":"2026-05-20T02:15:46.904324Z","end":"2026-05-20T02:15:47.849711Z","steps":["trace[1989452393] 'agreement among raft nodes before linearized reading' (duration: 945.177007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:15:47.849895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:15:46.904307Z","time spent":"945.570465ms","remote":"127.0.0.1:59246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-20T02:15:47.849873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:15:46.246908Z","time spent":"1.602901663s","remote":"127.0.0.1:48146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-20T02:15:47.850161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418021345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-20T02:15:47.850237Z","caller":"traceutil/trace.go:171","msg":"trace[1679744202] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:3214; }","duration":"1.4182846s","start":"2026-05-20T02:15:46.431933Z","end":"2026-05-20T02:15:47.850218Z","steps":["trace[1679744202] 'agreement among raft nodes before linearized reading' (duration: 1.417531554s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:15:47.850286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60644395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-20T02:15:47.850317Z","caller":"traceutil/trace.go:171","msg":"trace[867891761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3214; }","duration":"1.606496681s","start":"2026-05-20T02:15:46.243812Z","end":"2026-05-20T02:15:47.850309Z","steps":["trace[867891761] 'agreement among raft nodes before linearized reading' (duration: 1.605689604s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:15:47.850338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:15:46.243799Z","time spent":"1.606533412s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T02:15:47.850282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:15:46.431911Z","time spent":"1.418361282s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-20T02:15:47.850242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610894887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T02:15:47.850664Z","caller":"traceutil/trace.go:171","msg":"trace[1708658683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3214; }","duration":"1.611346697s","start":"2026-05-20T02:15:46.239308Z","end":"2026-05-20T02:15:47.850655Z","steps":["trace[1708658683] 'agreement among raft nodes before linearized reading' (duration: 1.610132011s)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:15:47.850694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:15:46.239294Z","time spent":"1.611390988s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T02:15:47.852172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.179435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-20T02:15:47.852272Z","caller":"traceutil/trace.go:171","msg":"trace[1430279926] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3214; }","duration":"884.34931ms","start":"2026-05-20T02:15:46.9679Z","end":"2026-05-20T02:15:47.852249Z","steps":["trace[1430279926] 'agreement among raft nodes before linearized reading' (duration: 881.416635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:15:47.852328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:15:46.967874Z","time spent":"884.442962ms","remote":"127.0.0.1:47890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-05-20T02:15:47.872363Z","caller":"traceutil/trace.go:171","msg":"trace[1914516106] transaction","detail":"{read_only:false; response_revision:3215; number_of_response:1; }","duration":"257.192104ms","start":"2026-05-20T02:15:47.615154Z","end":"2026-05-20T02:15:47.872346Z","steps":["trace[1914516106] 'process raft request' (duration: 257.043171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:15:47.872519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.579684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T02:15:47.872604Z","caller":"traceutil/trace.go:171","msg":"trace[1056779315] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:3215; }","duration":"129.720487ms","start":"2026-05-20T02:15:47.742865Z","end":"2026-05-20T02:15:47.872585Z","steps":["trace[1056779315] 'agreement among raft nodes before linearized reading' (duration: 129.540973ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:15:48.343277Z","caller":"traceutil/trace.go:171","msg":"trace[134259828] transaction","detail":"{read_only:false; response_revision:3218; number_of_response:1; }","duration":"166.023825ms","start":"2026-05-20T02:15:48.177231Z","end":"2026-05-20T02:15:48.343255Z","steps":["trace[134259828] 'process raft request' (duration: 165.894272ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:15:48.446164Z","caller":"traceutil/trace.go:171","msg":"trace[1864755564] transaction","detail":"{read_only:false; response_revision:3220; number_of_response:1; }","duration":"245.091428ms","start":"2026-05-20T02:15:48.201048Z","end":"2026-05-20T02:15:48.446139Z","steps":["trace[1864755564] 'process raft request' (duration: 244.969216ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:15:48.446184Z","caller":"traceutil/trace.go:171","msg":"trace[2051786926] transaction","detail":"{read_only:false; response_revision:3219; number_of_response:1; }","duration":"246.07372ms","start":"2026-05-20T02:15:48.200075Z","end":"2026-05-20T02:15:48.446148Z","steps":["trace[2051786926] 'process raft request' (duration: 245.810683ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:15:48.446397Z","caller":"traceutil/trace.go:171","msg":"trace[49139832] linearizableReadLoop","detail":"{readStateIndex:3347; appliedIndex:3344; }","duration":"224.99373ms","start":"2026-05-20T02:15:48.221384Z","end":"2026-05-20T02:15:48.446377Z","steps":["trace[49139832] 'read index received' (duration: 121.860164ms)","trace[49139832] 'applied index is now lower than readState.Index' (duration: 103.132186ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:15:48.446415Z","caller":"traceutil/trace.go:171","msg":"trace[1204239700] transaction","detail":"{read_only:false; response_revision:3221; number_of_response:1; }","duration":"243.713548ms","start":"2026-05-20T02:15:48.202689Z","end":"2026-05-20T02:15:48.446403Z","steps":["trace[1204239700] 'process raft request' (duration: 243.413492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:15:48.446584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.185874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-20T02:15:48.44663Z","caller":"traceutil/trace.go:171","msg":"trace[1020374644] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3221; }","duration":"225.274607ms","start":"2026-05-20T02:15:48.221345Z","end":"2026-05-20T02:15:48.44662Z","steps":["trace[1020374644] 'agreement among raft nodes before linearized reading' (duration: 225.101093ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:15:49.280513Z","caller":"traceutil/trace.go:171","msg":"trace[1291474158] linearizableReadLoop","detail":"{readStateIndex:3351; appliedIndex:3350; }","duration":"178.601515ms","start":"2026-05-20T02:15:49.101889Z","end":"2026-05-20T02:15:49.28049Z","steps":["trace[1291474158] 'read index received' (duration: 156.805572ms)","trace[1291474158] 'applied index is now lower than readState.Index' (duration: 21.795113ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:15:49.280688Z","caller":"traceutil/trace.go:171","msg":"trace[371818398] transaction","detail":"{read_only:false; response_revision:3225; number_of_response:1; }","duration":"189.360289ms","start":"2026-05-20T02:15:49.091317Z","end":"2026-05-20T02:15:49.280678Z","steps":["trace[371818398] 'process raft request' (duration: 167.386642ms)","trace[371818398] 'compare' (duration: 21.468645ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:15:49.280997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.090565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-05-20T02:15:49.281243Z","caller":"traceutil/trace.go:171","msg":"trace[1703909008] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:3225; }","duration":"179.364151ms","start":"2026-05-20T02:15:49.101871Z","end":"2026-05-20T02:15:49.281235Z","steps":["trace[1703909008] 'agreement among raft nodes before linearized reading' (duration: 178.977193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:15:49.526507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.279523ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-20T02:15:49.526687Z","caller":"traceutil/trace.go:171","msg":"trace[291120148] linearizableReadLoop","detail":"{readStateIndex:3353; appliedIndex:3352; }","duration":"140.489088ms","start":"2026-05-20T02:15:49.38618Z","end":"2026-05-20T02:15:49.526669Z","steps":["trace[291120148] 'read index received' (duration: 43.341µs)","trace[291120148] 'applied index is now lower than readState.Index' (duration: 140.443617ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:15:49.526869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.669593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:15:49.527147Z","caller":"traceutil/trace.go:171","msg":"trace[1949487966] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:3226; }","duration":"141.00238ms","start":"2026-05-20T02:15:49.386134Z","end":"2026-05-20T02:15:49.527137Z","steps":["trace[1949487966] 'agreement among raft nodes before linearized reading' (duration: 140.675423ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:15:58.127816Z","caller":"traceutil/trace.go:171","msg":"trace[1103264524] linearizableReadLoop","detail":"{readStateIndex:3406; appliedIndex:3405; }","duration":"140.616889ms","start":"2026-05-20T02:15:57.987169Z","end":"2026-05-20T02:15:58.127786Z","steps":["trace[1103264524] 'read index received' (duration: 111.635192ms)","trace[1103264524] 'applied index is now lower than readState.Index' (duration: 28.980407ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:15:58.127957Z","caller":"traceutil/trace.go:171","msg":"trace[1425787771] transaction","detail":"{read_only:false; response_revision:3277; number_of_response:1; }","duration":"142.179182ms","start":"2026-05-20T02:15:57.985763Z","end":"2026-05-20T02:15:58.127942Z","steps":["trace[1425787771] 'process raft request' (duration: 113.129663ms)","trace[1425787771] 'compare' (duration: 28.776793ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:15:58.1283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.690659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-20T02:15:58.12839Z","caller":"traceutil/trace.go:171","msg":"trace[1126455987] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3277; }","duration":"139.825113ms","start":"2026-05-20T02:15:57.988541Z","end":"2026-05-20T02:15:58.128366Z","steps":["trace[1126455987] 'agreement among raft nodes before linearized reading' (duration: 139.547477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:15:58.128562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.364225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-20T02:15:58.128852Z","caller":"traceutil/trace.go:171","msg":"trace[1058593698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3277; }","duration":"141.506778ms","start":"2026-05-20T02:15:57.987122Z","end":"2026-05-20T02:15:58.128629Z","steps":["trace[1058593698] 'agreement among raft nodes before linearized reading' (duration: 141.261853ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:16:14.656532Z","caller":"traceutil/trace.go:171","msg":"trace[1986171107] transaction","detail":"{read_only:false; response_revision:3376; number_of_response:1; }","duration":"143.435149ms","start":"2026-05-20T02:16:14.513074Z","end":"2026-05-20T02:16:14.656509Z","steps":["trace[1986171107] 'process raft request' (duration: 143.292376ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:16:14.661313Z","caller":"traceutil/trace.go:171","msg":"trace[1706308492] transaction","detail":"{read_only:false; response_revision:3377; number_of_response:1; }","duration":"105.006148ms","start":"2026-05-20T02:16:14.556288Z","end":"2026-05-20T02:16:14.661294Z","steps":["trace[1706308492] 'process raft request' (duration: 104.860445ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:16:16.835353Z","caller":"traceutil/trace.go:171","msg":"trace[2043789100] transaction","detail":"{read_only:false; response_revision:3388; number_of_response:1; }","duration":"165.444081ms","start":"2026-05-20T02:16:16.669881Z","end":"2026-05-20T02:16:16.835325Z","steps":["trace[2043789100] 'process raft request' (duration: 165.182856ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:16:16.835373Z","caller":"traceutil/trace.go:171","msg":"trace[1287583322] transaction","detail":"{read_only:false; response_revision:3389; number_of_response:1; }","duration":"165.365379ms","start":"2026-05-20T02:16:16.669978Z","end":"2026-05-20T02:16:16.835343Z","steps":["trace[1287583322] 'process raft request' (duration: 165.276298ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:16:16.835491Z","caller":"traceutil/trace.go:171","msg":"trace[2103762438] linearizableReadLoop","detail":"{readStateIndex:3523; appliedIndex:3519; }","duration":"159.962773ms","start":"2026-05-20T02:16:16.675506Z","end":"2026-05-20T02:16:16.835468Z","steps":["trace[2103762438] 'read index received' (duration: 48.092674ms)","trace[2103762438] 'applied index is now lower than readState.Index' (duration: 111.868829ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:16:16.835623Z","caller":"traceutil/trace.go:171","msg":"trace[1262251264] transaction","detail":"{read_only:false; response_revision:3390; number_of_response:1; }","duration":"165.485011ms","start":"2026-05-20T02:16:16.670129Z","end":"2026-05-20T02:16:16.835614Z","steps":["trace[1262251264] 'process raft request' (duration: 165.166415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:16:16.83592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.461104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T02:16:16.836015Z","caller":"traceutil/trace.go:171","msg":"trace[922799667] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3390; }","duration":"129.586066ms","start":"2026-05-20T02:16:16.706412Z","end":"2026-05-20T02:16:16.835998Z","steps":["trace[922799667] 'agreement among raft nodes before linearized reading' (duration: 129.30196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:16:16.836149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.636866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:11 size:393322"} {"level":"info","ts":"2026-05-20T02:16:16.836197Z","caller":"traceutil/trace.go:171","msg":"trace[738736598] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:11; response_revision:3390; }","duration":"160.729667ms","start":"2026-05-20T02:16:16.675458Z","end":"2026-05-20T02:16:16.836187Z","steps":["trace[738736598] 'agreement among raft nodes before linearized reading' (duration: 160.169297ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:16:19.170741Z","caller":"traceutil/trace.go:171","msg":"trace[1276711833] transaction","detail":"{read_only:false; response_revision:3421; number_of_response:1; }","duration":"120.33572ms","start":"2026-05-20T02:16:19.050377Z","end":"2026-05-20T02:16:19.170712Z","steps":["trace[1276711833] 'process raft request' (duration: 105.219216ms)","trace[1276711833] 'compare' (duration: 14.627454ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:16:19.171023Z","caller":"traceutil/trace.go:171","msg":"trace[337500729] linearizableReadLoop","detail":"{readStateIndex:3563; appliedIndex:3554; }","duration":"118.588787ms","start":"2026-05-20T02:16:19.052399Z","end":"2026-05-20T02:16:19.170987Z","steps":["trace[337500729] 'read index received' (duration: 25.428494ms)","trace[337500729] 'applied index is now lower than readState.Index' (duration: 93.158753ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:16:19.171123Z","caller":"traceutil/trace.go:171","msg":"trace[1857111458] transaction","detail":"{read_only:false; response_revision:3425; number_of_response:1; }","duration":"120.400481ms","start":"2026-05-20T02:16:19.050689Z","end":"2026-05-20T02:16:19.171089Z","steps":["trace[1857111458] 'process raft request' (duration: 120.113516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:16:19.171336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.904033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-05-20T02:16:19.171348Z","caller":"traceutil/trace.go:171","msg":"trace[1642754780] transaction","detail":"{read_only:false; response_revision:3422; number_of_response:1; }","duration":"120.82057ms","start":"2026-05-20T02:16:19.050506Z","end":"2026-05-20T02:16:19.171326Z","steps":["trace[1642754780] 'process raft request' (duration: 120.029435ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:16:19.171422Z","caller":"traceutil/trace.go:171","msg":"trace[2021010913] transaction","detail":"{read_only:false; response_revision:3426; number_of_response:1; }","duration":"120.654596ms","start":"2026-05-20T02:16:19.050755Z","end":"2026-05-20T02:16:19.171409Z","steps":["trace[2021010913] 'process raft request' (duration: 120.081426ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:16:19.17164Z","caller":"traceutil/trace.go:171","msg":"trace[91513320] transaction","detail":"{read_only:false; response_revision:3423; number_of_response:1; }","duration":"121.014643ms","start":"2026-05-20T02:16:19.050609Z","end":"2026-05-20T02:16:19.171624Z","steps":["trace[91513320] 'process raft request' (duration: 120.083596ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:16:19.171838Z","caller":"traceutil/trace.go:171","msg":"trace[861533874] transaction","detail":"{read_only:false; response_revision:3427; number_of_response:1; }","duration":"121.106235ms","start":"2026-05-20T02:16:19.05072Z","end":"2026-05-20T02:16:19.171826Z","steps":["trace[861533874] 'process raft request' (duration: 120.206178ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:16:19.171926Z","caller":"traceutil/trace.go:171","msg":"trace[1622372356] transaction","detail":"{read_only:false; response_revision:3428; number_of_response:1; }","duration":"121.076105ms","start":"2026-05-20T02:16:19.050843Z","end":"2026-05-20T02:16:19.171919Z","steps":["trace[1622372356] 'process raft request' (duration: 120.105736ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:16:19.172059Z","caller":"traceutil/trace.go:171","msg":"trace[1929860297] transaction","detail":"{read_only:false; response_revision:3424; number_of_response:1; }","duration":"121.393771ms","start":"2026-05-20T02:16:19.050649Z","end":"2026-05-20T02:16:19.172043Z","steps":["trace[1929860297] 'process raft request' (duration: 120.110756ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:16:19.171381Z","caller":"traceutil/trace.go:171","msg":"trace[1578063858] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3428; }","duration":"119.019485ms","start":"2026-05-20T02:16:19.05235Z","end":"2026-05-20T02:16:19.171369Z","steps":["trace[1578063858] 'agreement among raft nodes before linearized reading' (duration: 118.77397ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:16:19.813639Z","caller":"traceutil/trace.go:171","msg":"trace[1145330944] linearizableReadLoop","detail":"{readStateIndex:3615; appliedIndex:3614; }","duration":"112.952357ms","start":"2026-05-20T02:16:19.700669Z","end":"2026-05-20T02:16:19.813622Z","steps":["trace[1145330944] 'read index received' (duration: 95.905326ms)","trace[1145330944] 'applied index is now lower than readState.Index' (duration: 17.046231ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:16:19.813793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.11071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/keystone-api-687df9dbdf\" ","response":"range_response_count:1 size:11068"} {"level":"info","ts":"2026-05-20T02:16:19.813822Z","caller":"traceutil/trace.go:171","msg":"trace[2137482628] range","detail":"{range_begin:/registry/replicasets/openstack/keystone-api-687df9dbdf; range_end:; response_count:1; response_revision:3480; }","duration":"113.182902ms","start":"2026-05-20T02:16:19.700631Z","end":"2026-05-20T02:16:19.813814Z","steps":["trace[2137482628] 'agreement among raft nodes before linearized reading' (duration: 113.06815ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:16:19.814007Z","caller":"traceutil/trace.go:171","msg":"trace[514054341] transaction","detail":"{read_only:false; response_revision:3480; number_of_response:1; }","duration":"127.593502ms","start":"2026-05-20T02:16:19.686099Z","end":"2026-05-20T02:16:19.813693Z","steps":["trace[514054341] 'process raft request' (duration: 110.461628ms)","trace[514054341] 'compare' (duration: 16.985581ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:16:19.814393Z","caller":"traceutil/trace.go:171","msg":"trace[784894827] transaction","detail":"{read_only:false; response_revision:3481; number_of_response:1; }","duration":"109.832405ms","start":"2026-05-20T02:16:19.704539Z","end":"2026-05-20T02:16:19.814371Z","steps":["trace[784894827] 'process raft request' (duration: 109.699403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:16:22.382937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.949584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:16:22.383035Z","caller":"traceutil/trace.go:171","msg":"trace[1987337471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3505; }","duration":"128.072676ms","start":"2026-05-20T02:16:22.254943Z","end":"2026-05-20T02:16:22.383016Z","steps":["trace[1987337471] 'range keys from in-memory index tree' (duration: 127.633777ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:16:44.303254Z","caller":"traceutil/trace.go:171","msg":"trace[725712308] transaction","detail":"{read_only:false; response_revision:3657; number_of_response:1; }","duration":"106.756885ms","start":"2026-05-20T02:16:44.196467Z","end":"2026-05-20T02:16:44.303224Z","steps":["trace[725712308] 'process raft request' (duration: 106.49836ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:16:44.743426Z","caller":"traceutil/trace.go:171","msg":"trace[1521621780] linearizableReadLoop","detail":"{readStateIndex:3801; appliedIndex:3800; }","duration":"100.395622ms","start":"2026-05-20T02:16:44.643002Z","end":"2026-05-20T02:16:44.743398Z","steps":["trace[1521621780] 'read index received' (duration: 29.011311ms)","trace[1521621780] 'applied index is now lower than readState.Index' (duration: 71.383241ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:16:44.743532Z","caller":"traceutil/trace.go:171","msg":"trace[1888557899] transaction","detail":"{read_only:false; response_revision:3661; number_of_response:1; }","duration":"124.551574ms","start":"2026-05-20T02:16:44.618941Z","end":"2026-05-20T02:16:44.743492Z","steps":["trace[1888557899] 'process raft request' (duration: 53.205284ms)","trace[1888557899] 'compare' (duration: 71.078666ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:16:44.74444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.41089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-20T02:16:44.744563Z","caller":"traceutil/trace.go:171","msg":"trace[19988378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3661; }","duration":"101.592363ms","start":"2026-05-20T02:16:44.642948Z","end":"2026-05-20T02:16:44.744541Z","steps":["trace[19988378] 'agreement among raft nodes before linearized reading' (duration: 100.572575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:17:35.465476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.975119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T02:17:35.46563Z","caller":"traceutil/trace.go:171","msg":"trace[1887114177] linearizableReadLoop","detail":"{readStateIndex:4207; appliedIndex:4206; }","duration":"259.466789ms","start":"2026-05-20T02:17:35.206142Z","end":"2026-05-20T02:17:35.465608Z","steps":["trace[1887114177] 'read index received' (duration: 66.117594ms)","trace[1887114177] 'applied index is now lower than readState.Index' (duration: 193.347545ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:17:35.465746Z","caller":"traceutil/trace.go:171","msg":"trace[988072305] transaction","detail":"{read_only:false; response_revision:4056; number_of_response:1; }","duration":"278.367275ms","start":"2026-05-20T02:17:35.187364Z","end":"2026-05-20T02:17:35.465731Z","steps":["trace[988072305] 'process raft request' (duration: 84.99934ms)","trace[988072305] 'compare' (duration: 192.794367ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:17:35.465995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.76604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:17:35.466094Z","caller":"traceutil/trace.go:171","msg":"trace[2101083822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4056; }","duration":"207.937863ms","start":"2026-05-20T02:17:35.258133Z","end":"2026-05-20T02:17:35.466071Z","steps":["trace[2101083822] 'agreement among raft nodes before linearized reading' (duration: 207.74499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:17:35.466012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.848755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:17:35.466274Z","caller":"traceutil/trace.go:171","msg":"trace[1960510150] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:4056; }","duration":"260.13637ms","start":"2026-05-20T02:17:35.206096Z","end":"2026-05-20T02:17:35.466232Z","steps":["trace[1960510150] 'agreement among raft nodes before linearized reading' (duration: 259.840945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:17:35.466277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.941823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T02:17:35.466486Z","caller":"traceutil/trace.go:171","msg":"trace[25278784] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4056; }","duration":"107.161337ms","start":"2026-05-20T02:17:35.359257Z","end":"2026-05-20T02:17:35.466418Z","steps":["trace[25278784] 'agreement among raft nodes before linearized reading' (duration: 106.766161ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:17:35.637683Z","caller":"traceutil/trace.go:171","msg":"trace[1153761092] transaction","detail":"{read_only:false; response_revision:4058; number_of_response:1; }","duration":"121.177406ms","start":"2026-05-20T02:17:35.516467Z","end":"2026-05-20T02:17:35.637644Z","steps":["trace[1153761092] 'process raft request' (duration: 88.042197ms)","trace[1153761092] 'compare' (duration: 32.957286ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:17:52.151235Z","caller":"traceutil/trace.go:171","msg":"trace[382781855] transaction","detail":"{read_only:false; response_revision:4141; number_of_response:1; }","duration":"102.581725ms","start":"2026-05-20T02:17:52.048619Z","end":"2026-05-20T02:17:52.151201Z","steps":["trace[382781855] 'process raft request' (duration: 25.600386ms)","trace[382781855] 'compare' (duration: 76.611974ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:18:33.808035Z","caller":"traceutil/trace.go:171","msg":"trace[1222818262] transaction","detail":"{read_only:false; response_revision:4395; number_of_response:1; }","duration":"116.780188ms","start":"2026-05-20T02:18:33.691215Z","end":"2026-05-20T02:18:33.807995Z","steps":["trace[1222818262] 'process raft request' (duration: 116.525494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:18:37.542772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.523901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T02:18:37.542878Z","caller":"traceutil/trace.go:171","msg":"trace[829976043] transaction","detail":"{read_only:false; response_revision:4420; number_of_response:1; }","duration":"116.074628ms","start":"2026-05-20T02:18:37.426788Z","end":"2026-05-20T02:18:37.542863Z","steps":["trace[829976043] 'compare' (duration: 110.392019ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:19:57.653179Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2805} {"level":"info","ts":"2026-05-20T02:19:57.72151Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2805,"took":"67.07402ms","hash":3946299738,"current-db-size-bytes":37367808,"current-db-size":"37 MB","current-db-size-in-use-bytes":14110720,"current-db-size-in-use":"14 MB"} {"level":"info","ts":"2026-05-20T02:19:57.721622Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3946299738,"revision":2805,"compact-revision":-1} {"level":"warn","ts":"2026-05-20T02:20:09.264398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.172121ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-20T02:20:30.25793Z","caller":"traceutil/trace.go:171","msg":"trace[39580936] linearizableReadLoop","detail":"{readStateIndex:5296; appliedIndex:5294; }","duration":"106.155871ms","start":"2026-05-20T02:20:30.151747Z","end":"2026-05-20T02:20:30.257903Z","steps":["trace[39580936] 'read index received' (duration: 76.830134ms)","trace[39580936] 'applied index is now lower than readState.Index' (duration: 29.324487ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:20:30.258459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.679297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rsakeys.secretgen.k14s.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:20:30.258563Z","caller":"traceutil/trace.go:171","msg":"trace[587281426] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/rsakeys.secretgen.k14s.io; range_end:; response_count:0; response_revision:5101; }","duration":"106.868081ms","start":"2026-05-20T02:20:30.151676Z","end":"2026-05-20T02:20:30.258544Z","steps":["trace[587281426] 'agreement among raft nodes before linearized reading' (duration: 106.626598ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:20:30.258849Z","caller":"traceutil/trace.go:171","msg":"trace[779219306] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"108.925755ms","start":"2026-05-20T02:20:30.149909Z","end":"2026-05-20T02:20:30.258834Z","steps":["trace[779219306] 'process raft request' (duration: 107.883332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:20:31.967447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.25611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T02:20:31.967525Z","caller":"traceutil/trace.go:171","msg":"trace[12159857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5130; }","duration":"222.391432ms","start":"2026-05-20T02:20:31.745116Z","end":"2026-05-20T02:20:31.967508Z","steps":["trace[12159857] 'range keys from in-memory index tree' (duration: 221.981017ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:20:31.967786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.504229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T02:20:31.967822Z","caller":"traceutil/trace.go:171","msg":"trace[235478404] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5130; }","duration":"447.57126ms","start":"2026-05-20T02:20:31.520242Z","end":"2026-05-20T02:20:31.967813Z","steps":["trace[235478404] 'count revisions from in-memory index tree' (duration: 447.436368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:20:31.967859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:20:31.520225Z","time spent":"447.624661ms","remote":"127.0.0.1:48168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":15,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-20T02:20:31.96847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.456062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-20T02:20:31.968698Z","caller":"traceutil/trace.go:171","msg":"trace[947568266] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5130; }","duration":"128.620043ms","start":"2026-05-20T02:20:31.839927Z","end":"2026-05-20T02:20:31.968547Z","steps":["trace[947568266] 'range keys from in-memory index tree' (duration: 128.205758ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:20:33.131812Z","caller":"traceutil/trace.go:171","msg":"trace[1933495026] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5139; }","duration":"102.261921ms","start":"2026-05-20T02:20:33.029524Z","end":"2026-05-20T02:20:33.131785Z","steps":["trace[1933495026] 'process raft request' (duration: 102.16917ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:20:37.518944Z","caller":"traceutil/trace.go:171","msg":"trace[856843424] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"114.306302ms","start":"2026-05-20T02:20:37.404597Z","end":"2026-05-20T02:20:37.518903Z","steps":["trace[856843424] 'process raft request' (duration: 114.10098ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:20:39.151756Z","caller":"traceutil/trace.go:171","msg":"trace[1808198504] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"115.505846ms","start":"2026-05-20T02:20:39.036205Z","end":"2026-05-20T02:20:39.151711Z","steps":["trace[1808198504] 'process raft request' (duration: 97.495478ms)","trace[1808198504] 'compare' (duration: 17.845655ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:20:46.472648Z","caller":"traceutil/trace.go:171","msg":"trace[461756672] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"108.544845ms","start":"2026-05-20T02:20:46.364076Z","end":"2026-05-20T02:20:46.472621Z","steps":["trace[461756672] 'process raft request' (duration: 108.374773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:20:46.73047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.412142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T02:20:46.730571Z","caller":"traceutil/trace.go:171","msg":"trace[1216237350] linearizableReadLoop","detail":"{readStateIndex:5549; appliedIndex:5548; }","duration":"220.620843ms","start":"2026-05-20T02:20:46.509933Z","end":"2026-05-20T02:20:46.730554Z","steps":["trace[1216237350] 'read index received' (duration: 83.053908ms)","trace[1216237350] 'applied index is now lower than readState.Index' (duration: 137.566055ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:20:46.730811Z","caller":"traceutil/trace.go:171","msg":"trace[1161635843] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"310.201861ms","start":"2026-05-20T02:20:46.420594Z","end":"2026-05-20T02:20:46.730796Z","steps":["trace[1161635843] 'process raft request' (duration: 172.376203ms)","trace[1161635843] 'compare' (duration: 137.2369ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:20:46.730886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:20:46.42057Z","time spent":"310.282221ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:20:46.731507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.561343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-05-20T02:20:46.731572Z","caller":"traceutil/trace.go:171","msg":"trace[423162112] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:5350; }","duration":"221.669765ms","start":"2026-05-20T02:20:46.509887Z","end":"2026-05-20T02:20:46.731556Z","steps":["trace[423162112] 'agreement among raft nodes before linearized reading' (duration: 221.495223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:20:48.713945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.288098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-20T02:20:48.714054Z","caller":"traceutil/trace.go:171","msg":"trace[1994588724] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5358; }","duration":"102.46363ms","start":"2026-05-20T02:20:48.611564Z","end":"2026-05-20T02:20:48.714028Z","steps":["trace[1994588724] 'range keys from in-memory index tree' (duration: 102.070155ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:20:50.68209Z","caller":"traceutil/trace.go:171","msg":"trace[1717510455] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"143.593662ms","start":"2026-05-20T02:20:50.538478Z","end":"2026-05-20T02:20:50.682072Z","steps":["trace[1717510455] 'process raft request' (duration: 142.850223ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:20:55.016657Z","caller":"traceutil/trace.go:171","msg":"trace[61644806] linearizableReadLoop","detail":"{readStateIndex:5600; appliedIndex:5599; }","duration":"195.013043ms","start":"2026-05-20T02:20:54.821613Z","end":"2026-05-20T02:20:55.016626Z","steps":["trace[61644806] 'read index received' (duration: 173.970712ms)","trace[61644806] 'applied index is now lower than readState.Index' (duration: 21.041031ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:20:55.016839Z","caller":"traceutil/trace.go:171","msg":"trace[1525741004] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"196.173136ms","start":"2026-05-20T02:20:54.820658Z","end":"2026-05-20T02:20:55.016831Z","steps":["trace[1525741004] 'process raft request' (duration: 174.981503ms)","trace[1525741004] 'compare' (duration: 20.558075ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:20:55.016976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.097134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-05-20T02:20:55.017018Z","caller":"traceutil/trace.go:171","msg":"trace[1634908715] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:5398; }","duration":"195.171235ms","start":"2026-05-20T02:20:54.821837Z","end":"2026-05-20T02:20:55.017008Z","steps":["trace[1634908715] 'agreement among raft nodes before linearized reading' (duration: 195.043533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:20:55.017045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.132073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-05-20T02:20:55.017029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.395568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-05-20T02:20:55.017061Z","caller":"traceutil/trace.go:171","msg":"trace[191638678] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:5398; }","duration":"195.163973ms","start":"2026-05-20T02:20:54.821892Z","end":"2026-05-20T02:20:55.017056Z","steps":["trace[191638678] 'agreement among raft nodes before linearized reading' (duration: 195.109403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:20:55.017041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.287606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T02:20:55.017089Z","caller":"traceutil/trace.go:171","msg":"trace[537549275] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:5398; }","duration":"195.488768ms","start":"2026-05-20T02:20:54.821585Z","end":"2026-05-20T02:20:55.017074Z","steps":["trace[537549275] 'agreement among raft nodes before linearized reading' (duration: 195.292596ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:20:55.017098Z","caller":"traceutil/trace.go:171","msg":"trace[1945922858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5398; }","duration":"190.388177ms","start":"2026-05-20T02:20:54.826697Z","end":"2026-05-20T02:20:55.017085Z","steps":["trace[1945922858] 'agreement among raft nodes before linearized reading' (duration: 190.226515ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:20:56.546742Z","caller":"traceutil/trace.go:171","msg":"trace[1566693082] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"300.55891ms","start":"2026-05-20T02:20:56.246158Z","end":"2026-05-20T02:20:56.546717Z","steps":["trace[1566693082] 'process raft request' (duration: 300.308497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:20:56.546883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:20:56.246148Z","time spent":"300.663141ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:20:56.546885Z","caller":"traceutil/trace.go:171","msg":"trace[1428978762] linearizableReadLoop","detail":"{readStateIndex:5608; appliedIndex:5605; }","duration":"274.933895ms","start":"2026-05-20T02:20:56.271933Z","end":"2026-05-20T02:20:56.546867Z","steps":["trace[1428978762] 'read index received' (duration: 274.58169ms)","trace[1428978762] 'applied index is now lower than readState.Index' (duration: 350.975µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:20:56.547041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.477822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:20:56.547071Z","caller":"traceutil/trace.go:171","msg":"trace[82046060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5406; }","duration":"291.548953ms","start":"2026-05-20T02:20:56.255514Z","end":"2026-05-20T02:20:56.547063Z","steps":["trace[82046060] 'agreement among raft nodes before linearized reading' (duration: 291.433572ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:20:56.547181Z","caller":"traceutil/trace.go:171","msg":"trace[1665595645] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"281.147238ms","start":"2026-05-20T02:20:56.266007Z","end":"2026-05-20T02:20:56.547154Z","steps":["trace[1665595645] 'process raft request' (duration: 280.665392ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:20:56.547323Z","caller":"traceutil/trace.go:171","msg":"trace[851630486] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"300.56416ms","start":"2026-05-20T02:20:56.246204Z","end":"2026-05-20T02:20:56.546768Z","steps":["trace[851630486] 'process raft request' (duration: 300.400288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:20:56.547506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:20:56.246199Z","time spent":"301.217718ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:20:57.050302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954823419765676,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T02:20:57.199163Z","caller":"traceutil/trace.go:171","msg":"trace[1257271110] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"896.354786ms","start":"2026-05-20T02:20:56.302786Z","end":"2026-05-20T02:20:57.199141Z","steps":["trace[1257271110] 'process raft request' (duration: 896.294795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:20:57.199304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:20:56.302772Z","time spent":"896.461397ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:20:57.199353Z","caller":"traceutil/trace.go:171","msg":"trace[1284862972] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"923.963835ms","start":"2026-05-20T02:20:56.275358Z","end":"2026-05-20T02:20:57.199321Z","steps":["trace[1284862972] 'process raft request' (duration: 825.173515ms)","trace[1284862972] 'compare' (duration: 98.266953ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:20:57.199483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:20:56.275347Z","time spent":"924.064507ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:20:57.292273Z","caller":"traceutil/trace.go:171","msg":"trace[1393035865] linearizableReadLoop","detail":"{readStateIndex:5611; appliedIndex:5608; }","duration":"742.844162ms","start":"2026-05-20T02:20:56.549405Z","end":"2026-05-20T02:20:57.292249Z","steps":["trace[1393035865] 'read index received' (duration: 551.226444ms)","trace[1393035865] 'applied index is now lower than readState.Index' (duration: 191.616458ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:20:57.292388Z","caller":"traceutil/trace.go:171","msg":"trace[1808280542] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"270.828123ms","start":"2026-05-20T02:20:57.021527Z","end":"2026-05-20T02:20:57.292355Z","steps":["trace[1808280542] 'process raft request' (duration: 270.58504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:20:57.292486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.056514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:20:57.292536Z","caller":"traceutil/trace.go:171","msg":"trace[1115233244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5409; }","duration":"743.146145ms","start":"2026-05-20T02:20:56.549371Z","end":"2026-05-20T02:20:57.292517Z","steps":["trace[1115233244] 'agreement among raft nodes before linearized reading' (duration: 743.056884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:20:57.292577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:20:56.549355Z","time spent":"743.214415ms","remote":"127.0.0.1:47726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T02:20:57.293035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.522016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-20T02:20:57.293077Z","caller":"traceutil/trace.go:171","msg":"trace[1636605001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5409; }","duration":"552.593658ms","start":"2026-05-20T02:20:56.740473Z","end":"2026-05-20T02:20:57.293067Z","steps":["trace[1636605001] 'agreement among raft nodes before linearized reading' (duration: 552.504157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:20:57.293105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:20:56.740457Z","time spent":"552.642349ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T02:20:57.29334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.911037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-05-20T02:20:57.29335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.336267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-05-20T02:20:57.293413Z","caller":"traceutil/trace.go:171","msg":"trace[882862152] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:5409; }","duration":"270.423358ms","start":"2026-05-20T02:20:57.022973Z","end":"2026-05-20T02:20:57.293396Z","steps":["trace[882862152] 'agreement among raft nodes before linearized reading' (duration: 270.187385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:20:57.293558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.510365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T02:20:57.293373Z","caller":"traceutil/trace.go:171","msg":"trace[1027715431] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:5409; }","duration":"271.968987ms","start":"2026-05-20T02:20:57.021396Z","end":"2026-05-20T02:20:57.293364Z","steps":["trace[1027715431] 'agreement among raft nodes before linearized reading' (duration: 271.850556ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:20:57.293596Z","caller":"traceutil/trace.go:171","msg":"trace[272447879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5409; }","duration":"237.567686ms","start":"2026-05-20T02:20:57.05602Z","end":"2026-05-20T02:20:57.293588Z","steps":["trace[272447879] 'agreement among raft nodes before linearized reading' (duration: 237.480185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:20:57.293551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.23893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-05-20T02:20:57.293698Z","caller":"traceutil/trace.go:171","msg":"trace[1252994239] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:5409; }","duration":"272.424853ms","start":"2026-05-20T02:20:57.021255Z","end":"2026-05-20T02:20:57.293679Z","steps":["trace[1252994239] 'agreement among raft nodes before linearized reading' (duration: 272.001438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:20:57.293759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.324918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-05-20T02:20:57.293794Z","caller":"traceutil/trace.go:171","msg":"trace[842780636] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:5409; }","duration":"162.402979ms","start":"2026-05-20T02:20:57.131381Z","end":"2026-05-20T02:20:57.293784Z","steps":["trace[842780636] 'agreement among raft nodes before linearized reading' (duration: 162.317108ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:20:57.504623Z","caller":"traceutil/trace.go:171","msg":"trace[440743577] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"203.760583ms","start":"2026-05-20T02:20:57.300834Z","end":"2026-05-20T02:20:57.504595Z","steps":["trace[440743577] 'process raft request' (duration: 184.377822ms)","trace[440743577] 'compare' (duration: 18.851184ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:20:57.717586Z","caller":"traceutil/trace.go:171","msg":"trace[510744830] linearizableReadLoop","detail":"{readStateIndex:5613; appliedIndex:5611; }","duration":"414.646649ms","start":"2026-05-20T02:20:57.30292Z","end":"2026-05-20T02:20:57.717566Z","steps":["trace[510744830] 'read index received' (duration: 182.308996ms)","trace[510744830] 'applied index is now lower than readState.Index' (duration: 232.336713ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:20:57.717867Z","caller":"traceutil/trace.go:171","msg":"trace[1079522309] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"416.712405ms","start":"2026-05-20T02:20:57.301142Z","end":"2026-05-20T02:20:57.717855Z","steps":["trace[1079522309] 'process raft request' (duration: 416.30336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:20:57.717974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:20:57.301134Z","time spent":"416.768285ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:20:57.718165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.242246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:20:57.718202Z","caller":"traceutil/trace.go:171","msg":"trace[1882976198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5411; }","duration":"415.293056ms","start":"2026-05-20T02:20:57.3029Z","end":"2026-05-20T02:20:57.718193Z","steps":["trace[1882976198] 'agreement among raft nodes before linearized reading' (duration: 415.237026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:20:57.718229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:20:57.302885Z","time spent":"415.338398ms","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T02:20:57.718444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.960543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T02:20:57.718479Z","caller":"traceutil/trace.go:171","msg":"trace[1762225425] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5411; }","duration":"322.023424ms","start":"2026-05-20T02:20:57.396447Z","end":"2026-05-20T02:20:57.718471Z","steps":["trace[1762225425] 'agreement among raft nodes before linearized reading' (duration: 321.911913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:20:57.718506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:20:57.396435Z","time spent":"322.064555ms","remote":"127.0.0.1:47876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-05-20T02:21:55.596854Z","caller":"traceutil/trace.go:171","msg":"trace[99978440] transaction","detail":"{read_only:false; response_revision:5877; number_of_response:1; }","duration":"109.986075ms","start":"2026-05-20T02:21:55.486846Z","end":"2026-05-20T02:21:55.596832Z","steps":["trace[99978440] 'process raft request' (duration: 109.801223ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:17.999851Z","caller":"traceutil/trace.go:171","msg":"trace[439583974] transaction","detail":"{read_only:false; response_revision:6319; number_of_response:1; }","duration":"144.223157ms","start":"2026-05-20T02:22:17.855551Z","end":"2026-05-20T02:22:17.999774Z","steps":["trace[439583974] 'process raft request' (duration: 115.645229ms)","trace[439583974] 'compare' (duration: 28.373576ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:22:18.093551Z","caller":"traceutil/trace.go:171","msg":"trace[1707081649] transaction","detail":"{read_only:false; response_revision:6322; number_of_response:1; }","duration":"122.141003ms","start":"2026-05-20T02:22:17.971384Z","end":"2026-05-20T02:22:18.093525Z","steps":["trace[1707081649] 'process raft request' (duration: 121.86179ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:18.093571Z","caller":"traceutil/trace.go:171","msg":"trace[444522208] transaction","detail":"{read_only:false; response_revision:6323; number_of_response:1; }","duration":"115.371865ms","start":"2026-05-20T02:22:17.97817Z","end":"2026-05-20T02:22:18.093542Z","steps":["trace[444522208] 'process raft request' (duration: 115.258384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:18.127809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.887788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:22:18.127975Z","caller":"traceutil/trace.go:171","msg":"trace[1266453962] range","detail":"{range_begin:/registry/rolebindings/monitoring/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:6324; }","duration":"114.094471ms","start":"2026-05-20T02:22:18.013854Z","end":"2026-05-20T02:22:18.127949Z","steps":["trace[1266453962] 'agreement among raft nodes before linearized reading' (duration: 113.848107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:18.128078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.044351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2832"} {"level":"info","ts":"2026-05-20T02:22:18.128238Z","caller":"traceutil/trace.go:171","msg":"trace[1491099923] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:6324; }","duration":"114.156502ms","start":"2026-05-20T02:22:18.01399Z","end":"2026-05-20T02:22:18.128147Z","steps":["trace[1491099923] 'agreement among raft nodes before linearized reading' (duration: 113.921949ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:18.127907Z","caller":"traceutil/trace.go:171","msg":"trace[689674346] transaction","detail":"{read_only:false; response_revision:6324; number_of_response:1; }","duration":"120.521525ms","start":"2026-05-20T02:22:18.007356Z","end":"2026-05-20T02:22:18.127878Z","steps":["trace[689674346] 'process raft request' (duration: 119.273361ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:20.664203Z","caller":"traceutil/trace.go:171","msg":"trace[1120850094] linearizableReadLoop","detail":"{readStateIndex:6646; appliedIndex:6645; }","duration":"117.967484ms","start":"2026-05-20T02:22:20.546211Z","end":"2026-05-20T02:22:20.664178Z","steps":["trace[1120850094] 'read index received' (duration: 92.595893ms)","trace[1120850094] 'applied index is now lower than readState.Index' (duration: 25.370471ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:22:20.664497Z","caller":"traceutil/trace.go:171","msg":"trace[745690095] transaction","detail":"{read_only:false; response_revision:6404; number_of_response:1; }","duration":"120.095559ms","start":"2026-05-20T02:22:20.544367Z","end":"2026-05-20T02:22:20.664462Z","steps":["trace[745690095] 'process raft request' (duration: 94.455945ms)","trace[745690095] 'compare' (duration: 25.195339ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:22:20.664602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.354218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-05-20T02:22:20.664702Z","caller":"traceutil/trace.go:171","msg":"trace[1545762958] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6404; }","duration":"118.49505ms","start":"2026-05-20T02:22:20.54618Z","end":"2026-05-20T02:22:20.664675Z","steps":["trace[1545762958] 'agreement among raft nodes before linearized reading' (duration: 118.225467ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:20.889924Z","caller":"traceutil/trace.go:171","msg":"trace[960637682] linearizableReadLoop","detail":"{readStateIndex:6649; appliedIndex:6648; }","duration":"170.864891ms","start":"2026-05-20T02:22:20.719032Z","end":"2026-05-20T02:22:20.889897Z","steps":["trace[960637682] 'read index received' (duration: 170.776111ms)","trace[960637682] 'applied index is now lower than readState.Index' (duration: 87.45µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:22:20.889978Z","caller":"traceutil/trace.go:171","msg":"trace[1288697239] transaction","detail":"{read_only:false; response_revision:6407; number_of_response:1; }","duration":"172.005745ms","start":"2026-05-20T02:22:20.717943Z","end":"2026-05-20T02:22:20.889948Z","steps":["trace[1288697239] 'process raft request' (duration: 171.815273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:20.890184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.124644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-05-20T02:22:20.890235Z","caller":"traceutil/trace.go:171","msg":"trace[1551131891] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:6407; }","duration":"171.188005ms","start":"2026-05-20T02:22:20.719029Z","end":"2026-05-20T02:22:20.890217Z","steps":["trace[1551131891] 'agreement among raft nodes before linearized reading' (duration: 170.974473ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:21.381068Z","caller":"traceutil/trace.go:171","msg":"trace[1057439897] transaction","detail":"{read_only:false; response_revision:6410; number_of_response:1; }","duration":"534.808788ms","start":"2026-05-20T02:22:20.84623Z","end":"2026-05-20T02:22:21.381039Z","steps":["trace[1057439897] 'process raft request' (duration: 534.765358ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:21.381237Z","caller":"traceutil/trace.go:171","msg":"trace[1868424594] transaction","detail":"{read_only:false; response_revision:6408; number_of_response:1; }","duration":"662.063299ms","start":"2026-05-20T02:22:20.719125Z","end":"2026-05-20T02:22:21.381189Z","steps":["trace[1868424594] 'process raft request' (duration: 661.623604ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:21.381495Z","caller":"traceutil/trace.go:171","msg":"trace[2025267112] transaction","detail":"{read_only:false; response_revision:6409; number_of_response:1; }","duration":"662.301852ms","start":"2026-05-20T02:22:20.719166Z","end":"2026-05-20T02:22:21.381468Z","steps":["trace[2025267112] 'process raft request' (duration: 661.771776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:21.381578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:20.719156Z","time spent":"662.377782ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5142,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:22:21.381253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:20.846202Z","time spent":"534.952619ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:22:21.381854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:20.719116Z","time spent":"662.18772ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:22:21.5627Z","caller":"traceutil/trace.go:171","msg":"trace[1971288579] transaction","detail":"{read_only:false; response_revision:6411; number_of_response:1; }","duration":"667.216538ms","start":"2026-05-20T02:22:20.895459Z","end":"2026-05-20T02:22:21.562676Z","steps":["trace[1971288579] 'process raft request' (duration: 666.838754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:21.562802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:20.895437Z","time spent":"667.315919ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":630,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T02:22:21.562899Z","caller":"traceutil/trace.go:171","msg":"trace[1333128755] transaction","detail":"{read_only:false; response_revision:6412; number_of_response:1; }","duration":"667.217828ms","start":"2026-05-20T02:22:20.895652Z","end":"2026-05-20T02:22:21.56287Z","steps":["trace[1333128755] 'process raft request' (duration: 666.809394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:21.563014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:20.895645Z","time spent":"667.313239ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T02:22:21.56362Z","caller":"traceutil/trace.go:171","msg":"trace[1131294585] linearizableReadLoop","detail":"{readStateIndex:6654; appliedIndex:6649; }","duration":"666.821603ms","start":"2026-05-20T02:22:20.896784Z","end":"2026-05-20T02:22:21.563606Z","steps":["trace[1131294585] 'read index received' (duration: 483.898224ms)","trace[1131294585] 'applied index is now lower than readState.Index' (duration: 182.922489ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:22:21.563795Z","caller":"traceutil/trace.go:171","msg":"trace[16330038] transaction","detail":"{read_only:false; response_revision:6413; number_of_response:1; }","duration":"661.645024ms","start":"2026-05-20T02:22:20.90214Z","end":"2026-05-20T02:22:21.563785Z","steps":["trace[16330038] 'process raft request' (duration: 660.680672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:21.563849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:20.902111Z","time spent":"661.707444ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14853,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T02:22:21.564154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.3597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-05-20T02:22:21.564192Z","caller":"traceutil/trace.go:171","msg":"trace[1029089954] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:6413; }","duration":"667.42786ms","start":"2026-05-20T02:22:20.896754Z","end":"2026-05-20T02:22:21.564182Z","steps":["trace[1029089954] 'agreement among raft nodes before linearized reading' (duration: 667.218528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:21.564241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:20.896743Z","time spent":"667.476ms","remote":"127.0.0.1:47800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-05-20T02:22:21.611148Z","caller":"traceutil/trace.go:171","msg":"trace[535411557] transaction","detail":"{read_only:false; response_revision:6414; number_of_response:1; }","duration":"223.218751ms","start":"2026-05-20T02:22:21.387873Z","end":"2026-05-20T02:22:21.611091Z","steps":["trace[535411557] 'process raft request' (duration: 222.992798ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:21.611197Z","caller":"traceutil/trace.go:171","msg":"trace[35450629] transaction","detail":"{read_only:false; response_revision:6415; number_of_response:1; }","duration":"222.683175ms","start":"2026-05-20T02:22:21.388463Z","end":"2026-05-20T02:22:21.611146Z","steps":["trace[35450629] 'process raft request' (duration: 222.532704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:21.611355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.054392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:22:21.611433Z","caller":"traceutil/trace.go:171","msg":"trace[427829878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6417; }","duration":"353.194234ms","start":"2026-05-20T02:22:21.25822Z","end":"2026-05-20T02:22:21.611414Z","steps":["trace[427829878] 'agreement among raft nodes before linearized reading' (duration: 353.065112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:21.61147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:21.258195Z","time spent":"353.269685ms","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T02:22:21.611475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.621284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a4909db6-53c8-447d-8140-66225f99140c\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-05-20T02:22:21.611537Z","caller":"traceutil/trace.go:171","msg":"trace[1573987579] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a4909db6-53c8-447d-8140-66225f99140c; range_end:; response_count:1; response_revision:6417; }","duration":"458.751074ms","start":"2026-05-20T02:22:21.152769Z","end":"2026-05-20T02:22:21.61152Z","steps":["trace[1573987579] 'agreement among raft nodes before linearized reading' (duration: 458.589013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:21.611568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:21.152739Z","time spent":"458.822176ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a4909db6-53c8-447d-8140-66225f99140c\" "} {"level":"info","ts":"2026-05-20T02:22:21.611569Z","caller":"traceutil/trace.go:171","msg":"trace[1433006072] transaction","detail":"{read_only:false; response_revision:6416; number_of_response:1; }","duration":"221.921068ms","start":"2026-05-20T02:22:21.389619Z","end":"2026-05-20T02:22:21.61154Z","steps":["trace[1433006072] 'process raft request' (duration: 221.437711ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:21.611681Z","caller":"traceutil/trace.go:171","msg":"trace[1261400306] transaction","detail":"{read_only:false; response_revision:6417; number_of_response:1; }","duration":"192.292867ms","start":"2026-05-20T02:22:21.419377Z","end":"2026-05-20T02:22:21.61167Z","steps":["trace[1261400306] 'process raft request' (duration: 191.72747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:21.611772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.207776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:22:21.611804Z","caller":"traceutil/trace.go:171","msg":"trace[356881077] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:6417; }","duration":"463.278666ms","start":"2026-05-20T02:22:21.148515Z","end":"2026-05-20T02:22:21.611793Z","steps":["trace[356881077] 'agreement among raft nodes before linearized reading' (duration: 463.224706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:21.611826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:21.148499Z","time spent":"463.320018ms","remote":"127.0.0.1:59428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-20T02:22:21.611893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.135326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T02:22:21.611926Z","caller":"traceutil/trace.go:171","msg":"trace[1801824354] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6417; }","duration":"586.255508ms","start":"2026-05-20T02:22:21.025662Z","end":"2026-05-20T02:22:21.611918Z","steps":["trace[1801824354] 'agreement among raft nodes before linearized reading' (duration: 586.116536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:21.61195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:21.025645Z","time spent":"586.298428ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T02:22:22.286935Z","caller":"traceutil/trace.go:171","msg":"trace[2093013122] transaction","detail":"{read_only:false; response_revision:6449; number_of_response:1; }","duration":"130.051982ms","start":"2026-05-20T02:22:22.15685Z","end":"2026-05-20T02:22:22.286902Z","steps":["trace[2093013122] 'process raft request' (duration: 40.633157ms)","trace[2093013122] 'compare' (duration: 89.060081ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:22:23.888144Z","caller":"traceutil/trace.go:171","msg":"trace[833871752] transaction","detail":"{read_only:false; response_revision:6472; number_of_response:1; }","duration":"101.14238ms","start":"2026-05-20T02:22:23.786972Z","end":"2026-05-20T02:22:23.888114Z","steps":["trace[833871752] 'process raft request' (duration: 58.125047ms)","trace[833871752] 'compare' (duration: 42.625548ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:22:24.093878Z","caller":"traceutil/trace.go:171","msg":"trace[819825468] linearizableReadLoop","detail":"{readStateIndex:6718; appliedIndex:6716; }","duration":"110.520887ms","start":"2026-05-20T02:22:23.983315Z","end":"2026-05-20T02:22:24.093836Z","steps":["trace[819825468] 'read index received' (duration: 110.290704ms)","trace[819825468] 'applied index is now lower than readState.Index' (duration: 228.973µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:22:24.093978Z","caller":"traceutil/trace.go:171","msg":"trace[1383127895] transaction","detail":"{read_only:false; response_revision:6474; number_of_response:1; }","duration":"201.063576ms","start":"2026-05-20T02:22:23.892835Z","end":"2026-05-20T02:22:24.093899Z","steps":["trace[1383127895] 'process raft request' (duration: 200.797532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:24.0943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.975182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18b124c19664edff\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-05-20T02:22:24.094302Z","caller":"traceutil/trace.go:171","msg":"trace[1758433869] transaction","detail":"{read_only:false; response_revision:6475; number_of_response:1; }","duration":"197.999861ms","start":"2026-05-20T02:22:23.896252Z","end":"2026-05-20T02:22:24.094252Z","steps":["trace[1758433869] 'process raft request' (duration: 197.531216ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:24.094382Z","caller":"traceutil/trace.go:171","msg":"trace[1833786674] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18b124c19664edff; range_end:; response_count:1; response_revision:6475; }","duration":"111.106264ms","start":"2026-05-20T02:22:23.983233Z","end":"2026-05-20T02:22:24.094339Z","steps":["trace[1833786674] 'agreement among raft nodes before linearized reading' (duration: 110.72332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:27.610129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954823419768181,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T02:22:27.62128Z","caller":"traceutil/trace.go:171","msg":"trace[563448097] transaction","detail":"{read_only:false; response_revision:6566; number_of_response:1; }","duration":"533.365249ms","start":"2026-05-20T02:22:27.08788Z","end":"2026-05-20T02:22:27.621246Z","steps":["trace[563448097] 'process raft request' (duration: 533.151007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:27.621491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:27.087852Z","time spent":"533.540951ms","remote":"127.0.0.1:59494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2795,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T02:22:27.680322Z","caller":"traceutil/trace.go:171","msg":"trace[2006629825] linearizableReadLoop","detail":"{readStateIndex:6815; appliedIndex:6812; }","duration":"571.159102ms","start":"2026-05-20T02:22:27.109143Z","end":"2026-05-20T02:22:27.680302Z","steps":["trace[2006629825] 'read index received' (duration: 511.934884ms)","trace[2006629825] 'applied index is now lower than readState.Index' (duration: 59.222928ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:22:27.680424Z","caller":"traceutil/trace.go:171","msg":"trace[290364425] transaction","detail":"{read_only:false; response_revision:6567; number_of_response:1; }","duration":"376.085167ms","start":"2026-05-20T02:22:27.304327Z","end":"2026-05-20T02:22:27.680412Z","steps":["trace[290364425] 'process raft request' (duration: 375.787444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:27.680507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:27.304291Z","time spent":"376.155598ms","remote":"127.0.0.1:47784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T02:22:27.681024Z","caller":"traceutil/trace.go:171","msg":"trace[1348095050] transaction","detail":"{read_only:false; response_revision:6568; number_of_response:1; }","duration":"279.045467ms","start":"2026-05-20T02:22:27.401969Z","end":"2026-05-20T02:22:27.681014Z","steps":["trace[1348095050] 'process raft request' (duration: 278.267227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:27.681017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.81607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-xm4jz\" ","response":"range_response_count:1 size:5150"} {"level":"info","ts":"2026-05-20T02:22:27.681145Z","caller":"traceutil/trace.go:171","msg":"trace[2066807978] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-xm4jz; range_end:; response_count:1; response_revision:6568; }","duration":"571.979241ms","start":"2026-05-20T02:22:27.109114Z","end":"2026-05-20T02:22:27.681093Z","steps":["trace[2066807978] 'agreement among raft nodes before linearized reading' (duration: 571.741009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:27.681247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:27.109102Z","time spent":"572.131313ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":5173,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-xm4jz\" "} {"level":"info","ts":"2026-05-20T02:22:27.878788Z","caller":"traceutil/trace.go:171","msg":"trace[225228216] linearizableReadLoop","detail":"{readStateIndex:6816; appliedIndex:6815; }","duration":"198.366422ms","start":"2026-05-20T02:22:27.680376Z","end":"2026-05-20T02:22:27.878742Z","steps":["trace[225228216] 'read index received' (duration: 143.552934ms)","trace[225228216] 'applied index is now lower than readState.Index' (duration: 54.811178ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:22:27.879198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.538611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:22:27.879286Z","caller":"traceutil/trace.go:171","msg":"trace[361564976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6569; }","duration":"623.672483ms","start":"2026-05-20T02:22:27.255593Z","end":"2026-05-20T02:22:27.879265Z","steps":["trace[361564976] 'agreement among raft nodes before linearized reading' (duration: 623.524051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:27.879349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:27.25557Z","time spent":"623.771003ms","remote":"127.0.0.1:47726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T02:22:27.879178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.890348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-20T02:22:27.879456Z","caller":"traceutil/trace.go:171","msg":"trace[1970273653] transaction","detail":"{read_only:false; response_revision:6569; number_of_response:1; }","duration":"248.91138ms","start":"2026-05-20T02:22:27.630465Z","end":"2026-05-20T02:22:27.879376Z","steps":["trace[1970273653] 'process raft request' (duration: 193.448625ms)","trace[1970273653] 'compare' (duration: 54.469104ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:22:27.879446Z","caller":"traceutil/trace.go:171","msg":"trace[1412848028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6569; }","duration":"220.187372ms","start":"2026-05-20T02:22:27.659227Z","end":"2026-05-20T02:22:27.879415Z","steps":["trace[1412848028] 'agreement among raft nodes before linearized reading' (duration: 219.551515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:27.879794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.201663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-20T02:22:27.87947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.588446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T02:22:27.879965Z","caller":"traceutil/trace.go:171","msg":"trace[473537120] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:6569; }","duration":"317.317425ms","start":"2026-05-20T02:22:27.562563Z","end":"2026-05-20T02:22:27.87988Z","steps":["trace[473537120] 'agreement among raft nodes before linearized reading' (duration: 316.493805ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:27.879844Z","caller":"traceutil/trace.go:171","msg":"trace[229013970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6569; }","duration":"468.298474ms","start":"2026-05-20T02:22:27.411534Z","end":"2026-05-20T02:22:27.879832Z","steps":["trace[229013970] 'agreement among raft nodes before linearized reading' (duration: 468.08963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:27.880151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:27.562542Z","time spent":"317.533777ms","remote":"127.0.0.1:47978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-20T02:22:27.880207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:27.411507Z","time spent":"468.657118ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-20T02:22:27.976794Z","caller":"traceutil/trace.go:171","msg":"trace[1809767640] transaction","detail":"{read_only:false; response_revision:6570; number_of_response:1; }","duration":"289.472836ms","start":"2026-05-20T02:22:27.687292Z","end":"2026-05-20T02:22:27.976765Z","steps":["trace[1809767640] 'process raft request' (duration: 289.023441ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:27.977431Z","caller":"traceutil/trace.go:171","msg":"trace[1391767432] transaction","detail":"{read_only:false; response_revision:6571; number_of_response:1; }","duration":"236.014373ms","start":"2026-05-20T02:22:27.741402Z","end":"2026-05-20T02:22:27.977416Z","steps":["trace[1391767432] 'process raft request' (duration: 235.277755ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:27.977822Z","caller":"traceutil/trace.go:171","msg":"trace[1870519560] transaction","detail":"{read_only:false; response_revision:6572; number_of_response:1; }","duration":"217.828175ms","start":"2026-05-20T02:22:27.759976Z","end":"2026-05-20T02:22:27.977804Z","steps":["trace[1870519560] 'process raft request' (duration: 217.390729ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:27.978428Z","caller":"traceutil/trace.go:171","msg":"trace[388102684] transaction","detail":"{read_only:false; response_revision:6573; number_of_response:1; }","duration":"205.22093ms","start":"2026-05-20T02:22:27.77319Z","end":"2026-05-20T02:22:27.978411Z","steps":["trace[388102684] 'process raft request' (duration: 204.36214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:27.978591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.690829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T02:22:27.978634Z","caller":"traceutil/trace.go:171","msg":"trace[524450365] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6573; }","duration":"104.79874ms","start":"2026-05-20T02:22:27.873825Z","end":"2026-05-20T02:22:27.978623Z","steps":["trace[524450365] 'agreement among raft nodes before linearized reading' (duration: 104.701259ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:28.22113Z","caller":"traceutil/trace.go:171","msg":"trace[815184608] linearizableReadLoop","detail":"{readStateIndex:6822; appliedIndex:6820; }","duration":"242.748019ms","start":"2026-05-20T02:22:27.978348Z","end":"2026-05-20T02:22:28.221096Z","steps":["trace[815184608] 'read index received' (duration: 242.531196ms)","trace[815184608] 'applied index is now lower than readState.Index' (duration: 215.223µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:22:28.221212Z","caller":"traceutil/trace.go:171","msg":"trace[331108110] transaction","detail":"{read_only:false; response_revision:6575; number_of_response:1; }","duration":"336.021278ms","start":"2026-05-20T02:22:27.885156Z","end":"2026-05-20T02:22:28.221177Z","steps":["trace[331108110] 'process raft request' (duration: 335.881346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:28.221368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.067042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T02:22:28.221386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:27.885122Z","time spent":"336.171571ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:22:28.221406Z","caller":"traceutil/trace.go:171","msg":"trace[1565908182] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:6575; }","duration":"256.163373ms","start":"2026-05-20T02:22:27.965232Z","end":"2026-05-20T02:22:28.221396Z","steps":["trace[1565908182] 'agreement among raft nodes before linearized reading' (duration: 256.080612ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:28.221148Z","caller":"traceutil/trace.go:171","msg":"trace[1022235048] transaction","detail":"{read_only:false; response_revision:6574; number_of_response:1; }","duration":"336.2398ms","start":"2026-05-20T02:22:27.884876Z","end":"2026-05-20T02:22:28.221116Z","steps":["trace[1022235048] 'process raft request' (duration: 335.931967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:28.221598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.492236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T02:22:28.221657Z","caller":"traceutil/trace.go:171","msg":"trace[703467726] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:6575; }","duration":"310.694468ms","start":"2026-05-20T02:22:27.910948Z","end":"2026-05-20T02:22:28.221642Z","steps":["trace[703467726] 'agreement among raft nodes before linearized reading' (duration: 310.379334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:28.223469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:27.910927Z","time spent":"312.515468ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-20T02:22:28.22174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:27.884852Z","time spent":"336.623986ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:22:28.225751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.195658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-kdhh5\" ","response":"range_response_count:1 size:9670"} {"level":"info","ts":"2026-05-20T02:22:28.225883Z","caller":"traceutil/trace.go:171","msg":"trace[768125892] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-kdhh5; range_end:; response_count:1; response_revision:6578; }","duration":"245.344949ms","start":"2026-05-20T02:22:27.980491Z","end":"2026-05-20T02:22:28.225836Z","steps":["trace[768125892] 'agreement among raft nodes before linearized reading' (duration: 245.118946ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:28.226403Z","caller":"traceutil/trace.go:171","msg":"trace[124447344] transaction","detail":"{read_only:false; response_revision:6576; number_of_response:1; }","duration":"241.952491ms","start":"2026-05-20T02:22:27.984439Z","end":"2026-05-20T02:22:28.226391Z","steps":["trace[124447344] 'process raft request' (duration: 240.973059ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:28.226674Z","caller":"traceutil/trace.go:171","msg":"trace[1052710364] transaction","detail":"{read_only:false; response_revision:6578; number_of_response:1; }","duration":"241.568885ms","start":"2026-05-20T02:22:27.985081Z","end":"2026-05-20T02:22:28.22665Z","steps":["trace[1052710364] 'process raft request' (duration: 240.479034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:28.226894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.573702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T02:22:28.226978Z","caller":"traceutil/trace.go:171","msg":"trace[328057286] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6578; }","duration":"114.707684ms","start":"2026-05-20T02:22:28.11225Z","end":"2026-05-20T02:22:28.226957Z","steps":["trace[328057286] 'agreement among raft nodes before linearized reading' (duration: 114.47937ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:28.226993Z","caller":"traceutil/trace.go:171","msg":"trace[1878778114] transaction","detail":"{read_only:false; response_revision:6577; number_of_response:1; }","duration":"242.396497ms","start":"2026-05-20T02:22:27.984584Z","end":"2026-05-20T02:22:28.22698Z","steps":["trace[1878778114] 'process raft request' (duration: 240.92276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:30.171971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.989811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T02:22:30.172454Z","caller":"traceutil/trace.go:171","msg":"trace[681409828] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:6591; }","duration":"852.282464ms","start":"2026-05-20T02:22:29.319908Z","end":"2026-05-20T02:22:30.172191Z","steps":["trace[681409828] 'count revisions from in-memory index tree' (duration: 851.807148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:30.172549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:29.319884Z","time spent":"852.648938ms","remote":"127.0.0.1:34010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":12,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-20T02:22:30.17321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.69833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T02:22:30.173313Z","caller":"traceutil/trace.go:171","msg":"trace[562970258] linearizableReadLoop","detail":"{readStateIndex:6840; appliedIndex:6839; }","duration":"362.199915ms","start":"2026-05-20T02:22:29.811094Z","end":"2026-05-20T02:22:30.173294Z","steps":["trace[562970258] 'read index received' (duration: 41.259342ms)","trace[562970258] 'applied index is now lower than readState.Index' (duration: 320.939563ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:22:30.173365Z","caller":"traceutil/trace.go:171","msg":"trace[706007192] transaction","detail":"{read_only:false; response_revision:6592; number_of_response:1; }","duration":"488.695563ms","start":"2026-05-20T02:22:29.684639Z","end":"2026-05-20T02:22:30.173335Z","steps":["trace[706007192] 'process raft request' (duration: 167.76657ms)","trace[706007192] 'compare' (duration: 319.264984ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:22:30.173489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.396017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-kdhh5\" ","response":"range_response_count:1 size:9784"} {"level":"info","ts":"2026-05-20T02:22:30.173525Z","caller":"traceutil/trace.go:171","msg":"trace[2006009763] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-kdhh5; range_end:; response_count:1; response_revision:6592; }","duration":"362.464797ms","start":"2026-05-20T02:22:29.81105Z","end":"2026-05-20T02:22:30.173515Z","steps":["trace[2006009763] 'agreement among raft nodes before linearized reading' (duration: 362.318956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:30.173519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:29.684618Z","time spent":"488.816054ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:22:30.173561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:29.811031Z","time spent":"362.523179ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9807,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-kdhh5\" "} {"level":"info","ts":"2026-05-20T02:22:30.181388Z","caller":"traceutil/trace.go:171","msg":"trace[598650992] transaction","detail":"{read_only:false; response_revision:6593; number_of_response:1; }","duration":"197.317337ms","start":"2026-05-20T02:22:29.984035Z","end":"2026-05-20T02:22:30.181352Z","steps":["trace[598650992] 'process raft request' (duration: 196.768301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:30.18269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.048895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-kdhh5.18b124c33ff05c2c\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-05-20T02:22:30.18292Z","caller":"traceutil/trace.go:171","msg":"trace[1465063906] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-kdhh5.18b124c33ff05c2c; range_end:; response_count:1; response_revision:6594; }","duration":"370.166156ms","start":"2026-05-20T02:22:29.812596Z","end":"2026-05-20T02:22:30.182763Z","steps":["trace[1465063906] 'agreement among raft nodes before linearized reading' (duration: 369.919643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:30.183108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:29.812581Z","time spent":"370.49858ms","remote":"127.0.0.1:47784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-kdhh5.18b124c33ff05c2c\" "} {"level":"warn","ts":"2026-05-20T02:22:30.183911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.266074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:22:30.183948Z","caller":"traceutil/trace.go:171","msg":"trace[1959637574] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:6594; }","duration":"202.309264ms","start":"2026-05-20T02:22:29.98163Z","end":"2026-05-20T02:22:30.183939Z","steps":["trace[1959637574] 'agreement among raft nodes before linearized reading' (duration: 202.234293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:33.791237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.157208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-20T02:22:33.791319Z","caller":"traceutil/trace.go:171","msg":"trace[8818779] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:6623; }","duration":"123.283229ms","start":"2026-05-20T02:22:33.668019Z","end":"2026-05-20T02:22:33.791302Z","steps":["trace[8818779] 'range keys from in-memory index tree' (duration: 122.978676ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:34.102251Z","caller":"traceutil/trace.go:171","msg":"trace[1696719262] transaction","detail":"{read_only:false; response_revision:6632; number_of_response:1; }","duration":"125.06264ms","start":"2026-05-20T02:22:33.977167Z","end":"2026-05-20T02:22:34.10223Z","steps":["trace[1696719262] 'process raft request' (duration: 125.005659ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:34.102748Z","caller":"traceutil/trace.go:171","msg":"trace[1963158803] transaction","detail":"{read_only:false; response_revision:6629; number_of_response:1; }","duration":"128.362277ms","start":"2026-05-20T02:22:33.974372Z","end":"2026-05-20T02:22:34.102734Z","steps":["trace[1963158803] 'process raft request' (duration: 113.877602ms)","trace[1963158803] 'compare' (duration: 13.727607ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:22:34.103109Z","caller":"traceutil/trace.go:171","msg":"trace[648474901] transaction","detail":"{read_only:false; response_revision:6630; number_of_response:1; }","duration":"128.68262ms","start":"2026-05-20T02:22:33.974415Z","end":"2026-05-20T02:22:34.103097Z","steps":["trace[648474901] 'process raft request' (duration: 127.662679ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:34.104544Z","caller":"traceutil/trace.go:171","msg":"trace[897708913] transaction","detail":"{read_only:false; response_revision:6631; number_of_response:1; }","duration":"130.084085ms","start":"2026-05-20T02:22:33.974442Z","end":"2026-05-20T02:22:34.104526Z","steps":["trace[897708913] 'process raft request' (duration: 127.689949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:34.692403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.635509ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:22:34.692517Z","caller":"traceutil/trace.go:171","msg":"trace[1892907896] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6632; }","duration":"296.76189ms","start":"2026-05-20T02:22:34.395737Z","end":"2026-05-20T02:22:34.692499Z","steps":["trace[1892907896] 'range keys from in-memory index tree' (duration: 296.265405ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:34.714148Z","caller":"traceutil/trace.go:171","msg":"trace[606592913] transaction","detail":"{read_only:false; response_revision:6633; number_of_response:1; }","duration":"592.551281ms","start":"2026-05-20T02:22:34.121577Z","end":"2026-05-20T02:22:34.714128Z","steps":["trace[606592913] 'process raft request' (duration: 592.313919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:34.714347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:34.121523Z","time spent":"592.681772ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1454,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:22:34.791202Z","caller":"traceutil/trace.go:171","msg":"trace[1492566503] transaction","detail":"{read_only:false; response_revision:6634; number_of_response:1; }","duration":"668.392648ms","start":"2026-05-20T02:22:34.122778Z","end":"2026-05-20T02:22:34.79117Z","steps":["trace[1492566503] 'process raft request' (duration: 668.126796ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:34.791508Z","caller":"traceutil/trace.go:171","msg":"trace[48967412] transaction","detail":"{read_only:false; response_revision:6635; number_of_response:1; }","duration":"668.61415ms","start":"2026-05-20T02:22:34.122854Z","end":"2026-05-20T02:22:34.791468Z","steps":["trace[48967412] 'process raft request' (duration: 668.245006ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:34.791602Z","caller":"traceutil/trace.go:171","msg":"trace[835637034] transaction","detail":"{read_only:false; response_revision:6637; number_of_response:1; }","duration":"604.499888ms","start":"2026-05-20T02:22:34.187078Z","end":"2026-05-20T02:22:34.791578Z","steps":["trace[835637034] 'process raft request' (duration: 604.309556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:34.791656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:34.122848Z","time spent":"668.725121ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1282,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:22:34.791733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:34.187055Z","time spent":"604.608609ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:22:34.791737Z","caller":"traceutil/trace.go:171","msg":"trace[9694308] transaction","detail":"{read_only:false; response_revision:6638; number_of_response:1; }","duration":"596.709588ms","start":"2026-05-20T02:22:34.195008Z","end":"2026-05-20T02:22:34.791718Z","steps":["trace[9694308] 'process raft request' (duration: 596.490436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:34.791726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:34.122769Z","time spent":"668.52617ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1868,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:22:34.791834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:34.194992Z","time spent":"596.790479ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:22:34.791947Z","caller":"traceutil/trace.go:171","msg":"trace[1332842608] linearizableReadLoop","detail":"{readStateIndex:6888; appliedIndex:6881; }","duration":"531.638085ms","start":"2026-05-20T02:22:34.260303Z","end":"2026-05-20T02:22:34.791942Z","steps":["trace[1332842608] 'read index received' (duration: 453.694605ms)","trace[1332842608] 'applied index is now lower than readState.Index' (duration: 77.94292ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:22:34.792005Z","caller":"traceutil/trace.go:171","msg":"trace[1027417836] transaction","detail":"{read_only:false; response_revision:6639; number_of_response:1; }","duration":"596.600867ms","start":"2026-05-20T02:22:34.1954Z","end":"2026-05-20T02:22:34.792001Z","steps":["trace[1027417836] 'process raft request' (duration: 596.289684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:34.792029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:34.195372Z","time spent":"596.642528ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:22:34.792142Z","caller":"traceutil/trace.go:171","msg":"trace[774863411] transaction","detail":"{read_only:false; response_revision:6636; number_of_response:1; }","duration":"669.106975ms","start":"2026-05-20T02:22:34.12299Z","end":"2026-05-20T02:22:34.792097Z","steps":["trace[774863411] 'process raft request' (duration: 668.313346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:34.792194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.895638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-20T02:22:34.79223Z","caller":"traceutil/trace.go:171","msg":"trace[252344332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6639; }","duration":"531.975409ms","start":"2026-05-20T02:22:34.260246Z","end":"2026-05-20T02:22:34.792221Z","steps":["trace[252344332] 'agreement among raft nodes before linearized reading' (duration: 531.856057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:34.792254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:34.260224Z","time spent":"532.023579ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-20T02:22:34.792327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:34.122969Z","time spent":"669.253628ms","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:22:34.810796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.06376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T02:22:34.810828Z","caller":"traceutil/trace.go:171","msg":"trace[1021849792] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6640; }","duration":"546.11954ms","start":"2026-05-20T02:22:34.264702Z","end":"2026-05-20T02:22:34.810822Z","steps":["trace[1021849792] 'agreement among raft nodes before linearized reading' (duration: 546.006919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:34.810845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:34.264691Z","time spent":"546.151211ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T02:22:34.810922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.454923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-20T02:22:34.810939Z","caller":"traceutil/trace.go:171","msg":"trace[1885884952] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6640; }","duration":"545.489023ms","start":"2026-05-20T02:22:34.265445Z","end":"2026-05-20T02:22:34.810934Z","steps":["trace[1885884952] 'agreement among raft nodes before linearized reading' (duration: 545.442993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:34.810952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:34.265437Z","time spent":"545.512575ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T02:22:34.810945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.846476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T02:22:34.810984Z","caller":"traceutil/trace.go:171","msg":"trace[1920425996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6640; }","duration":"425.928547ms","start":"2026-05-20T02:22:34.385045Z","end":"2026-05-20T02:22:34.810973Z","steps":["trace[1920425996] 'agreement among raft nodes before linearized reading' (duration: 425.805266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:34.811016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:34.385026Z","time spent":"425.985597ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T02:22:34.810917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.013192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-20T02:22:34.811089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.36904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T02:22:34.811085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.124922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-20T02:22:34.811171Z","caller":"traceutil/trace.go:171","msg":"trace[865040810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6640; }","duration":"428.350865ms","start":"2026-05-20T02:22:34.382804Z","end":"2026-05-20T02:22:34.811155Z","steps":["trace[865040810] 'agreement among raft nodes before linearized reading' (duration: 427.958051ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:34.811109Z","caller":"traceutil/trace.go:171","msg":"trace[87188361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6640; }","duration":"165.4272ms","start":"2026-05-20T02:22:34.645677Z","end":"2026-05-20T02:22:34.811104Z","steps":["trace[87188361] 'agreement among raft nodes before linearized reading' (duration: 165.39667ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:34.811133Z","caller":"traceutil/trace.go:171","msg":"trace[1949441759] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6640; }","duration":"197.235204ms","start":"2026-05-20T02:22:34.613848Z","end":"2026-05-20T02:22:34.811083Z","steps":["trace[1949441759] 'agreement among raft nodes before linearized reading' (duration: 196.89224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:34.811224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:34.382782Z","time spent":"428.434756ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-20T02:22:35.008547Z","caller":"traceutil/trace.go:171","msg":"trace[1787735712] transaction","detail":"{read_only:false; response_revision:6642; number_of_response:1; }","duration":"192.461859ms","start":"2026-05-20T02:22:34.816059Z","end":"2026-05-20T02:22:35.008521Z","steps":["trace[1787735712] 'process raft request' (duration: 192.299427ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:35.0122Z","caller":"traceutil/trace.go:171","msg":"trace[1779973560] transaction","detail":"{read_only:false; response_revision:6643; number_of_response:1; }","duration":"195.424233ms","start":"2026-05-20T02:22:34.816765Z","end":"2026-05-20T02:22:35.012189Z","steps":["trace[1779973560] 'process raft request' (duration: 195.307532ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:35.012478Z","caller":"traceutil/trace.go:171","msg":"trace[2065938810] transaction","detail":"{read_only:false; response_revision:6644; number_of_response:1; }","duration":"193.38426ms","start":"2026-05-20T02:22:34.81907Z","end":"2026-05-20T02:22:35.012454Z","steps":["trace[2065938810] 'process raft request' (duration: 193.068877ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:35.012589Z","caller":"traceutil/trace.go:171","msg":"trace[1491616976] transaction","detail":"{read_only:false; response_revision:6645; number_of_response:1; }","duration":"192.579762ms","start":"2026-05-20T02:22:34.820001Z","end":"2026-05-20T02:22:35.01258Z","steps":["trace[1491616976] 'process raft request' (duration: 192.381829ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:35.012718Z","caller":"traceutil/trace.go:171","msg":"trace[316237927] linearizableReadLoop","detail":"{readStateIndex:6895; appliedIndex:6890; }","duration":"137.605932ms","start":"2026-05-20T02:22:34.875102Z","end":"2026-05-20T02:22:35.012708Z","steps":["trace[316237927] 'read index received' (duration: 133.228202ms)","trace[316237927] 'applied index is now lower than readState.Index' (duration: 4.37704ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:22:35.01291Z","caller":"traceutil/trace.go:171","msg":"trace[729862973] transaction","detail":"{read_only:false; response_revision:6646; number_of_response:1; }","duration":"190.383426ms","start":"2026-05-20T02:22:34.822519Z","end":"2026-05-20T02:22:35.012902Z","steps":["trace[729862973] 'process raft request' (duration: 190.020192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:35.01297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.520715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-20T02:22:35.013022Z","caller":"traceutil/trace.go:171","msg":"trace[1275777041] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6646; }","duration":"126.587236ms","start":"2026-05-20T02:22:34.886421Z","end":"2026-05-20T02:22:35.013008Z","steps":["trace[1275777041] 'agreement among raft nodes before linearized reading' (duration: 126.429444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:35.013153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.038286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-d5bb5d7db-dbznt.18b124c46d8c368f\" ","response":"range_response_count:1 size:893"} {"level":"info","ts":"2026-05-20T02:22:35.01319Z","caller":"traceutil/trace.go:171","msg":"trace[616552985] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-d5bb5d7db-dbznt.18b124c46d8c368f; range_end:; response_count:1; response_revision:6646; }","duration":"138.085597ms","start":"2026-05-20T02:22:34.875094Z","end":"2026-05-20T02:22:35.01318Z","steps":["trace[616552985] 'agreement among raft nodes before linearized reading' (duration: 137.945425ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:36.094157Z","caller":"traceutil/trace.go:171","msg":"trace[1272809180] transaction","detail":"{read_only:false; response_revision:6650; number_of_response:1; }","duration":"132.21455ms","start":"2026-05-20T02:22:35.96192Z","end":"2026-05-20T02:22:36.094134Z","steps":["trace[1272809180] 'process raft request' (duration: 132.161959ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:36.094417Z","caller":"traceutil/trace.go:171","msg":"trace[1626451358] transaction","detail":"{read_only:false; response_revision:6649; number_of_response:1; }","duration":"198.020893ms","start":"2026-05-20T02:22:35.896388Z","end":"2026-05-20T02:22:36.094409Z","steps":["trace[1626451358] 'process raft request' (duration: 176.281564ms)","trace[1626451358] 'compare' (duration: 21.285193ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:22:36.094455Z","caller":"traceutil/trace.go:171","msg":"trace[1222296587] linearizableReadLoop","detail":"{readStateIndex:6898; appliedIndex:6896; }","duration":"159.658244ms","start":"2026-05-20T02:22:35.934776Z","end":"2026-05-20T02:22:36.094434Z","steps":["trace[1222296587] 'read index received' (duration: 23.547239ms)","trace[1222296587] 'applied index is now lower than readState.Index' (duration: 136.109175ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:22:36.094722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.246332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-20T02:22:36.094797Z","caller":"traceutil/trace.go:171","msg":"trace[689367336] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6650; }","duration":"147.368833ms","start":"2026-05-20T02:22:35.947411Z","end":"2026-05-20T02:22:36.094779Z","steps":["trace[689367336] 'agreement among raft nodes before linearized reading' (duration: 147.15636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:36.094885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.056388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-20T02:22:36.09498Z","caller":"traceutil/trace.go:171","msg":"trace[1279261270] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6650; }","duration":"160.23247ms","start":"2026-05-20T02:22:35.93473Z","end":"2026-05-20T02:22:36.094962Z","steps":["trace[1279261270] 'agreement among raft nodes before linearized reading' (duration: 159.815905ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:37.32024Z","caller":"traceutil/trace.go:171","msg":"trace[566157927] linearizableReadLoop","detail":"{readStateIndex:6907; appliedIndex:6906; }","duration":"301.935877ms","start":"2026-05-20T02:22:37.018282Z","end":"2026-05-20T02:22:37.320217Z","steps":["trace[566157927] 'read index received' (duration: 301.640854ms)","trace[566157927] 'applied index is now lower than readState.Index' (duration: 293.813µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:22:37.320299Z","caller":"traceutil/trace.go:171","msg":"trace[1790106391] transaction","detail":"{read_only:false; response_revision:6658; number_of_response:1; }","duration":"304.212963ms","start":"2026-05-20T02:22:37.016053Z","end":"2026-05-20T02:22:37.320266Z","steps":["trace[1790106391] 'process raft request' (duration: 304.002201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:37.320455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:37.01603Z","time spent":"304.341305ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:22:37.3205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.574623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-20T02:22:37.320535Z","caller":"traceutil/trace.go:171","msg":"trace[591815974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6658; }","duration":"301.629393ms","start":"2026-05-20T02:22:37.018897Z","end":"2026-05-20T02:22:37.320526Z","steps":["trace[591815974] 'agreement among raft nodes before linearized reading' (duration: 301.503472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:37.320565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:37.018887Z","time spent":"301.672514ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T02:22:37.320661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.428482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-kdhh5.18b124c2c754c813\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-05-20T02:22:37.320687Z","caller":"traceutil/trace.go:171","msg":"trace[1063770576] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-kdhh5.18b124c2c754c813; range_end:; response_count:1; response_revision:6658; }","duration":"238.486634ms","start":"2026-05-20T02:22:37.082194Z","end":"2026-05-20T02:22:37.32068Z","steps":["trace[1063770576] 'agreement among raft nodes before linearized reading' (duration: 238.418812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:37.320837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.630001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T02:22:37.320877Z","caller":"traceutil/trace.go:171","msg":"trace[1912753103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6658; }","duration":"299.692032ms","start":"2026-05-20T02:22:37.021177Z","end":"2026-05-20T02:22:37.32087Z","steps":["trace[1912753103] 'agreement among raft nodes before linearized reading' (duration: 299.612111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:37.322719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.414875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-20T02:22:37.322788Z","caller":"traceutil/trace.go:171","msg":"trace[735311801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6658; }","duration":"304.537167ms","start":"2026-05-20T02:22:37.018235Z","end":"2026-05-20T02:22:37.322772Z","steps":["trace[735311801] 'agreement among raft nodes before linearized reading' (duration: 302.108299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:37.322957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:37.018217Z","time spent":"304.722539ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-20T02:22:40.810959Z","caller":"traceutil/trace.go:171","msg":"trace[626379021] transaction","detail":"{read_only:false; response_revision:6691; number_of_response:1; }","duration":"127.830368ms","start":"2026-05-20T02:22:40.683098Z","end":"2026-05-20T02:22:40.810928Z","steps":["trace[626379021] 'process raft request' (duration: 127.646296ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:40.812764Z","caller":"traceutil/trace.go:171","msg":"trace[52546505] transaction","detail":"{read_only:false; response_revision:6692; number_of_response:1; }","duration":"120.359603ms","start":"2026-05-20T02:22:40.692388Z","end":"2026-05-20T02:22:40.812747Z","steps":["trace[52546505] 'process raft request' (duration: 120.208811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:41.612525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125954823419768435,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-20T02:22:41.683681Z","caller":"traceutil/trace.go:171","msg":"trace[505191396] linearizableReadLoop","detail":"{readStateIndex:6956; appliedIndex:6955; }","duration":"571.215614ms","start":"2026-05-20T02:22:41.112451Z","end":"2026-05-20T02:22:41.683667Z","steps":["trace[505191396] 'read index received' (duration: 570.390104ms)","trace[505191396] 'applied index is now lower than readState.Index' (duration: 824.95µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:22:41.683789Z","caller":"traceutil/trace.go:171","msg":"trace[2092231051] transaction","detail":"{read_only:false; response_revision:6705; number_of_response:1; }","duration":"571.559488ms","start":"2026-05-20T02:22:41.112222Z","end":"2026-05-20T02:22:41.683782Z","steps":["trace[2092231051] 'process raft request' (duration: 570.665167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:41.683843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.112211Z","time spent":"571.592208ms","remote":"127.0.0.1:35804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3661,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T02:22:41.684079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.628409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-05-20T02:22:41.6841Z","caller":"traceutil/trace.go:171","msg":"trace[358030289] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6705; }","duration":"571.714339ms","start":"2026-05-20T02:22:41.112381Z","end":"2026-05-20T02:22:41.684096Z","steps":["trace[358030289] 'agreement among raft nodes before linearized reading' (duration: 571.553037ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:41.684118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.112348Z","time spent":"571.76516ms","remote":"127.0.0.1:47800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-05-20T02:22:41.684193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.453623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:22:41.68421Z","caller":"traceutil/trace.go:171","msg":"trace[1073203501] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:6705; }","duration":"476.525694ms","start":"2026-05-20T02:22:41.20768Z","end":"2026-05-20T02:22:41.684206Z","steps":["trace[1073203501] 'agreement among raft nodes before linearized reading' (duration: 476.498874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:41.684223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.207651Z","time spent":"476.568505ms","remote":"127.0.0.1:54492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-20T02:22:41.68433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.184728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-20T02:22:41.684346Z","caller":"traceutil/trace.go:171","msg":"trace[134961906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6705; }","duration":"332.221208ms","start":"2026-05-20T02:22:41.352121Z","end":"2026-05-20T02:22:41.684343Z","steps":["trace[134961906] 'agreement among raft nodes before linearized reading' (duration: 332.174847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:41.684359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.352115Z","time spent":"332.241018ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-20T02:22:41.684438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.700623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-20T02:22:41.684454Z","caller":"traceutil/trace.go:171","msg":"trace[1059454040] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6705; }","duration":"332.731823ms","start":"2026-05-20T02:22:41.351717Z","end":"2026-05-20T02:22:41.684449Z","steps":["trace[1059454040] 'agreement among raft nodes before linearized reading' (duration: 332.692163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:41.684465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.351708Z","time spent":"332.754734ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-20T02:22:41.68453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.372763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T02:22:41.684546Z","caller":"traceutil/trace.go:171","msg":"trace[1080242483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6705; }","duration":"334.424944ms","start":"2026-05-20T02:22:41.350117Z","end":"2026-05-20T02:22:41.684542Z","steps":["trace[1080242483] 'agreement among raft nodes before linearized reading' (duration: 334.386914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:41.684557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.350099Z","time spent":"334.455974ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-20T02:22:41.684615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.969816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:22:41.68463Z","caller":"traceutil/trace.go:171","msg":"trace[151567501] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:6705; }","duration":"347.001066ms","start":"2026-05-20T02:22:41.337626Z","end":"2026-05-20T02:22:41.684627Z","steps":["trace[151567501] 'agreement among raft nodes before linearized reading' (duration: 346.974846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:41.684643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.337619Z","time spent":"347.020686ms","remote":"127.0.0.1:40972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-20T02:22:41.684718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.978824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-20T02:22:41.684734Z","caller":"traceutil/trace.go:171","msg":"trace[1984900483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6705; }","duration":"352.006924ms","start":"2026-05-20T02:22:41.332722Z","end":"2026-05-20T02:22:41.684729Z","steps":["trace[1984900483] 'agreement among raft nodes before linearized reading' (duration: 351.968414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:41.684748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.332716Z","time spent":"352.029084ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-20T02:22:41.685197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.794201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-20T02:22:41.685274Z","caller":"traceutil/trace.go:171","msg":"trace[1817078183] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6705; }","duration":"436.922313ms","start":"2026-05-20T02:22:41.248334Z","end":"2026-05-20T02:22:41.685256Z","steps":["trace[1817078183] 'agreement among raft nodes before linearized reading' (duration: 436.66802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:41.685346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.555777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2196726"} {"level":"info","ts":"2026-05-20T02:22:41.685369Z","caller":"traceutil/trace.go:171","msg":"trace[1203502196] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:6705; }","duration":"356.611837ms","start":"2026-05-20T02:22:41.328753Z","end":"2026-05-20T02:22:41.685365Z","steps":["trace[1203502196] 'agreement among raft nodes before linearized reading' (duration: 356.04003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:41.685385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.328733Z","time spent":"356.647497ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2196749,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-05-20T02:22:41.685399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.086874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-20T02:22:41.685436Z","caller":"traceutil/trace.go:171","msg":"trace[140852092] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:6705; }","duration":"423.163315ms","start":"2026-05-20T02:22:41.262265Z","end":"2026-05-20T02:22:41.685428Z","steps":["trace[140852092] 'agreement among raft nodes before linearized reading' (duration: 423.101085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:41.685463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.262251Z","time spent":"423.205606ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":7,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-20T02:22:41.685554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.130525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:22:41.685611Z","caller":"traceutil/trace.go:171","msg":"trace[1737081023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6705; }","duration":"430.220495ms","start":"2026-05-20T02:22:41.255374Z","end":"2026-05-20T02:22:41.685594Z","steps":["trace[1737081023] 'agreement among raft nodes before linearized reading' (duration: 430.144244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:41.685643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.255345Z","time spent":"430.291067ms","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-20T02:22:41.685345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.248314Z","time spent":"436.995383ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-20T02:22:42.107638Z","caller":"traceutil/trace.go:171","msg":"trace[325975317] transaction","detail":"{read_only:false; response_revision:6706; number_of_response:1; }","duration":"418.056126ms","start":"2026-05-20T02:22:41.689549Z","end":"2026-05-20T02:22:42.107605Z","steps":["trace[325975317] 'process raft request' (duration: 322.315955ms)","trace[325975317] 'compare' (duration: 95.59881ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:22:42.108373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.68953Z","time spent":"418.176919ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:22:42.656892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.336046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-20T02:22:42.657589Z","caller":"traceutil/trace.go:171","msg":"trace[216216711] transaction","detail":"{read_only:false; response_revision:6709; number_of_response:1; }","duration":"965.452017ms","start":"2026-05-20T02:22:41.692115Z","end":"2026-05-20T02:22:42.657567Z","steps":["trace[216216711] 'process raft request' (duration: 965.266655ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:42.657715Z","caller":"traceutil/trace.go:171","msg":"trace[617675896] transaction","detail":"{read_only:false; response_revision:6708; number_of_response:1; }","duration":"966.317818ms","start":"2026-05-20T02:22:41.691375Z","end":"2026-05-20T02:22:42.657693Z","steps":["trace[617675896] 'process raft request' (duration: 965.63408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:42.657845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.691361Z","time spent":"966.415388ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:22:42.657881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.692106Z","time spent":"965.535788ms","remote":"127.0.0.1:47784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":922,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T02:22:42.658038Z","caller":"traceutil/trace.go:171","msg":"trace[173984724] linearizableReadLoop","detail":"{readStateIndex:6958; appliedIndex:6956; }","duration":"966.802173ms","start":"2026-05-20T02:22:41.691215Z","end":"2026-05-20T02:22:42.658017Z","steps":["trace[173984724] 'read index received' (duration: 320.663857ms)","trace[173984724] 'applied index is now lower than readState.Index' (duration: 646.137286ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:22:42.658159Z","caller":"traceutil/trace.go:171","msg":"trace[1182474595] transaction","detail":"{read_only:false; response_revision:6711; number_of_response:1; }","duration":"965.072445ms","start":"2026-05-20T02:22:41.69308Z","end":"2026-05-20T02:22:42.658152Z","steps":["trace[1182474595] 'process raft request' (duration: 964.586518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:42.658206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.693074Z","time spent":"965.112475ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:22:42.65814Z","caller":"traceutil/trace.go:171","msg":"trace[203097459] transaction","detail":"{read_only:false; response_revision:6710; number_of_response:1; }","duration":"964.928571ms","start":"2026-05-20T02:22:41.692916Z","end":"2026-05-20T02:22:42.657844Z","steps":["trace[203097459] 'process raft request' (duration: 964.598328ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:42.658329Z","caller":"traceutil/trace.go:171","msg":"trace[2146119628] transaction","detail":"{read_only:false; response_revision:6717; number_of_response:1; }","duration":"721.093581ms","start":"2026-05-20T02:22:41.937228Z","end":"2026-05-20T02:22:42.658321Z","steps":["trace[2146119628] 'process raft request' (duration: 720.671196ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:42.658064Z","caller":"traceutil/trace.go:171","msg":"trace[1211735091] transaction","detail":"{read_only:false; response_revision:6715; number_of_response:1; }","duration":"962.636996ms","start":"2026-05-20T02:22:41.695412Z","end":"2026-05-20T02:22:42.658049Z","steps":["trace[1211735091] 'process raft request' (duration: 962.411043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:42.658428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.937205Z","time spent":"721.181932ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:22:42.658471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.695406Z","time spent":"963.043451ms","remote":"127.0.0.1:47784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":910,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T02:22:42.658644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.692906Z","time spent":"965.440978ms","remote":"127.0.0.1:47784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T02:22:42.658344Z","caller":"traceutil/trace.go:171","msg":"trace[668240495] transaction","detail":"{read_only:false; response_revision:6714; number_of_response:1; }","duration":"963.552865ms","start":"2026-05-20T02:22:41.694783Z","end":"2026-05-20T02:22:42.658336Z","steps":["trace[668240495] 'process raft request' (duration: 963.016489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:42.658788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.569741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-20T02:22:42.658815Z","caller":"traceutil/trace.go:171","msg":"trace[570141643] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6718; }","duration":"967.621283ms","start":"2026-05-20T02:22:41.691188Z","end":"2026-05-20T02:22:42.658809Z","steps":["trace[570141643] 'agreement among raft nodes before linearized reading' (duration: 967.516291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:42.658815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.694779Z","time spent":"964.004141ms","remote":"127.0.0.1:47784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":919,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T02:22:42.658841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.691176Z","time spent":"967.659553ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-20T02:22:42.658292Z","caller":"traceutil/trace.go:171","msg":"trace[548059707] transaction","detail":"{read_only:false; response_revision:6716; number_of_response:1; }","duration":"958.780712ms","start":"2026-05-20T02:22:41.699497Z","end":"2026-05-20T02:22:42.658278Z","steps":["trace[548059707] 'process raft request' (duration: 958.356526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:42.658973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.69949Z","time spent":"959.455509ms","remote":"127.0.0.1:35804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4226,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:22:42.658689Z","caller":"traceutil/trace.go:171","msg":"trace[1299572735] transaction","detail":"{read_only:false; response_revision:6718; number_of_response:1; }","duration":"699.313762ms","start":"2026-05-20T02:22:41.959366Z","end":"2026-05-20T02:22:42.65868Z","steps":["trace[1299572735] 'process raft request' (duration: 698.574754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:42.659227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.959335Z","time spent":"699.868728ms","remote":"127.0.0.1:47876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-20T02:22:42.660435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.48314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-20T02:22:42.66047Z","caller":"traceutil/trace.go:171","msg":"trace[2034788974] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6718; }","duration":"546.54764ms","start":"2026-05-20T02:22:42.113915Z","end":"2026-05-20T02:22:42.660462Z","steps":["trace[2034788974] 'agreement among raft nodes before linearized reading' (duration: 545.949084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:42.660528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:42.113902Z","time spent":"546.585051ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":722,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-20T02:22:42.660757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.948785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-05-20T02:22:42.660786Z","caller":"traceutil/trace.go:171","msg":"trace[479420242] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6718; }","duration":"952.977606ms","start":"2026-05-20T02:22:41.707801Z","end":"2026-05-20T02:22:42.660778Z","steps":["trace[479420242] 'agreement among raft nodes before linearized reading' (duration: 952.899494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:42.66083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.707762Z","time spent":"953.061197ms","remote":"127.0.0.1:47800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-05-20T02:22:42.658293Z","caller":"traceutil/trace.go:171","msg":"trace[703995504] transaction","detail":"{read_only:false; response_revision:6712; number_of_response:1; }","duration":"964.287445ms","start":"2026-05-20T02:22:41.693998Z","end":"2026-05-20T02:22:42.658286Z","steps":["trace[703995504] 'process raft request' (duration: 963.740068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:42.661755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.693989Z","time spent":"967.740744ms","remote":"127.0.0.1:47784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":919,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T02:22:42.658672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.808162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-05-20T02:22:42.658317Z","caller":"traceutil/trace.go:171","msg":"trace[1471299965] transaction","detail":"{read_only:false; response_revision:6713; number_of_response:1; }","duration":"963.562586ms","start":"2026-05-20T02:22:41.694749Z","end":"2026-05-20T02:22:42.658312Z","steps":["trace[1471299965] 'process raft request' (duration: 963.022909ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:42.661882Z","caller":"traceutil/trace.go:171","msg":"trace[2080494678] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6718; }","duration":"968.990198ms","start":"2026-05-20T02:22:41.692841Z","end":"2026-05-20T02:22:42.661831Z","steps":["trace[2080494678] 'agreement among raft nodes before linearized reading' (duration: 965.734601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:42.661909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.694741Z","time spent":"967.151787ms","remote":"127.0.0.1:47784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":916,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-20T02:22:42.661927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.692836Z","time spent":"969.080119ms","remote":"127.0.0.1:47800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-05-20T02:22:42.663591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.287803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:22:42.663667Z","caller":"traceutil/trace.go:171","msg":"trace[1872116091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6718; }","duration":"406.345913ms","start":"2026-05-20T02:22:42.257287Z","end":"2026-05-20T02:22:42.663632Z","steps":["trace[1872116091] 'agreement among raft nodes before linearized reading' (duration: 401.616379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:42.663713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:42.257215Z","time spent":"406.486955ms","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-20T02:22:42.664254Z","caller":"traceutil/trace.go:171","msg":"trace[755934989] transaction","detail":"{read_only:false; response_revision:6707; number_of_response:1; }","duration":"968.594404ms","start":"2026-05-20T02:22:41.690334Z","end":"2026-05-20T02:22:42.658929Z","steps":["trace[755934989] 'process raft request' (duration: 722.127154ms)","trace[755934989] 'compare' (duration: 244.135354ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:22:42.665112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:41.690316Z","time spent":"974.600822ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:22:42.968211Z","caller":"traceutil/trace.go:171","msg":"trace[1280785212] transaction","detail":"{read_only:false; response_revision:6719; number_of_response:1; }","duration":"297.271148ms","start":"2026-05-20T02:22:42.670914Z","end":"2026-05-20T02:22:42.968185Z","steps":["trace[1280785212] 'process raft request' (duration: 297.139237ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:43.0339Z","caller":"traceutil/trace.go:171","msg":"trace[617273595] linearizableReadLoop","detail":"{readStateIndex:6971; appliedIndex:6970; }","duration":"360.921035ms","start":"2026-05-20T02:22:42.672965Z","end":"2026-05-20T02:22:43.033886Z","steps":["trace[617273595] 'read index received' (duration: 295.433498ms)","trace[617273595] 'applied index is now lower than readState.Index' (duration: 65.486807ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:22:43.033998Z","caller":"traceutil/trace.go:171","msg":"trace[1160356704] transaction","detail":"{read_only:false; response_revision:6720; number_of_response:1; }","duration":"361.167028ms","start":"2026-05-20T02:22:42.672822Z","end":"2026-05-20T02:22:43.033989Z","steps":["trace[1160356704] 'process raft request' (duration: 360.782044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:43.034082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:42.672812Z","time spent":"361.208818ms","remote":"127.0.0.1:47784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":902,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-20T02:22:43.034373Z","caller":"traceutil/trace.go:171","msg":"trace[79535197] transaction","detail":"{read_only:false; response_revision:6721; number_of_response:1; }","duration":"350.802479ms","start":"2026-05-20T02:22:42.683564Z","end":"2026-05-20T02:22:43.034366Z","steps":["trace[79535197] 'process raft request' (duration: 350.124212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:43.034432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:42.683546Z","time spent":"350.852449ms","remote":"127.0.0.1:35804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7067,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:22:43.034597Z","caller":"traceutil/trace.go:171","msg":"trace[898129079] transaction","detail":"{read_only:false; response_revision:6722; number_of_response:1; }","duration":"209.964884ms","start":"2026-05-20T02:22:42.824626Z","end":"2026-05-20T02:22:43.034591Z","steps":["trace[898129079] 'process raft request' (duration: 209.118684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:43.03485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.692693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-05-20T02:22:43.035004Z","caller":"traceutil/trace.go:171","msg":"trace[207617027] transaction","detail":"{read_only:false; response_revision:6725; number_of_response:1; }","duration":"194.456846ms","start":"2026-05-20T02:22:42.84054Z","end":"2026-05-20T02:22:43.034997Z","steps":["trace[207617027] 'process raft request' (duration: 193.314943ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:43.034918Z","caller":"traceutil/trace.go:171","msg":"trace[323101312] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6725; }","duration":"339.806164ms","start":"2026-05-20T02:22:42.695092Z","end":"2026-05-20T02:22:43.034898Z","steps":["trace[323101312] 'agreement among raft nodes before linearized reading' (duration: 339.589372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:43.035065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:42.69507Z","time spent":"339.972566ms","remote":"127.0.0.1:47800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-05-20T02:22:43.035091Z","caller":"traceutil/trace.go:171","msg":"trace[1999216361] transaction","detail":"{read_only:false; response_revision:6723; number_of_response:1; }","duration":"204.966257ms","start":"2026-05-20T02:22:42.830119Z","end":"2026-05-20T02:22:43.035085Z","steps":["trace[1999216361] 'process raft request' (duration: 203.671023ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:43.035161Z","caller":"traceutil/trace.go:171","msg":"trace[1972834856] transaction","detail":"{read_only:false; response_revision:6724; number_of_response:1; }","duration":"202.941983ms","start":"2026-05-20T02:22:42.832212Z","end":"2026-05-20T02:22:43.035154Z","steps":["trace[1972834856] 'process raft request' (duration: 201.613538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:43.035316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.349701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-05-20T02:22:43.035347Z","caller":"traceutil/trace.go:171","msg":"trace[837952741] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:6725; }","duration":"362.403982ms","start":"2026-05-20T02:22:42.672932Z","end":"2026-05-20T02:22:43.035336Z","steps":["trace[837952741] 'agreement among raft nodes before linearized reading' (duration: 362.313741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:43.035378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.481752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-20T02:22:43.035391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:42.672925Z","time spent":"362.460723ms","remote":"127.0.0.1:47800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-05-20T02:22:43.035404Z","caller":"traceutil/trace.go:171","msg":"trace[71344039] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6725; }","duration":"312.538153ms","start":"2026-05-20T02:22:42.722858Z","end":"2026-05-20T02:22:43.035396Z","steps":["trace[71344039] 'agreement among raft nodes before linearized reading' (duration: 312.493222ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:22:43.035424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:22:42.722839Z","time spent":"312.580843ms","remote":"127.0.0.1:48146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-20T02:22:43.035573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.778483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T02:22:43.035596Z","caller":"traceutil/trace.go:171","msg":"trace[142756939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6725; }","duration":"181.831123ms","start":"2026-05-20T02:22:42.853759Z","end":"2026-05-20T02:22:43.03559Z","steps":["trace[142756939] 'agreement among raft nodes before linearized reading' (duration: 181.755782ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:44.275518Z","caller":"traceutil/trace.go:171","msg":"trace[726998311] linearizableReadLoop","detail":"{readStateIndex:6996; appliedIndex:6995; }","duration":"142.249662ms","start":"2026-05-20T02:22:44.133229Z","end":"2026-05-20T02:22:44.275479Z","steps":["trace[726998311] 'read index received' (duration: 142.147951ms)","trace[726998311] 'applied index is now lower than readState.Index' (duration: 100.331µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:22:44.275672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.414874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:22:44.275638Z","caller":"traceutil/trace.go:171","msg":"trace[1897033745] transaction","detail":"{read_only:false; response_revision:6743; number_of_response:1; }","duration":"160.015674ms","start":"2026-05-20T02:22:44.115528Z","end":"2026-05-20T02:22:44.275544Z","steps":["trace[1897033745] 'process raft request' (duration: 159.806701ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:44.275709Z","caller":"traceutil/trace.go:171","msg":"trace[1435749028] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:6743; }","duration":"142.514734ms","start":"2026-05-20T02:22:44.133183Z","end":"2026-05-20T02:22:44.275698Z","steps":["trace[1435749028] 'agreement among raft nodes before linearized reading' (duration: 142.433223ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:22:44.453097Z","caller":"traceutil/trace.go:171","msg":"trace[494825692] transaction","detail":"{read_only:false; response_revision:6744; number_of_response:1; }","duration":"246.786302ms","start":"2026-05-20T02:22:44.206278Z","end":"2026-05-20T02:22:44.453065Z","steps":["trace[494825692] 'process raft request' (duration: 238.487298ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:23:04.519575Z","caller":"traceutil/trace.go:171","msg":"trace[1214787626] transaction","detail":"{read_only:false; response_revision:6876; number_of_response:1; }","duration":"102.011473ms","start":"2026-05-20T02:23:04.417527Z","end":"2026-05-20T02:23:04.519538Z","steps":["trace[1214787626] 'process raft request' (duration: 101.730454ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:23:07.023291Z","caller":"traceutil/trace.go:171","msg":"trace[1230064742] transaction","detail":"{read_only:false; response_revision:6893; number_of_response:1; }","duration":"162.6505ms","start":"2026-05-20T02:23:06.860624Z","end":"2026-05-20T02:23:07.023275Z","steps":["trace[1230064742] 'process raft request' (duration: 162.560788ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:23:07.023449Z","caller":"traceutil/trace.go:171","msg":"trace[1360460300] linearizableReadLoop","detail":"{readStateIndex:7151; appliedIndex:7151; }","duration":"143.943513ms","start":"2026-05-20T02:23:06.879478Z","end":"2026-05-20T02:23:07.023422Z","steps":["trace[1360460300] 'read index received' (duration: 143.852691ms)","trace[1360460300] 'applied index is now lower than readState.Index' (duration: 88.562µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:23:07.023572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.074057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/secretgen-controller/\" range_end:\"/registry/secrets/secretgen-controller0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:23:07.023644Z","caller":"traceutil/trace.go:171","msg":"trace[1546291670] range","detail":"{range_begin:/registry/secrets/secretgen-controller/; range_end:/registry/secrets/secretgen-controller0; response_count:0; response_revision:6893; }","duration":"144.17532ms","start":"2026-05-20T02:23:06.87946Z","end":"2026-05-20T02:23:07.023635Z","steps":["trace[1546291670] 'agreement among raft nodes before linearized reading' (duration: 144.059007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:23:07.045925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.598686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-20T02:23:07.045986Z","caller":"traceutil/trace.go:171","msg":"trace[478286507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6894; }","duration":"140.702369ms","start":"2026-05-20T02:23:06.905269Z","end":"2026-05-20T02:23:07.045971Z","steps":["trace[478286507] 'agreement among raft nodes before linearized reading' (duration: 140.541105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:23:07.045977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.627349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-20T02:23:07.046033Z","caller":"traceutil/trace.go:171","msg":"trace[1938052411] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6894; }","duration":"138.719812ms","start":"2026-05-20T02:23:06.907299Z","end":"2026-05-20T02:23:07.046019Z","steps":["trace[1938052411] 'agreement among raft nodes before linearized reading' (duration: 138.543127ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:23:09.374312Z","caller":"traceutil/trace.go:171","msg":"trace[1209668478] transaction","detail":"{read_only:false; response_revision:6909; number_of_response:1; }","duration":"107.21616ms","start":"2026-05-20T02:23:09.267055Z","end":"2026-05-20T02:23:09.374271Z","steps":["trace[1209668478] 'process raft request' (duration: 107.051706ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:23:11.612531Z","caller":"traceutil/trace.go:171","msg":"trace[281771011] transaction","detail":"{read_only:false; response_revision:6919; number_of_response:1; }","duration":"229.986925ms","start":"2026-05-20T02:23:11.382516Z","end":"2026-05-20T02:23:11.612503Z","steps":["trace[281771011] 'process raft request' (duration: 191.913953ms)","trace[281771011] 'compare' (duration: 37.776944ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:23:11.612615Z","caller":"traceutil/trace.go:171","msg":"trace[1958544405] transaction","detail":"{read_only:false; response_revision:6920; number_of_response:1; }","duration":"229.174111ms","start":"2026-05-20T02:23:11.383412Z","end":"2026-05-20T02:23:11.612587Z","steps":["trace[1958544405] 'process raft request' (duration: 228.917784ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:23:11.612807Z","caller":"traceutil/trace.go:171","msg":"trace[1032158674] linearizableReadLoop","detail":"{readStateIndex:7180; appliedIndex:7176; }","duration":"215.718659ms","start":"2026-05-20T02:23:11.397073Z","end":"2026-05-20T02:23:11.612792Z","steps":["trace[1032158674] 'read index received' (duration: 28.624602ms)","trace[1032158674] 'applied index is now lower than readState.Index' (duration: 187.090357ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:23:11.612948Z","caller":"traceutil/trace.go:171","msg":"trace[863298410] transaction","detail":"{read_only:false; response_revision:6921; number_of_response:1; }","duration":"229.247314ms","start":"2026-05-20T02:23:11.38369Z","end":"2026-05-20T02:23:11.612937Z","steps":["trace[863298410] 'process raft request' (duration: 228.682007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:23:11.613134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.043189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/local-path-provisioner\" ","response":"range_response_count:1 size:1106"} {"level":"info","ts":"2026-05-20T02:23:11.613165Z","caller":"traceutil/trace.go:171","msg":"trace[1270038481] range","detail":"{range_begin:/registry/clusterroles/local-path-provisioner; range_end:; response_count:1; response_revision:6921; }","duration":"216.11444ms","start":"2026-05-20T02:23:11.39704Z","end":"2026-05-20T02:23:11.613155Z","steps":["trace[1270038481] 'agreement among raft nodes before linearized reading' (duration: 215.979496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:23:11.613203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.510962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-orders\" ","response":"range_response_count:1 size:1154"} {"level":"info","ts":"2026-05-20T02:23:11.613266Z","caller":"traceutil/trace.go:171","msg":"trace[951981080] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-orders; range_end:; response_count:1; response_revision:6921; }","duration":"165.627946ms","start":"2026-05-20T02:23:11.447621Z","end":"2026-05-20T02:23:11.613249Z","steps":["trace[951981080] 'agreement among raft nodes before linearized reading' (duration: 165.431751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:23:11.613336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.206455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-20T02:23:11.613407Z","caller":"traceutil/trace.go:171","msg":"trace[712754980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6921; }","duration":"139.299727ms","start":"2026-05-20T02:23:11.474091Z","end":"2026-05-20T02:23:11.613391Z","steps":["trace[712754980] 'agreement among raft nodes before linearized reading' (duration: 139.104612ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:23:15.451071Z","caller":"traceutil/trace.go:171","msg":"trace[568666896] linearizableReadLoop","detail":"{readStateIndex:7197; appliedIndex:7196; }","duration":"372.306699ms","start":"2026-05-20T02:23:15.07874Z","end":"2026-05-20T02:23:15.451046Z","steps":["trace[568666896] 'read index received' (duration: 372.047632ms)","trace[568666896] 'applied index is now lower than readState.Index' (duration: 257.947µs)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:23:15.451293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.452448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:23:15.451382Z","caller":"traceutil/trace.go:171","msg":"trace[534187604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6937; }","duration":"194.569912ms","start":"2026-05-20T02:23:15.256785Z","end":"2026-05-20T02:23:15.451355Z","steps":["trace[534187604] 'agreement among raft nodes before linearized reading' (duration: 194.418328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:23:15.451391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.308759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-20T02:23:15.451387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.612838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rabbitmq-cluster-operator-openstack\" ","response":"range_response_count:1 size:1273"} {"level":"info","ts":"2026-05-20T02:23:15.451433Z","caller":"traceutil/trace.go:171","msg":"trace[510996777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6937; }","duration":"317.402002ms","start":"2026-05-20T02:23:15.134019Z","end":"2026-05-20T02:23:15.451421Z","steps":["trace[510996777] 'agreement among raft nodes before linearized reading' (duration: 317.164085ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:23:15.451465Z","caller":"traceutil/trace.go:171","msg":"trace[1483996529] range","detail":"{range_begin:/registry/clusterrolebindings/rabbitmq-cluster-operator-openstack; range_end:; response_count:1; response_revision:6937; }","duration":"372.72105ms","start":"2026-05-20T02:23:15.078726Z","end":"2026-05-20T02:23:15.451447Z","steps":["trace[1483996529] 'agreement among raft nodes before linearized reading' (duration: 372.475164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:23:15.451388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.183168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:certificate-controller\" ","response":"range_response_count:1 size:1142"} {"level":"warn","ts":"2026-05-20T02:23:15.451528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:23:15.078719Z","time spent":"372.782443ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1296,"request content":"key:\"/registry/clusterrolebindings/rabbitmq-cluster-operator-openstack\" "} {"level":"warn","ts":"2026-05-20T02:23:15.451503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.831062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-20T02:23:15.451498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:23:15.134011Z","time spent":"317.478124ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-20T02:23:15.451602Z","caller":"traceutil/trace.go:171","msg":"trace[963528285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6937; }","duration":"269.978866ms","start":"2026-05-20T02:23:15.181602Z","end":"2026-05-20T02:23:15.451581Z","steps":["trace[963528285] 'agreement among raft nodes before linearized reading' (duration: 269.655597ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:23:15.451542Z","caller":"traceutil/trace.go:171","msg":"trace[1927553300] range","detail":"{range_begin:/registry/clusterroles/system:controller:certificate-controller; range_end:; response_count:1; response_revision:6937; }","duration":"305.397904ms","start":"2026-05-20T02:23:15.146127Z","end":"2026-05-20T02:23:15.451525Z","steps":["trace[1927553300] 'agreement among raft nodes before linearized reading' (duration: 305.121096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:23:15.451737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:23:15.146107Z","time spent":"305.61703ms","remote":"127.0.0.1:48022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1165,"request content":"key:\"/registry/clusterroles/system:controller:certificate-controller\" "} {"level":"info","ts":"2026-05-20T02:23:15.451828Z","caller":"traceutil/trace.go:171","msg":"trace[1331816576] transaction","detail":"{read_only:false; response_revision:6937; number_of_response:1; }","duration":"376.136187ms","start":"2026-05-20T02:23:15.075019Z","end":"2026-05-20T02:23:15.451155Z","steps":["trace[1331816576] 'process raft request' (duration: 375.86434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:23:15.451954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-20T02:23:15.074996Z","time spent":"376.8941ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-20T02:23:15.566772Z","caller":"traceutil/trace.go:171","msg":"trace[1462398691] transaction","detail":"{read_only:false; response_revision:6939; number_of_response:1; }","duration":"109.728542ms","start":"2026-05-20T02:23:15.457016Z","end":"2026-05-20T02:23:15.566745Z","steps":["trace[1462398691] 'process raft request' (duration: 109.624798ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:23:15.566895Z","caller":"traceutil/trace.go:171","msg":"trace[850477700] transaction","detail":"{read_only:false; response_revision:6940; number_of_response:1; }","duration":"109.490235ms","start":"2026-05-20T02:23:15.457392Z","end":"2026-05-20T02:23:15.566882Z","steps":["trace[850477700] 'process raft request' (duration: 109.30757ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:23:15.566782Z","caller":"traceutil/trace.go:171","msg":"trace[1941234158] transaction","detail":"{read_only:false; response_revision:6938; number_of_response:1; }","duration":"113.875369ms","start":"2026-05-20T02:23:15.452878Z","end":"2026-05-20T02:23:15.566753Z","steps":["trace[1941234158] 'process raft request' (duration: 61.02151ms)","trace[1941234158] 'compare' (duration: 52.547159ms)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:23:15.566993Z","caller":"traceutil/trace.go:171","msg":"trace[1473548527] linearizableReadLoop","detail":"{readStateIndex:7198; appliedIndex:7197; }","duration":"114.001923ms","start":"2026-05-20T02:23:15.452968Z","end":"2026-05-20T02:23:15.56697Z","steps":["trace[1473548527] 'read index received' (duration: 60.903077ms)","trace[1473548527] 'applied index is now lower than readState.Index' (duration: 53.096326ms)"],"step_count":2} {"level":"warn","ts":"2026-05-20T02:23:15.567172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.179038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-20T02:23:15.567234Z","caller":"traceutil/trace.go:171","msg":"trace[1330701470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6940; }","duration":"114.25987ms","start":"2026-05-20T02:23:15.452959Z","end":"2026-05-20T02:23:15.567219Z","steps":["trace[1330701470] 'agreement among raft nodes before linearized reading' (duration: 114.139516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:23:15.567386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.950026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rabbitmq-cluster-operator-openstack\" ","response":"range_response_count:1 size:1273"} {"level":"info","ts":"2026-05-20T02:23:15.56749Z","caller":"traceutil/trace.go:171","msg":"trace[2109002115] range","detail":"{range_begin:/registry/clusterrolebindings/rabbitmq-cluster-operator-openstack; range_end:; response_count:1; response_revision:6940; }","duration":"111.087209ms","start":"2026-05-20T02:23:15.456374Z","end":"2026-05-20T02:23:15.567461Z","steps":["trace[2109002115] 'agreement among raft nodes before linearized reading' (duration: 110.771961ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:23:20.291511Z","caller":"traceutil/trace.go:171","msg":"trace[1457279942] linearizableReadLoop","detail":"{readStateIndex:7225; appliedIndex:7224; }","duration":"177.290853ms","start":"2026-05-20T02:23:20.114198Z","end":"2026-05-20T02:23:20.291488Z","steps":["trace[1457279942] 'read index received' (duration: 177.011186ms)","trace[1457279942] 'applied index is now lower than readState.Index' (duration: 278.557µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:23:20.291567Z","caller":"traceutil/trace.go:171","msg":"trace[1866097957] transaction","detail":"{read_only:false; response_revision:6964; number_of_response:1; }","duration":"239.327583ms","start":"2026-05-20T02:23:20.052211Z","end":"2026-05-20T02:23:20.291538Z","steps":["trace[1866097957] 'process raft request' (duration: 239.101446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:23:20.291754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.53298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:root-ca-cert-publisher\" ","response":"range_response_count:1 size:763"} {"level":"info","ts":"2026-05-20T02:23:20.2918Z","caller":"traceutil/trace.go:171","msg":"trace[1628099083] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:root-ca-cert-publisher; range_end:; response_count:1; response_revision:6964; }","duration":"177.632452ms","start":"2026-05-20T02:23:20.114155Z","end":"2026-05-20T02:23:20.291787Z","steps":["trace[1628099083] 'agreement among raft nodes before linearized reading' (duration: 177.456698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:23:20.291965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.384906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:route-controller\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-05-20T02:23:20.292109Z","caller":"traceutil/trace.go:171","msg":"trace[711524244] range","detail":"{range_begin:/registry/clusterroles/system:controller:route-controller; range_end:; response_count:1; response_revision:6964; }","duration":"153.588942ms","start":"2026-05-20T02:23:20.138499Z","end":"2026-05-20T02:23:20.292088Z","steps":["trace[711524244] 'agreement among raft nodes before linearized reading' (duration: 153.350775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:23:20.675649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.127068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:route-controller\" ","response":"range_response_count:1 size:739"} {"level":"info","ts":"2026-05-20T02:23:20.675704Z","caller":"traceutil/trace.go:171","msg":"trace[796848071] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:route-controller; range_end:; response_count:1; response_revision:6964; }","duration":"299.208711ms","start":"2026-05-20T02:23:20.376483Z","end":"2026-05-20T02:23:20.675692Z","steps":["trace[796848071] 'range keys from in-memory index tree' (duration: 299.083408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:23:20.675692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.353345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:service-account-controller\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-05-20T02:23:20.675762Z","caller":"traceutil/trace.go:171","msg":"trace[1491613042] range","detail":"{range_begin:/registry/clusterroles/system:controller:service-account-controller; range_end:; response_count:1; response_revision:6964; }","duration":"299.450238ms","start":"2026-05-20T02:23:20.376294Z","end":"2026-05-20T02:23:20.675744Z","steps":["trace[1491613042] 'range keys from in-memory index tree' (duration: 299.296284ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:23:36.069856Z","caller":"traceutil/trace.go:171","msg":"trace[142961769] linearizableReadLoop","detail":"{readStateIndex:7309; appliedIndex:7308; }","duration":"116.349141ms","start":"2026-05-20T02:23:35.953486Z","end":"2026-05-20T02:23:36.069835Z","steps":["trace[142961769] 'read index received' (duration: 116.193677ms)","trace[142961769] 'applied index is now lower than readState.Index' (duration: 154.624µs)"],"step_count":2} {"level":"info","ts":"2026-05-20T02:23:36.069904Z","caller":"traceutil/trace.go:171","msg":"trace[82387805] transaction","detail":"{read_only:false; response_revision:7045; number_of_response:1; }","duration":"128.432288ms","start":"2026-05-20T02:23:35.94144Z","end":"2026-05-20T02:23:36.069872Z","steps":["trace[82387805] 'process raft request' (duration: 128.276964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:23:36.070051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.550846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kube-proxy\" ","response":"range_response_count:1 size:1948"} {"level":"info","ts":"2026-05-20T02:23:36.07009Z","caller":"traceutil/trace.go:171","msg":"trace[1567358588] range","detail":"{range_begin:/registry/configmaps/kube-system/kube-proxy; range_end:; response_count:1; response_revision:7045; }","duration":"116.612919ms","start":"2026-05-20T02:23:35.953468Z","end":"2026-05-20T02:23:36.070081Z","steps":["trace[1567358588] 'agreement among raft nodes before linearized reading' (duration: 116.479375ms)"],"step_count":1} {"level":"info","ts":"2026-05-20T02:23:39.771652Z","caller":"traceutil/trace.go:171","msg":"trace[2078952216] transaction","detail":"{read_only:false; response_revision:7059; number_of_response:1; }","duration":"106.725921ms","start":"2026-05-20T02:23:39.664879Z","end":"2026-05-20T02:23:39.771605Z","steps":["trace[2078952216] 'process raft request' (duration: 106.340081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-20T02:23:48.060685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.745821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-osd-device-details\" ","response":"range_response_count:1 size:27141"} {"level":"info","ts":"2026-05-20T02:23:48.060777Z","caller":"traceutil/trace.go:171","msg":"trace[885232701] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-osd-device-details; range_end:; response_count:1; response_revision:7102; }","duration":"104.864074ms","start":"2026-05-20T02:23:47.955894Z","end":"2026-05-20T02:23:48.060758Z","steps":["trace[885232701] 'range keys from in-memory index tree' (duration: 104.585977ms)"],"step_count":1}