{"level":"warn","ts":"2026-03-10T22:39:32.856139Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-10T22:39:32.856221Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.110:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.110:2380","--initial-cluster=instance=https://162.253.55.110:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.110:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.110:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-10T22:39:32.856283Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-10T22:39:32.856297Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.110:2380"]} {"level":"info","ts":"2026-03-10T22:39:32.856331Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-10T22:39:32.856945Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.110:2379"]} {"level":"info","ts":"2026-03-10T22:39:32.85702Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.110:2380"],"listen-peer-urls":["https://162.253.55.110:2380"],"advertise-client-urls":["https://162.253.55.110:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.110:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.110:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-10T22:39:32.866709Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"9.457972ms"} {"level":"info","ts":"2026-03-10T22:39:32.99547Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f52f30d5714009d5","cluster-id":"650981a7a383c714"} {"level":"info","ts":"2026-03-10T22:39:32.995663Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 switched to configuration voters=()"} {"level":"info","ts":"2026-03-10T22:39:32.995698Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became follower at term 0"} {"level":"info","ts":"2026-03-10T22:39:32.99572Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f52f30d5714009d5 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-10T22:39:32.995738Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became follower at term 1"} {"level":"info","ts":"2026-03-10T22:39:32.995794Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 switched to configuration voters=(17667393556483934677)"} {"level":"warn","ts":"2026-03-10T22:39:33.012676Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-10T22:39:33.014881Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-10T22:39:33.016385Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-10T22:39:33.019826Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f52f30d5714009d5","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-10T22:39:33.025391Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f52f30d5714009d5","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-10T22:39:33.025521Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-10T22:39:33.025645Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-10T22:39:33.025671Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-10T22:39:33.025981Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 switched to configuration voters=(17667393556483934677)"} {"level":"info","ts":"2026-03-10T22:39:33.026245Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"650981a7a383c714","local-member-id":"f52f30d5714009d5","added-peer-id":"f52f30d5714009d5","added-peer-peer-urls":["https://162.253.55.110:2380"]} {"level":"info","ts":"2026-03-10T22:39:33.027633Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-10T22:39:33.027758Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.110:2380"} {"level":"info","ts":"2026-03-10T22:39:33.027831Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.110:2380"} {"level":"info","ts":"2026-03-10T22:39:33.028049Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f52f30d5714009d5","initial-advertise-peer-urls":["https://162.253.55.110:2380"],"listen-peer-urls":["https://162.253.55.110:2380"],"advertise-client-urls":["https://162.253.55.110:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.110:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-10T22:39:33.02815Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-10T22:39:33.197392Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 is starting a new election at term 1"} {"level":"info","ts":"2026-03-10T22:39:33.197485Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-10T22:39:33.197528Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 received MsgPreVoteResp from f52f30d5714009d5 at term 1"} {"level":"info","ts":"2026-03-10T22:39:33.19758Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became candidate at term 2"} {"level":"info","ts":"2026-03-10T22:39:33.197594Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 received MsgVoteResp from f52f30d5714009d5 at term 2"} {"level":"info","ts":"2026-03-10T22:39:33.197612Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became leader at term 2"} {"level":"info","ts":"2026-03-10T22:39:33.197632Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f52f30d5714009d5 elected leader f52f30d5714009d5 at term 2"} {"level":"info","ts":"2026-03-10T22:39:33.206772Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-10T22:39:33.215841Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f52f30d5714009d5","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.110:2379]}","request-path":"/0/members/f52f30d5714009d5/attributes","cluster-id":"650981a7a383c714","publish-timeout":"7s"} {"level":"info","ts":"2026-03-10T22:39:33.215884Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-10T22:39:33.21586Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-10T22:39:33.216236Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-10T22:39:33.216341Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-10T22:39:33.220228Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-10T22:39:33.220473Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.110:2379"} {"level":"info","ts":"2026-03-10T22:39:33.223003Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"650981a7a383c714","local-member-id":"f52f30d5714009d5","cluster-version":"3.5"} {"level":"info","ts":"2026-03-10T22:39:33.22328Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-10T22:39:33.223401Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-10T22:39:36.026238Z","caller":"traceutil/trace.go:171","msg":"trace[944216147] linearizableReadLoop","detail":"{readStateIndex:87; appliedIndex:86; }","duration":"170.115217ms","start":"2026-03-10T22:39:35.856085Z","end":"2026-03-10T22:39:36.026201Z","steps":["trace[944216147] 'read index received' (duration: 160.072214ms)","trace[944216147] 'applied index is now lower than readState.Index' (duration: 10.040623ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:39:36.026289Z","caller":"traceutil/trace.go:171","msg":"trace[107837750] transaction","detail":"{read_only:false; response_revision:83; number_of_response:1; }","duration":"198.073591ms","start":"2026-03-10T22:39:35.82815Z","end":"2026-03-10T22:39:36.026223Z","steps":["trace[107837750] 'process raft request' (duration: 188.099599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:39:36.026494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.381623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-10T22:39:36.026663Z","caller":"traceutil/trace.go:171","msg":"trace[1781557295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:83; }","duration":"170.562317ms","start":"2026-03-10T22:39:35.856041Z","end":"2026-03-10T22:39:36.026603Z","steps":["trace[1781557295] 'agreement among raft nodes before linearized reading' (duration: 170.306862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:39:43.4224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.699174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:39:43.42252Z","caller":"traceutil/trace.go:171","msg":"trace[283912591] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"165.612538ms","start":"2026-03-10T22:39:43.256889Z","end":"2026-03-10T22:39:43.422502Z","steps":["trace[283912591] 'process raft request' (duration: 31.366951ms)","trace[283912591] 'compare' (duration: 133.568081ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:39:49.243062Z","caller":"traceutil/trace.go:171","msg":"trace[95036574] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"461.739297ms","start":"2026-03-10T22:39:48.781294Z","end":"2026-03-10T22:39:49.243033Z","steps":["trace[95036574] 'process raft request' (duration: 461.572113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:39:49.244074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:39:48.781279Z","time spent":"461.859589ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4649,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:39:50.187313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.961904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:39:50.187577Z","caller":"traceutil/trace.go:171","msg":"trace[1712529199] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"1.321563143s","start":"2026-03-10T22:39:48.865961Z","end":"2026-03-10T22:39:50.187524Z","steps":["trace[1712529199] 'process raft request' (duration: 648.222451ms)","trace[1712529199] 'compare' (duration: 672.410662ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:39:50.187608Z","caller":"traceutil/trace.go:171","msg":"trace[1841630656] linearizableReadLoop","detail":"{readStateIndex:384; appliedIndex:382; }","duration":"1.22997245s","start":"2026-03-10T22:39:48.9575Z","end":"2026-03-10T22:39:50.187472Z","steps":["trace[1841630656] 'read index received' (duration: 285.396902ms)","trace[1841630656] 'applied index is now lower than readState.Index' (duration: 944.572958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:39:50.187757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230254236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-10T22:39:50.187787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:39:48.865929Z","time spent":"1.321746328s","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:39:50.187883Z","caller":"traceutil/trace.go:171","msg":"trace[1393433906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:369; }","duration":"1.230375879s","start":"2026-03-10T22:39:48.957427Z","end":"2026-03-10T22:39:50.187803Z","steps":["trace[1393433906] 'agreement among raft nodes before linearized reading' (duration: 1.230223976s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:39:50.187947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:39:48.957397Z","time spent":"1.230533453s","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-10T22:39:50.188032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13192324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-10T22:39:50.188127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.638244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:39:50.188167Z","caller":"traceutil/trace.go:171","msg":"trace[1271333661] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:369; }","duration":"1.132123414s","start":"2026-03-10T22:39:49.056017Z","end":"2026-03-10T22:39:50.18814Z","steps":["trace[1271333661] 'agreement among raft nodes before linearized reading' (duration: 1.131882679s)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:39:50.188184Z","caller":"traceutil/trace.go:171","msg":"trace[1267093524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:369; }","duration":"752.715855ms","start":"2026-03-10T22:39:49.435442Z","end":"2026-03-10T22:39:50.188158Z","steps":["trace[1267093524] 'agreement among raft nodes before linearized reading' (duration: 752.643413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:39:50.188176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.902686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4373"} {"level":"warn","ts":"2026-03-10T22:39:50.188214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.885043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-10T22:39:50.188222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:39:49.435416Z","time spent":"752.799987ms","remote":"127.0.0.1:46492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T22:39:50.188233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:39:49.055994Z","time spent":"1.132228707s","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-10T22:39:50.188267Z","caller":"traceutil/trace.go:171","msg":"trace[1485954852] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:369; }","duration":"382.05368ms","start":"2026-03-10T22:39:49.806191Z","end":"2026-03-10T22:39:50.188245Z","steps":["trace[1485954852] 'agreement among raft nodes before linearized reading' (duration: 381.866805ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:39:50.18828Z","caller":"traceutil/trace.go:171","msg":"trace[778108725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:369; }","duration":"983.004156ms","start":"2026-03-10T22:39:49.205255Z","end":"2026-03-10T22:39:50.188259Z","steps":["trace[778108725] 'agreement among raft nodes before linearized reading' (duration: 982.887613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:39:50.188308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:39:49.806163Z","time spent":"382.138662ms","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4396,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-10T22:39:50.188225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.545907ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:39:50.188319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:39:49.205229Z","time spent":"983.081388ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-10T22:39:50.188358Z","caller":"traceutil/trace.go:171","msg":"trace[596311522] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:369; }","duration":"367.67907ms","start":"2026-03-10T22:39:49.820663Z","end":"2026-03-10T22:39:50.188342Z","steps":["trace[596311522] 'agreement among raft nodes before linearized reading' (duration: 367.524186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:39:50.188546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.898455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-10T22:39:50.188665Z","caller":"traceutil/trace.go:171","msg":"trace[1425618516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:369; }","duration":"743.025828ms","start":"2026-03-10T22:39:49.445605Z","end":"2026-03-10T22:39:50.18863Z","steps":["trace[1425618516] 'agreement among raft nodes before linearized reading' (duration: 742.618209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:39:50.188715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:39:49.445492Z","time spent":"743.212643ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-10T22:39:50.451547Z","caller":"traceutil/trace.go:171","msg":"trace[1059594028] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"258.137251ms","start":"2026-03-10T22:39:50.193383Z","end":"2026-03-10T22:39:50.45152Z","steps":["trace[1059594028] 'process raft request' (duration: 258.001749ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:39:50.458454Z","caller":"traceutil/trace.go:171","msg":"trace[550220523] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"264.667176ms","start":"2026-03-10T22:39:50.193744Z","end":"2026-03-10T22:39:50.458411Z","steps":["trace[550220523] 'process raft request' (duration: 264.38191ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:39:50.459027Z","caller":"traceutil/trace.go:171","msg":"trace[55922581] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"265.228609ms","start":"2026-03-10T22:39:50.193774Z","end":"2026-03-10T22:39:50.459002Z","steps":["trace[55922581] 'process raft request' (duration: 264.568744ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:39:50.459313Z","caller":"traceutil/trace.go:171","msg":"trace[1407689652] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"260.389451ms","start":"2026-03-10T22:39:50.198907Z","end":"2026-03-10T22:39:50.459296Z","steps":["trace[1407689652] 'process raft request' (duration: 260.120985ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:39:50.459239Z","caller":"traceutil/trace.go:171","msg":"trace[23668366] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"265.132867ms","start":"2026-03-10T22:39:50.193961Z","end":"2026-03-10T22:39:50.459094Z","steps":["trace[23668366] 'process raft request' (duration: 264.686597ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:39:50.45951Z","caller":"traceutil/trace.go:171","msg":"trace[259467527] linearizableReadLoop","detail":"{readStateIndex:388; appliedIndex:384; }","duration":"260.815662ms","start":"2026-03-10T22:39:50.198668Z","end":"2026-03-10T22:39:50.459483Z","steps":["trace[259467527] 'read index received' (duration: 252.815265ms)","trace[259467527] 'applied index is now lower than readState.Index' (duration: 7.998137ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:39:50.459668Z","caller":"traceutil/trace.go:171","msg":"trace[1719472257] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"259.84275ms","start":"2026-03-10T22:39:50.199779Z","end":"2026-03-10T22:39:50.459622Z","steps":["trace[1719472257] 'process raft request' (duration: 259.4371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:39:50.459675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.972305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:39:50.459858Z","caller":"traceutil/trace.go:171","msg":"trace[215094442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:375; }","duration":"261.189581ms","start":"2026-03-10T22:39:50.198648Z","end":"2026-03-10T22:39:50.459837Z","steps":["trace[215094442] 'agreement among raft nodes before linearized reading' (duration: 260.947576ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:39:52.456342Z","caller":"traceutil/trace.go:171","msg":"trace[1714724966] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"161.98955ms","start":"2026-03-10T22:39:52.294318Z","end":"2026-03-10T22:39:52.456308Z","steps":["trace[1714724966] 'process raft request' (duration: 91.324034ms)","trace[1714724966] 'compare' (duration: 70.3973ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:39:52.456673Z","caller":"traceutil/trace.go:171","msg":"trace[1728490471] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"160.104678ms","start":"2026-03-10T22:39:52.296538Z","end":"2026-03-10T22:39:52.456643Z","steps":["trace[1728490471] 'process raft request' (duration: 159.689879ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:39:52.456705Z","caller":"traceutil/trace.go:171","msg":"trace[358398745] transaction","detail":"{read_only:false; number_of_response:1; response_revision:390; }","duration":"135.558545ms","start":"2026-03-10T22:39:52.321128Z","end":"2026-03-10T22:39:52.456687Z","steps":["trace[358398745] 'process raft request' (duration: 135.407921ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:40:07.06735Z","caller":"traceutil/trace.go:171","msg":"trace[1319041598] linearizableReadLoop","detail":"{readStateIndex:499; appliedIndex:498; }","duration":"169.823405ms","start":"2026-03-10T22:40:06.8975Z","end":"2026-03-10T22:40:07.067324Z","steps":["trace[1319041598] 'read index received' (duration: 169.619431ms)","trace[1319041598] 'applied index is now lower than readState.Index' (duration: 203.124µs)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:40:07.067531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.996379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:40:07.067573Z","caller":"traceutil/trace.go:171","msg":"trace[322263347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:478; }","duration":"170.06916ms","start":"2026-03-10T22:40:06.897481Z","end":"2026-03-10T22:40:07.06755Z","steps":["trace[322263347] 'agreement among raft nodes before linearized reading' (duration: 169.955188ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:40:07.067751Z","caller":"traceutil/trace.go:171","msg":"trace[629465622] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"185.44611ms","start":"2026-03-10T22:40:06.882288Z","end":"2026-03-10T22:40:07.067735Z","steps":["trace[629465622] 'process raft request' (duration: 184.909028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:08.066433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.318248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:40:08.066547Z","caller":"traceutil/trace.go:171","msg":"trace[876333813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:478; }","duration":"166.527583ms","start":"2026-03-10T22:40:07.899995Z","end":"2026-03-10T22:40:08.066523Z","steps":["trace[876333813] 'range keys from in-memory index tree' (duration: 166.166145ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:40:08.755108Z","caller":"traceutil/trace.go:171","msg":"trace[882466753] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"115.619792ms","start":"2026-03-10T22:40:08.639426Z","end":"2026-03-10T22:40:08.755045Z","steps":["trace[882466753] 'process raft request' (duration: 115.429378ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:40:15.134805Z","caller":"traceutil/trace.go:171","msg":"trace[957824780] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"340.421767ms","start":"2026-03-10T22:40:14.794345Z","end":"2026-03-10T22:40:15.134767Z","steps":["trace[957824780] 'process raft request' (duration: 340.164162ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:40:15.135098Z","caller":"traceutil/trace.go:171","msg":"trace[9558006] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:539; }","duration":"305.43705ms","start":"2026-03-10T22:40:14.829613Z","end":"2026-03-10T22:40:15.13505Z","steps":["trace[9558006] 'read index received' (duration: 305.41062ms)","trace[9558006] 'applied index is now lower than readState.Index' (duration: 22.44µs)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:40:15.135158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:14.79431Z","time spent":"340.59399ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:40:15.135285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.649916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-10T22:40:15.135416Z","caller":"traceutil/trace.go:171","msg":"trace[1976066426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:517; }","duration":"305.83971ms","start":"2026-03-10T22:40:14.829544Z","end":"2026-03-10T22:40:15.135383Z","steps":["trace[1976066426] 'agreement among raft nodes before linearized reading' (duration: 305.622895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:15.135494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:14.829516Z","time spent":"305.962232ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-10T22:40:15.135529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.441524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-10T22:40:15.135613Z","caller":"traceutil/trace.go:171","msg":"trace[1595175157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:517; }","duration":"302.552617ms","start":"2026-03-10T22:40:14.833024Z","end":"2026-03-10T22:40:15.135577Z","steps":["trace[1595175157] 'agreement among raft nodes before linearized reading' (duration: 302.389893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:15.13567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:14.833014Z","time spent":"302.646329ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-10T22:40:15.135623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.971221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-10T22:40:15.135903Z","caller":"traceutil/trace.go:171","msg":"trace[452389141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:517; }","duration":"305.308508ms","start":"2026-03-10T22:40:14.830577Z","end":"2026-03-10T22:40:15.135885Z","steps":["trace[452389141] 'agreement among raft nodes before linearized reading' (duration: 304.748115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:15.136061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:14.830553Z","time spent":"305.495162ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-10T22:40:15.136093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.504618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9vmx9\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-10T22:40:15.136208Z","caller":"traceutil/trace.go:171","msg":"trace[401913614] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9vmx9; range_end:; response_count:1; response_revision:517; }","duration":"243.673551ms","start":"2026-03-10T22:40:14.892513Z","end":"2026-03-10T22:40:15.136186Z","steps":["trace[401913614] 'agreement among raft nodes before linearized reading' (duration: 242.810722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:15.691777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.640203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:40:15.692106Z","caller":"traceutil/trace.go:171","msg":"trace[1098896341] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"550.063644ms","start":"2026-03-10T22:40:15.142003Z","end":"2026-03-10T22:40:15.692067Z","steps":["trace[1098896341] 'process raft request' (duration: 262.348196ms)","trace[1098896341] 'compare' (duration: 286.412308ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:40:15.692275Z","caller":"traceutil/trace.go:171","msg":"trace[971508282] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"549.711015ms","start":"2026-03-10T22:40:15.142539Z","end":"2026-03-10T22:40:15.69225Z","steps":["trace[971508282] 'process raft request' (duration: 549.398198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:15.69232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:15.141978Z","time spent":"550.209386ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:40:15.692382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:15.142509Z","time spent":"549.819898ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:40:15.693869Z","caller":"traceutil/trace.go:171","msg":"trace[176147740] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"542.250499ms","start":"2026-03-10T22:40:15.151576Z","end":"2026-03-10T22:40:15.693827Z","steps":["trace[176147740] 'process raft request' (duration: 542.086846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:15.694063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:15.151564Z","time spent":"542.403812ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:40:16.398409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644976091498675,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-10T22:40:16.898923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644976091498675,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-10T22:40:17.093809Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.257752921s","expected-duration":"1s"} {"level":"info","ts":"2026-03-10T22:40:17.094387Z","caller":"traceutil/trace.go:171","msg":"trace[1033625501] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"1.258438536s","start":"2026-03-10T22:40:15.835915Z","end":"2026-03-10T22:40:17.094353Z","steps":["trace[1033625501] 'process raft request' (duration: 1.258124999s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:17.094546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:15.835894Z","time spent":"1.258585209s","remote":"127.0.0.1:46604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":365,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-10T22:40:17.811328Z","caller":"traceutil/trace.go:171","msg":"trace[2048441975] linearizableReadLoop","detail":"{readStateIndex:545; appliedIndex:543; }","duration":"1.913110329s","start":"2026-03-10T22:40:15.89819Z","end":"2026-03-10T22:40:17.8113Z","steps":["trace[2048441975] 'read index received' (duration: 1.19590389s)","trace[2048441975] 'applied index is now lower than readState.Index' (duration: 717.205229ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:40:17.811464Z","caller":"traceutil/trace.go:171","msg":"trace[1565458970] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"1.804800336s","start":"2026-03-10T22:40:16.006584Z","end":"2026-03-10T22:40:17.811384Z","steps":["trace[1565458970] 'process raft request' (duration: 1.798953567s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:17.811518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913316073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:40:17.811619Z","caller":"traceutil/trace.go:171","msg":"trace[391003408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:523; }","duration":"1.913431655s","start":"2026-03-10T22:40:15.898163Z","end":"2026-03-10T22:40:17.811594Z","steps":["trace[391003408] 'agreement among raft nodes before linearized reading' (duration: 1.913275072s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:17.811678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:15.898134Z","time spent":"1.913536258s","remote":"127.0.0.1:46492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T22:40:17.811791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:16.006545Z","time spent":"1.805053812s","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:40:17.827644Z","caller":"traceutil/trace.go:171","msg":"trace[473598817] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"726.3541ms","start":"2026-03-10T22:40:17.101254Z","end":"2026-03-10T22:40:17.827608Z","steps":["trace[473598817] 'process raft request' (duration: 726.029673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:17.827789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:17.101216Z","time spent":"726.487853ms","remote":"127.0.0.1:46592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-10T22:40:17.827778Z","caller":"traceutil/trace.go:171","msg":"trace[2054427577] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"726.088375ms","start":"2026-03-10T22:40:17.101653Z","end":"2026-03-10T22:40:17.827741Z","steps":["trace[2054427577] 'process raft request' (duration: 725.824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:17.827963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:17.101639Z","time spent":"726.232828ms","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-10T22:40:17.828924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.251824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-10T22:40:17.828989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.813262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-10T22:40:17.82907Z","caller":"traceutil/trace.go:171","msg":"trace[506419754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:526; }","duration":"131.937675ms","start":"2026-03-10T22:40:17.697108Z","end":"2026-03-10T22:40:17.829046Z","steps":["trace[506419754] 'agreement among raft nodes before linearized reading' (duration: 131.665329ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:40:17.829106Z","caller":"traceutil/trace.go:171","msg":"trace[106412261] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"639.952137ms","start":"2026-03-10T22:40:17.189131Z","end":"2026-03-10T22:40:17.829083Z","steps":["trace[106412261] 'process raft request' (duration: 638.520484ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:40:17.829009Z","caller":"traceutil/trace.go:171","msg":"trace[1606639316] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:526; }","duration":"594.376457ms","start":"2026-03-10T22:40:17.234614Z","end":"2026-03-10T22:40:17.82899Z","steps":["trace[1606639316] 'agreement among raft nodes before linearized reading' (duration: 594.191563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:17.829204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:17.18909Z","time spent":"640.061619ms","remote":"127.0.0.1:46586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-10T22:40:17.829242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:17.234596Z","time spent":"594.613381ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-10T22:40:17.829083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.210827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-10T22:40:17.829126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069216052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-10T22:40:17.829315Z","caller":"traceutil/trace.go:171","msg":"trace[2140841984] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:526; }","duration":"689.477573ms","start":"2026-03-10T22:40:17.139818Z","end":"2026-03-10T22:40:17.829295Z","steps":["trace[2140841984] 'agreement among raft nodes before linearized reading' (duration: 689.219888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:17.829394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:17.139792Z","time spent":"689.584246ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-10T22:40:17.829374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.130169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-10T22:40:17.829467Z","caller":"traceutil/trace.go:171","msg":"trace[1286209485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:526; }","duration":"132.317022ms","start":"2026-03-10T22:40:17.697128Z","end":"2026-03-10T22:40:17.829445Z","steps":["trace[1286209485] 'agreement among raft nodes before linearized reading' (duration: 132.017516ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:40:17.829401Z","caller":"traceutil/trace.go:171","msg":"trace[1743103616] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:526; }","duration":"1.069526279s","start":"2026-03-10T22:40:16.759855Z","end":"2026-03-10T22:40:17.829381Z","steps":["trace[1743103616] 'agreement among raft nodes before linearized reading' (duration: 1.069246703s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:17.829576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:16.759814Z","time spent":"1.069753524s","remote":"127.0.0.1:46518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"info","ts":"2026-03-10T22:40:21.152406Z","caller":"traceutil/trace.go:171","msg":"trace[911164009] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"116.426241ms","start":"2026-03-10T22:40:21.035947Z","end":"2026-03-10T22:40:21.152373Z","steps":["trace[911164009] 'process raft request' (duration: 45.815396ms)","trace[911164009] 'compare' (duration: 70.434352ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:40:23.379307Z","caller":"traceutil/trace.go:171","msg":"trace[313746934] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"148.281077ms","start":"2026-03-10T22:40:23.230879Z","end":"2026-03-10T22:40:23.379161Z","steps":["trace[313746934] 'process raft request' (duration: 148.027781ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:40:23.624359Z","caller":"traceutil/trace.go:171","msg":"trace[1157414331] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"174.815116ms","start":"2026-03-10T22:40:23.44949Z","end":"2026-03-10T22:40:23.624305Z","steps":["trace[1157414331] 'process raft request' (duration: 174.162511ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:40:23.78567Z","caller":"traceutil/trace.go:171","msg":"trace[1278907031] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"151.58058ms","start":"2026-03-10T22:40:23.634057Z","end":"2026-03-10T22:40:23.785638Z","steps":["trace[1278907031] 'process raft request' (duration: 138.52592ms)","trace[1278907031] 'compare' (duration: 12.808975ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:40:24.19467Z","caller":"traceutil/trace.go:171","msg":"trace[1609959693] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"145.976366ms","start":"2026-03-10T22:40:24.048659Z","end":"2026-03-10T22:40:24.194636Z","steps":["trace[1609959693] 'process raft request' (duration: 113.556647ms)","trace[1609959693] 'compare' (duration: 32.210505ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:40:24.566132Z","caller":"traceutil/trace.go:171","msg":"trace[819174898] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"162.013652ms","start":"2026-03-10T22:40:24.404077Z","end":"2026-03-10T22:40:24.566091Z","steps":["trace[819174898] 'process raft request' (duration: 161.766825ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:40:24.566508Z","caller":"traceutil/trace.go:171","msg":"trace[1957842917] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"162.303388ms","start":"2026-03-10T22:40:24.404168Z","end":"2026-03-10T22:40:24.566471Z","steps":["trace[1957842917] 'process raft request' (duration: 162.145095ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:40:24.566478Z","caller":"traceutil/trace.go:171","msg":"trace[1829675051] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"162.275687ms","start":"2026-03-10T22:40:24.40416Z","end":"2026-03-10T22:40:24.566436Z","steps":["trace[1829675051] 'process raft request' (duration: 161.880299ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:40:24.566592Z","caller":"traceutil/trace.go:171","msg":"trace[699454194] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"161.583402ms","start":"2026-03-10T22:40:24.404991Z","end":"2026-03-10T22:40:24.566574Z","steps":["trace[699454194] 'process raft request' (duration: 161.540391ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:40:24.566661Z","caller":"traceutil/trace.go:171","msg":"trace[1370971007] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"162.444161ms","start":"2026-03-10T22:40:24.404207Z","end":"2026-03-10T22:40:24.566652Z","steps":["trace[1370971007] 'process raft request' (duration: 162.197516ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:40:24.566735Z","caller":"traceutil/trace.go:171","msg":"trace[87616731] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"162.375849ms","start":"2026-03-10T22:40:24.40432Z","end":"2026-03-10T22:40:24.566696Z","steps":["trace[87616731] 'process raft request' (duration: 162.175884ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:40:24.566793Z","caller":"traceutil/trace.go:171","msg":"trace[845685584] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"162.351459ms","start":"2026-03-10T22:40:24.404333Z","end":"2026-03-10T22:40:24.566684Z","steps":["trace[845685584] 'process raft request' (duration: 162.118774ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:40:24.589717Z","caller":"traceutil/trace.go:171","msg":"trace[810898426] linearizableReadLoop","detail":"{readStateIndex:766; appliedIndex:758; }","duration":"107.681937ms","start":"2026-03-10T22:40:24.482016Z","end":"2026-03-10T22:40:24.589698Z","steps":["trace[810898426] 'read index received' (duration: 83.804957ms)","trace[810898426] 'applied index is now lower than readState.Index' (duration: 23.87592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:40:24.589947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.905381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-hxpmc\" ","response":"range_response_count:1 size:3835"} {"level":"info","ts":"2026-03-10T22:40:24.589978Z","caller":"traceutil/trace.go:171","msg":"trace[1176848872] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-hxpmc; range_end:; response_count:1; response_revision:742; }","duration":"107.987724ms","start":"2026-03-10T22:40:24.48198Z","end":"2026-03-10T22:40:24.589968Z","steps":["trace[1176848872] 'agreement among raft nodes before linearized reading' (duration: 107.80664ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:40:24.590039Z","caller":"traceutil/trace.go:171","msg":"trace[652500529] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"108.295811ms","start":"2026-03-10T22:40:24.48167Z","end":"2026-03-10T22:40:24.589966Z","steps":["trace[652500529] 'process raft request' (duration: 100.698913ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:40:36.352141Z","caller":"traceutil/trace.go:171","msg":"trace[1992699109] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"260.26822ms","start":"2026-03-10T22:40:36.091842Z","end":"2026-03-10T22:40:36.35211Z","steps":["trace[1992699109] 'process raft request' (duration: 210.066046ms)","trace[1992699109] 'compare' (duration: 49.971779ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:40:36.352598Z","caller":"traceutil/trace.go:171","msg":"trace[97519102] linearizableReadLoop","detail":"{readStateIndex:928; appliedIndex:925; }","duration":"254.37374ms","start":"2026-03-10T22:40:36.098195Z","end":"2026-03-10T22:40:36.352569Z","steps":["trace[97519102] 'read index received' (duration: 203.781808ms)","trace[97519102] 'applied index is now lower than readState.Index' (duration: 50.590752ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:40:36.352672Z","caller":"traceutil/trace.go:171","msg":"trace[846160572] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"259.034683ms","start":"2026-03-10T22:40:36.093603Z","end":"2026-03-10T22:40:36.352638Z","steps":["trace[846160572] 'process raft request' (duration: 258.856399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:36.352866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.642545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-10T22:40:36.352931Z","caller":"traceutil/trace.go:171","msg":"trace[1453121056] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:901; }","duration":"254.851519ms","start":"2026-03-10T22:40:36.098066Z","end":"2026-03-10T22:40:36.352918Z","steps":["trace[1453121056] 'agreement among raft nodes before linearized reading' (duration: 254.633324ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:40:36.353275Z","caller":"traceutil/trace.go:171","msg":"trace[736026953] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"260.499765ms","start":"2026-03-10T22:40:36.092414Z","end":"2026-03-10T22:40:36.352913Z","steps":["trace[736026953] 'process raft request' (duration: 259.639226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:36.853691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644976091499268,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-10T22:40:37.119462Z","caller":"traceutil/trace.go:171","msg":"trace[1435407276] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"1.020274158s","start":"2026-03-10T22:40:36.099148Z","end":"2026-03-10T22:40:37.119422Z","steps":["trace[1435407276] 'process raft request' (duration: 1.020081833s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:37.119732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:36.099134Z","time spent":"1.020511252s","remote":"127.0.0.1:46560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-10T22:40:37.12721Z","caller":"traceutil/trace.go:171","msg":"trace[1061016480] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"768.672989ms","start":"2026-03-10T22:40:36.358514Z","end":"2026-03-10T22:40:37.127187Z","steps":["trace[1061016480] 'process raft request' (duration: 768.295491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:37.127428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:36.358476Z","time spent":"768.872223ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:40:37.127613Z","caller":"traceutil/trace.go:171","msg":"trace[409955084] linearizableReadLoop","detail":"{readStateIndex:931; appliedIndex:928; }","duration":"774.869117ms","start":"2026-03-10T22:40:36.352731Z","end":"2026-03-10T22:40:37.1276Z","steps":["trace[409955084] 'read index received' (duration: 766.509072ms)","trace[409955084] 'applied index is now lower than readState.Index' (duration: 8.358215ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:40:37.128125Z","caller":"traceutil/trace.go:171","msg":"trace[271394019] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"767.849831ms","start":"2026-03-10T22:40:36.360262Z","end":"2026-03-10T22:40:37.128112Z","steps":["trace[271394019] 'process raft request' (duration: 766.831018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:37.128242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:36.360241Z","time spent":"767.960073ms","remote":"127.0.0.1:46942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4734,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:40:37.128294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.326455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:40:37.128436Z","caller":"traceutil/trace.go:171","msg":"trace[235960263] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:904; }","duration":"899.509969ms","start":"2026-03-10T22:40:36.228868Z","end":"2026-03-10T22:40:37.128378Z","steps":["trace[235960263] 'agreement among raft nodes before linearized reading' (duration: 899.314825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:37.128506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:36.22884Z","time spent":"899.652542ms","remote":"127.0.0.1:42956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-10T22:40:37.128335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.241764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:40:37.128539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.808237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:40:37.128649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.356215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:40:37.128663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.888568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:40:37.12868Z","caller":"traceutil/trace.go:171","msg":"trace[568463634] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:904; }","duration":"881.997481ms","start":"2026-03-10T22:40:36.246651Z","end":"2026-03-10T22:40:37.128649Z","steps":["trace[568463634] 'agreement among raft nodes before linearized reading' (duration: 881.722725ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:40:37.128709Z","caller":"traceutil/trace.go:171","msg":"trace[77430727] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:904; }","duration":"935.412676ms","start":"2026-03-10T22:40:36.193273Z","end":"2026-03-10T22:40:37.128685Z","steps":["trace[77430727] 'agreement among raft nodes before linearized reading' (duration: 935.350274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:37.128744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.537632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:40:37.128804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.142271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:40:37.128829Z","caller":"traceutil/trace.go:171","msg":"trace[1046035712] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:904; }","duration":"918.673015ms","start":"2026-03-10T22:40:36.210147Z","end":"2026-03-10T22:40:37.12882Z","steps":["trace[1046035712] 'agreement among raft nodes before linearized reading' (duration: 918.571862ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:40:37.128841Z","caller":"traceutil/trace.go:171","msg":"trace[1186610750] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:904; }","duration":"936.224343ms","start":"2026-03-10T22:40:36.192609Z","end":"2026-03-10T22:40:37.128834Z","steps":["trace[1186610750] 'agreement among raft nodes before linearized reading' (duration: 936.173672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:37.128838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.668784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:40:37.128867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:36.192585Z","time spent":"936.276214ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-10T22:40:37.12886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.092582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:40:37.128698Z","caller":"traceutil/trace.go:171","msg":"trace[1225568547] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:904; }","duration":"899.940409ms","start":"2026-03-10T22:40:36.228748Z","end":"2026-03-10T22:40:37.128689Z","steps":["trace[1225568547] 'agreement among raft nodes before linearized reading' (duration: 899.878397ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:40:37.128892Z","caller":"traceutil/trace.go:171","msg":"trace[728243873] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:904; }","duration":"881.736256ms","start":"2026-03-10T22:40:36.247141Z","end":"2026-03-10T22:40:37.128878Z","steps":["trace[728243873] 'agreement among raft nodes before linearized reading' (duration: 881.657294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:37.128921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:36.22873Z","time spent":"900.183024ms","remote":"127.0.0.1:42956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 "} {"level":"warn","ts":"2026-03-10T22:40:37.12857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.671513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:40:37.128939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:36.247127Z","time spent":"881.802257ms","remote":"127.0.0.1:42958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 "} {"level":"info","ts":"2026-03-10T22:40:37.128969Z","caller":"traceutil/trace.go:171","msg":"trace[1764027401] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:904; }","duration":"951.125532ms","start":"2026-03-10T22:40:36.177829Z","end":"2026-03-10T22:40:37.128955Z","steps":["trace[1764027401] 'agreement among raft nodes before linearized reading' (duration: 950.632032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:37.128758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:36.193263Z","time spent":"935.485927ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 "} {"level":"warn","ts":"2026-03-10T22:40:37.128762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.005519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:40:37.129086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.130573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:40:37.129125Z","caller":"traceutil/trace.go:171","msg":"trace[962036433] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:904; }","duration":"918.415799ms","start":"2026-03-10T22:40:36.210697Z","end":"2026-03-10T22:40:37.129113Z","steps":["trace[962036433] 'agreement among raft nodes before linearized reading' (duration: 917.978529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:37.129175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:36.210686Z","time spent":"918.47068ms","remote":"127.0.0.1:42946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 "} {"level":"warn","ts":"2026-03-10T22:40:37.129225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.133591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:40:37.128874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:36.210119Z","time spent":"918.744255ms","remote":"127.0.0.1:42946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 "} {"level":"info","ts":"2026-03-10T22:40:37.129266Z","caller":"traceutil/trace.go:171","msg":"trace[1773198142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:904; }","duration":"230.215643ms","start":"2026-03-10T22:40:36.899041Z","end":"2026-03-10T22:40:37.129257Z","steps":["trace[1773198142] 'agreement among raft nodes before linearized reading' (duration: 230.148892ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:40:37.129128Z","caller":"traceutil/trace.go:171","msg":"trace[2144512321] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:904; }","duration":"951.173974ms","start":"2026-03-10T22:40:36.177944Z","end":"2026-03-10T22:40:37.129118Z","steps":["trace[2144512321] 'agreement among raft nodes before linearized reading' (duration: 951.114593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:37.129387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:36.177877Z","time spent":"951.491381ms","remote":"127.0.0.1:42918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-10T22:40:37.128756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:36.246645Z","time spent":"882.096954ms","remote":"127.0.0.1:42958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-10T22:40:37.129314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.511816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-10T22:40:37.128784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.162295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:40:37.129519Z","caller":"traceutil/trace.go:171","msg":"trace[1589217819] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:904; }","duration":"367.821323ms","start":"2026-03-10T22:40:36.761681Z","end":"2026-03-10T22:40:37.129502Z","steps":["trace[1589217819] 'agreement among raft nodes before linearized reading' (duration: 367.133368ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:40:37.129562Z","caller":"traceutil/trace.go:171","msg":"trace[1126116606] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:904; }","duration":"882.955602ms","start":"2026-03-10T22:40:36.24659Z","end":"2026-03-10T22:40:37.129546Z","steps":["trace[1126116606] 'agreement among raft nodes before linearized reading' (duration: 882.160315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:37.129698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:36.246578Z","time spent":"883.099265ms","remote":"127.0.0.1:42958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 "} {"level":"warn","ts":"2026-03-10T22:40:37.129677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.521489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:40:37.129719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:36.761653Z","time spent":"368.004467ms","remote":"127.0.0.1:46518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"info","ts":"2026-03-10T22:40:37.12979Z","caller":"traceutil/trace.go:171","msg":"trace[595565040] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:904; }","duration":"937.155424ms","start":"2026-03-10T22:40:36.192599Z","end":"2026-03-10T22:40:37.129755Z","steps":["trace[595565040] 'agreement among raft nodes before linearized reading' (duration: 936.466959ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:40:37.12892Z","caller":"traceutil/trace.go:171","msg":"trace[2067364398] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:904; }","duration":"900.140943ms","start":"2026-03-10T22:40:36.228759Z","end":"2026-03-10T22:40:37.1289Z","steps":["trace[2067364398] 'agreement among raft nodes before linearized reading' (duration: 900.075162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:37.129863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:36.192568Z","time spent":"937.280956ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 "} {"level":"warn","ts":"2026-03-10T22:40:37.129896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:36.22872Z","time spent":"901.147275ms","remote":"127.0.0.1:42956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 "} {"level":"warn","ts":"2026-03-10T22:40:37.12902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:36.177825Z","time spent":"951.182674ms","remote":"127.0.0.1:42918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 "} {"level":"info","ts":"2026-03-10T22:40:37.128594Z","caller":"traceutil/trace.go:171","msg":"trace[1343830624] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:904; }","duration":"918.50411ms","start":"2026-03-10T22:40:36.21007Z","end":"2026-03-10T22:40:37.128574Z","steps":["trace[1343830624] 'agreement among raft nodes before linearized reading' (duration: 918.076051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:37.130034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:36.210014Z","time spent":"920.001574ms","remote":"127.0.0.1:42946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-10T22:40:37.128628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.798976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:40:37.130156Z","caller":"traceutil/trace.go:171","msg":"trace[418171545] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:904; }","duration":"952.361769ms","start":"2026-03-10T22:40:36.177778Z","end":"2026-03-10T22:40:37.13014Z","steps":["trace[418171545] 'agreement among raft nodes before linearized reading' (duration: 950.693553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:40:37.130219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:40:36.177761Z","time spent":"952.440133ms","remote":"127.0.0.1:42918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 "} {"level":"info","ts":"2026-03-10T22:41:21.863705Z","caller":"traceutil/trace.go:171","msg":"trace[1680417887] linearizableReadLoop","detail":"{readStateIndex:1526; appliedIndex:1525; }","duration":"153.65419ms","start":"2026-03-10T22:41:21.710023Z","end":"2026-03-10T22:41:21.863677Z","steps":["trace[1680417887] 'read index received' (duration: 153.407205ms)","trace[1680417887] 'applied index is now lower than readState.Index' (duration: 245.885µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:41:21.863833Z","caller":"traceutil/trace.go:171","msg":"trace[782350604] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"283.579619ms","start":"2026-03-10T22:41:21.580224Z","end":"2026-03-10T22:41:21.863804Z","steps":["trace[782350604] 'process raft request' (duration: 283.290333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:21.864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.955887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-prm26\" ","response":"range_response_count:1 size:7308"} {"level":"info","ts":"2026-03-10T22:41:21.864051Z","caller":"traceutil/trace.go:171","msg":"trace[213307793] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-prm26; range_end:; response_count:1; response_revision:1461; }","duration":"154.057059ms","start":"2026-03-10T22:41:21.70998Z","end":"2026-03-10T22:41:21.864037Z","steps":["trace[213307793] 'agreement among raft nodes before linearized reading' (duration: 153.830554ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:41:26.54388Z","caller":"traceutil/trace.go:171","msg":"trace[1943993713] linearizableReadLoop","detail":"{readStateIndex:1561; appliedIndex:1557; }","duration":"191.651736ms","start":"2026-03-10T22:41:26.352137Z","end":"2026-03-10T22:41:26.543789Z","steps":["trace[1943993713] 'read index received' (duration: 859.538µs)","trace[1943993713] 'applied index is now lower than readState.Index' (duration: 190.790838ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:41:26.543933Z","caller":"traceutil/trace.go:171","msg":"trace[448584825] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"193.282132ms","start":"2026-03-10T22:41:26.350599Z","end":"2026-03-10T22:41:26.543882Z","steps":["trace[448584825] 'process raft request' (duration: 193.106749ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:41:26.544022Z","caller":"traceutil/trace.go:171","msg":"trace[1151842170] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"191.877692ms","start":"2026-03-10T22:41:26.352113Z","end":"2026-03-10T22:41:26.543991Z","steps":["trace[1151842170] 'process raft request' (duration: 191.629756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:26.544072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.910662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-10T22:41:26.544113Z","caller":"traceutil/trace.go:171","msg":"trace[677850769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1495; }","duration":"191.988234ms","start":"2026-03-10T22:41:26.352114Z","end":"2026-03-10T22:41:26.544102Z","steps":["trace[677850769] 'agreement among raft nodes before linearized reading' (duration: 191.862581ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:41:26.544145Z","caller":"traceutil/trace.go:171","msg":"trace[1353554939] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"193.536848ms","start":"2026-03-10T22:41:26.350588Z","end":"2026-03-10T22:41:26.544125Z","steps":["trace[1353554939] 'process raft request' (duration: 100.302596ms)","trace[1353554939] 'compare' (duration: 92.748061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:41:30.273205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.880205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:41:30.273394Z","caller":"traceutil/trace.go:171","msg":"trace[2085969234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1579; }","duration":"374.08895ms","start":"2026-03-10T22:41:29.899242Z","end":"2026-03-10T22:41:30.273331Z","steps":["trace[2085969234] 'range keys from in-memory index tree' (duration: 373.686551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:30.273471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:29.899216Z","time spent":"374.238183ms","remote":"127.0.0.1:46492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-10T22:41:30.273541Z","caller":"traceutil/trace.go:171","msg":"trace[1507541096] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"373.545248ms","start":"2026-03-10T22:41:29.899918Z","end":"2026-03-10T22:41:30.273463Z","steps":["trace[1507541096] 'process raft request' (duration: 287.726899ms)","trace[1507541096] 'compare' (duration: 85.595994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:41:30.273792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:29.89988Z","time spent":"373.790342ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:41:31.083263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.603377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:41:31.083437Z","caller":"traceutil/trace.go:171","msg":"trace[906092324] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"804.382425ms","start":"2026-03-10T22:41:30.279024Z","end":"2026-03-10T22:41:31.083407Z","steps":["trace[906092324] 'process raft request' (duration: 241.539783ms)","trace[906092324] 'compare' (duration: 562.359902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:41:31.083539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:30.278994Z","time spent":"804.497938ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:41:31.083718Z","caller":"traceutil/trace.go:171","msg":"trace[702120257] linearizableReadLoop","detail":"{readStateIndex:1648; appliedIndex:1647; }","duration":"744.877307ms","start":"2026-03-10T22:41:30.338791Z","end":"2026-03-10T22:41:31.083668Z","steps":["trace[702120257] 'read index received' (duration: 181.744509ms)","trace[702120257] 'applied index is now lower than readState.Index' (duration: 563.127768ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:41:31.083929Z","caller":"traceutil/trace.go:171","msg":"trace[838160922] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"423.69863ms","start":"2026-03-10T22:41:30.660214Z","end":"2026-03-10T22:41:31.083913Z","steps":["trace[838160922] 'process raft request' (duration: 423.20997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:31.083996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.207454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a69d1760-cc87-49eb-9f8d-9ad2ddadbb7a\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-10T22:41:31.084017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:30.660182Z","time spent":"423.795733ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:41:31.084048Z","caller":"traceutil/trace.go:171","msg":"trace[924225311] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a69d1760-cc87-49eb-9f8d-9ad2ddadbb7a; range_end:; response_count:1; response_revision:1583; }","duration":"745.318096ms","start":"2026-03-10T22:41:30.338715Z","end":"2026-03-10T22:41:31.084033Z","steps":["trace[924225311] 'agreement among raft nodes before linearized reading' (duration: 745.141642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:31.084086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:30.338682Z","time spent":"745.396238ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a69d1760-cc87-49eb-9f8d-9ad2ddadbb7a\" "} {"level":"warn","ts":"2026-03-10T22:41:31.084103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.238406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-10T22:41:31.084142Z","caller":"traceutil/trace.go:171","msg":"trace[621084847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1583; }","duration":"521.293258ms","start":"2026-03-10T22:41:30.562836Z","end":"2026-03-10T22:41:31.084129Z","steps":["trace[621084847] 'agreement among raft nodes before linearized reading' (duration: 521.164255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:31.084175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:30.562826Z","time spent":"521.342519ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-10T22:41:31.08416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.365365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:41:31.084211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.075782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a69d1760-cc87-49eb-9f8d-9ad2ddadbb7a\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-10T22:41:31.084249Z","caller":"traceutil/trace.go:171","msg":"trace[1427926180] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a69d1760-cc87-49eb-9f8d-9ad2ddadbb7a; range_end:; response_count:1; response_revision:1583; }","duration":"465.166504ms","start":"2026-03-10T22:41:30.619072Z","end":"2026-03-10T22:41:31.084238Z","steps":["trace[1427926180] 'agreement among raft nodes before linearized reading' (duration: 465.047471ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:41:31.084262Z","caller":"traceutil/trace.go:171","msg":"trace[1537669288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1583; }","duration":"184.539698ms","start":"2026-03-10T22:41:30.899696Z","end":"2026-03-10T22:41:31.084235Z","steps":["trace[1537669288] 'agreement among raft nodes before linearized reading' (duration: 184.341964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:31.08428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:30.619038Z","time spent":"465.233565ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a69d1760-cc87-49eb-9f8d-9ad2ddadbb7a\" "} {"level":"warn","ts":"2026-03-10T22:41:31.084279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.475604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T22:41:31.084411Z","caller":"traceutil/trace.go:171","msg":"trace[270996065] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1583; }","duration":"412.675098ms","start":"2026-03-10T22:41:30.671698Z","end":"2026-03-10T22:41:31.084373Z","steps":["trace[270996065] 'agreement among raft nodes before linearized reading' (duration: 412.365492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:31.08444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.23593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-10T22:41:31.084485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.356547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-10T22:41:31.084567Z","caller":"traceutil/trace.go:171","msg":"trace[263297368] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1583; }","duration":"693.424154ms","start":"2026-03-10T22:41:30.391122Z","end":"2026-03-10T22:41:31.084546Z","steps":["trace[263297368] 'agreement among raft nodes before linearized reading' (duration: 693.2343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:31.084487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:30.671668Z","time spent":"412.79935ms","remote":"127.0.0.1:46650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-10T22:41:31.084609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:30.391098Z","time spent":"693.502927ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-10T22:41:31.084603Z","caller":"traceutil/trace.go:171","msg":"trace[685953432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1583; }","duration":"525.542672ms","start":"2026-03-10T22:41:30.559038Z","end":"2026-03-10T22:41:31.084581Z","steps":["trace[685953432] 'agreement among raft nodes before linearized reading' (duration: 525.081581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:31.084657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:30.559012Z","time spent":"525.635344ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-10T22:41:31.084984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.770382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-10T22:41:31.085009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.194036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-10T22:41:31.085051Z","caller":"traceutil/trace.go:171","msg":"trace[513216369] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1583; }","duration":"713.863215ms","start":"2026-03-10T22:41:30.371176Z","end":"2026-03-10T22:41:31.085039Z","steps":["trace[513216369] 'agreement among raft nodes before linearized reading' (duration: 713.485127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:31.085089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:30.371165Z","time spent":"713.913556ms","remote":"127.0.0.1:44590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-10T22:41:31.085091Z","caller":"traceutil/trace.go:171","msg":"trace[165121004] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1583; }","duration":"716.36365ms","start":"2026-03-10T22:41:30.368709Z","end":"2026-03-10T22:41:31.085072Z","steps":["trace[165121004] 'agreement among raft nodes before linearized reading' (duration: 715.187383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:31.085149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:30.368676Z","time spent":"716.461872ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-10T22:41:31.085087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.757137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-10T22:41:31.085703Z","caller":"traceutil/trace.go:171","msg":"trace[81491084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1583; }","duration":"526.280948ms","start":"2026-03-10T22:41:30.559288Z","end":"2026-03-10T22:41:31.085569Z","steps":["trace[81491084] 'agreement among raft nodes before linearized reading' (duration: 525.402009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:31.08576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:30.559281Z","time spent":"526.465722ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-10T22:41:32.365565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644976091500673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-10T22:41:32.400238Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.234255812s","expected-duration":"1s"} {"level":"info","ts":"2026-03-10T22:41:32.400798Z","caller":"traceutil/trace.go:171","msg":"trace[1495710599] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"1.307895662s","start":"2026-03-10T22:41:31.092866Z","end":"2026-03-10T22:41:32.400762Z","steps":["trace[1495710599] 'process raft request' (duration: 1.307833891s)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:41:32.400903Z","caller":"traceutil/trace.go:171","msg":"trace[1348971126] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"1.310805037s","start":"2026-03-10T22:41:31.090052Z","end":"2026-03-10T22:41:32.400857Z","steps":["trace[1348971126] 'process raft request' (duration: 1.310599232s)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:41:32.401029Z","caller":"traceutil/trace.go:171","msg":"trace[1607625078] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"1.311076583s","start":"2026-03-10T22:41:31.089922Z","end":"2026-03-10T22:41:32.400998Z","steps":["trace[1607625078] 'process raft request' (duration: 1.310692674s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:32.400963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:31.092859Z","time spent":"1.308011885s","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:41:32.401111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:31.090023Z","time spent":"1.3109841s","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:41:32.40115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:31.089913Z","time spent":"1.311179735s","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:41:32.401445Z","caller":"traceutil/trace.go:171","msg":"trace[228293220] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"1.312364081s","start":"2026-03-10T22:41:31.089064Z","end":"2026-03-10T22:41:32.401428Z","steps":["trace[228293220] 'process raft request' (duration: 1.311389199s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:32.401521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:31.089041Z","time spent":"1.312442433s","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:41:32.427832Z","caller":"traceutil/trace.go:171","msg":"trace[338556474] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"1.186569573s","start":"2026-03-10T22:41:31.241222Z","end":"2026-03-10T22:41:32.427791Z","steps":["trace[338556474] 'process raft request' (duration: 1.186355419s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:32.428009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:31.241183Z","time spent":"1.186739397s","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:41:32.428941Z","caller":"traceutil/trace.go:171","msg":"trace[516790710] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"285.858959ms","start":"2026-03-10T22:41:32.143051Z","end":"2026-03-10T22:41:32.428909Z","steps":["trace[516790710] 'process raft request' (duration: 284.677013ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:41:32.433488Z","caller":"traceutil/trace.go:171","msg":"trace[446705371] linearizableReadLoop","detail":"{readStateIndex:1659; appliedIndex:1651; }","duration":"568.65125ms","start":"2026-03-10T22:41:31.864826Z","end":"2026-03-10T22:41:32.433478Z","steps":["trace[446705371] 'read index received' (duration: 535.703624ms)","trace[446705371] 'applied index is now lower than readState.Index' (duration: 32.946906ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:41:32.433537Z","caller":"traceutil/trace.go:171","msg":"trace[1144448556] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"153.588029ms","start":"2026-03-10T22:41:32.279934Z","end":"2026-03-10T22:41:32.433522Z","steps":["trace[1144448556] 'process raft request' (duration: 153.464296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:32.433666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.912545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-10T22:41:32.433667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.151949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:41:32.433695Z","caller":"traceutil/trace.go:171","msg":"trace[725902474] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1591; }","duration":"569.016087ms","start":"2026-03-10T22:41:31.864672Z","end":"2026-03-10T22:41:32.433689Z","steps":["trace[725902474] 'agreement among raft nodes before linearized reading' (duration: 568.878554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:32.433715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:31.864646Z","time spent":"569.062789ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-10T22:41:32.433713Z","caller":"traceutil/trace.go:171","msg":"trace[1636626234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1591; }","duration":"518.256802ms","start":"2026-03-10T22:41:31.915444Z","end":"2026-03-10T22:41:32.433701Z","steps":["trace[1636626234] 'agreement among raft nodes before linearized reading' (duration: 518.146089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:32.433746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:31.915406Z","time spent":"518.332612ms","remote":"127.0.0.1:46492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T22:41:32.433753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.897971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-10T22:41:32.433794Z","caller":"traceutil/trace.go:171","msg":"trace[2090722850] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1591; }","duration":"341.993843ms","start":"2026-03-10T22:41:32.091788Z","end":"2026-03-10T22:41:32.433782Z","steps":["trace[2090722850] 'agreement among raft nodes before linearized reading' (duration: 341.84994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:32.433818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:32.091751Z","time spent":"342.062585ms","remote":"127.0.0.1:44590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-10T22:41:32.433834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.831866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a69d1760-cc87-49eb-9f8d-9ad2ddadbb7a\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-10T22:41:32.433868Z","caller":"traceutil/trace.go:171","msg":"trace[818240691] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a69d1760-cc87-49eb-9f8d-9ad2ddadbb7a; range_end:; response_count:1; response_revision:1591; }","duration":"344.915068ms","start":"2026-03-10T22:41:32.088942Z","end":"2026-03-10T22:41:32.433857Z","steps":["trace[818240691] 'agreement among raft nodes before linearized reading' (duration: 344.765355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:32.433911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:32.088915Z","time spent":"344.984859ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a69d1760-cc87-49eb-9f8d-9ad2ddadbb7a\" "} {"level":"info","ts":"2026-03-10T22:41:34.570404Z","caller":"traceutil/trace.go:171","msg":"trace[432876145] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"159.878267ms","start":"2026-03-10T22:41:34.410488Z","end":"2026-03-10T22:41:34.570366Z","steps":["trace[432876145] 'process raft request' (duration: 159.659072ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:41:34.570622Z","caller":"traceutil/trace.go:171","msg":"trace[973943299] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"160.045921ms","start":"2026-03-10T22:41:34.410557Z","end":"2026-03-10T22:41:34.570603Z","steps":["trace[973943299] 'process raft request' (duration: 159.760255ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:41:34.570793Z","caller":"traceutil/trace.go:171","msg":"trace[763503702] linearizableReadLoop","detail":"{readStateIndex:1671; appliedIndex:1667; }","duration":"128.497717ms","start":"2026-03-10T22:41:34.442261Z","end":"2026-03-10T22:41:34.570759Z","steps":["trace[763503702] 'read index received' (duration: 52.498515ms)","trace[763503702] 'applied index is now lower than readState.Index' (duration: 75.997352ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:41:34.570855Z","caller":"traceutil/trace.go:171","msg":"trace[1141443488] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"132.853922ms","start":"2026-03-10T22:41:34.437984Z","end":"2026-03-10T22:41:34.570838Z","steps":["trace[1141443488] 'process raft request' (duration: 132.542715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:34.571169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.973287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-10T22:41:34.57118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.836124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a69d1760-cc87-49eb-9f8d-9ad2ddadbb7a\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-03-10T22:41:34.571243Z","caller":"traceutil/trace.go:171","msg":"trace[700780507] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1603; }","duration":"124.078099ms","start":"2026-03-10T22:41:34.447142Z","end":"2026-03-10T22:41:34.57122Z","steps":["trace[700780507] 'agreement among raft nodes before linearized reading' (duration: 123.830284ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:41:34.571257Z","caller":"traceutil/trace.go:171","msg":"trace[1613425716] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a69d1760-cc87-49eb-9f8d-9ad2ddadbb7a; range_end:; response_count:1; response_revision:1603; }","duration":"129.015068ms","start":"2026-03-10T22:41:34.442222Z","end":"2026-03-10T22:41:34.571237Z","steps":["trace[1613425716] 'agreement among raft nodes before linearized reading' (duration: 128.712272ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:41:40.064413Z","caller":"traceutil/trace.go:171","msg":"trace[243892168] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"131.163176ms","start":"2026-03-10T22:41:39.933216Z","end":"2026-03-10T22:41:40.064379Z","steps":["trace[243892168] 'process raft request' (duration: 130.972681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:47.170733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644976091500913,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-10T22:41:47.193861Z","caller":"traceutil/trace.go:171","msg":"trace[1205108207] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"614.690112ms","start":"2026-03-10T22:41:46.579143Z","end":"2026-03-10T22:41:47.193834Z","steps":["trace[1205108207] 'process raft request' (duration: 614.505218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:47.194031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:46.579123Z","time spent":"614.818405ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:41:47.35587Z","caller":"traceutil/trace.go:171","msg":"trace[1741616090] linearizableReadLoop","detail":"{readStateIndex:1770; appliedIndex:1768; }","duration":"686.072413ms","start":"2026-03-10T22:41:46.669765Z","end":"2026-03-10T22:41:47.355837Z","steps":["trace[1741616090] 'read index received' (duration: 523.905735ms)","trace[1741616090] 'applied index is now lower than readState.Index' (duration: 162.164968ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:41:47.356027Z","caller":"traceutil/trace.go:171","msg":"trace[1679248361] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"701.431321ms","start":"2026-03-10T22:41:46.654574Z","end":"2026-03-10T22:41:47.356005Z","steps":["trace[1679248361] 'process raft request' (duration: 698.130278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:47.356132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:46.654535Z","time spent":"701.548324ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:41:47.35614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.362249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-10T22:41:47.356188Z","caller":"traceutil/trace.go:171","msg":"trace[883654887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1700; }","duration":"686.480802ms","start":"2026-03-10T22:41:46.669693Z","end":"2026-03-10T22:41:47.356174Z","steps":["trace[883654887] 'agreement among raft nodes before linearized reading' (duration: 686.296238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:47.356223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:46.669664Z","time spent":"686.547933ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-10T22:41:47.359952Z","caller":"traceutil/trace.go:171","msg":"trace[1761574856] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"121.929592ms","start":"2026-03-10T22:41:47.238002Z","end":"2026-03-10T22:41:47.359932Z","steps":["trace[1761574856] 'process raft request' (duration: 121.608205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:47.360011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.810235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-10T22:41:47.360003Z","caller":"traceutil/trace.go:171","msg":"trace[848717211] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"108.594188ms","start":"2026-03-10T22:41:47.251375Z","end":"2026-03-10T22:41:47.359969Z","steps":["trace[848717211] 'process raft request' (duration: 108.390294ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:41:47.360062Z","caller":"traceutil/trace.go:171","msg":"trace[95141514] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1702; }","duration":"104.907777ms","start":"2026-03-10T22:41:47.25514Z","end":"2026-03-10T22:41:47.360048Z","steps":["trace[95141514] 'agreement among raft nodes before linearized reading' (duration: 104.731673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:47.360133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.963509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-10T22:41:47.36018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.721575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-10T22:41:47.36013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.567614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:41:47.360257Z","caller":"traceutil/trace.go:171","msg":"trace[2039028191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1702; }","duration":"105.850668ms","start":"2026-03-10T22:41:47.254386Z","end":"2026-03-10T22:41:47.360237Z","steps":["trace[2039028191] 'agreement among raft nodes before linearized reading' (duration: 105.653004ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:41:47.360174Z","caller":"traceutil/trace.go:171","msg":"trace[2122663549] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:1702; }","duration":"595.02541ms","start":"2026-03-10T22:41:46.765141Z","end":"2026-03-10T22:41:47.360167Z","steps":["trace[2122663549] 'agreement among raft nodes before linearized reading' (duration: 594.936538ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:41:47.360281Z","caller":"traceutil/trace.go:171","msg":"trace[1744628152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1702; }","duration":"461.800889ms","start":"2026-03-10T22:41:46.898452Z","end":"2026-03-10T22:41:47.360253Z","steps":["trace[1744628152] 'agreement among raft nodes before linearized reading' (duration: 461.552663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:47.360302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.826817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-10T22:41:47.360323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:46.76513Z","time spent":"595.184443ms","remote":"127.0.0.1:46518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"warn","ts":"2026-03-10T22:41:47.360342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:46.898441Z","time spent":"461.88873ms","remote":"127.0.0.1:46492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-10T22:41:47.360361Z","caller":"traceutil/trace.go:171","msg":"trace[2014941077] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1702; }","duration":"670.908868ms","start":"2026-03-10T22:41:46.689432Z","end":"2026-03-10T22:41:47.360341Z","steps":["trace[2014941077] 'agreement among raft nodes before linearized reading' (duration: 670.721044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:47.360398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:46.689415Z","time spent":"670.975181ms","remote":"127.0.0.1:44590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-10T22:41:47.36077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.235278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-10T22:41:47.360845Z","caller":"traceutil/trace.go:171","msg":"trace[1633843880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1702; }","duration":"676.335829ms","start":"2026-03-10T22:41:46.684488Z","end":"2026-03-10T22:41:47.360824Z","steps":["trace[1633843880] 'agreement among raft nodes before linearized reading' (duration: 675.372467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:47.360867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:46.684475Z","time spent":"676.386961ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-10T22:42:12.396781Z","caller":"traceutil/trace.go:171","msg":"trace[290270073] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"286.740958ms","start":"2026-03-10T22:42:12.110005Z","end":"2026-03-10T22:42:12.396746Z","steps":["trace[290270073] 'process raft request' (duration: 286.527323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:17.705034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.50415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-10T22:42:17.705131Z","caller":"traceutil/trace.go:171","msg":"trace[239657375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1861; }","duration":"108.632454ms","start":"2026-03-10T22:42:17.596478Z","end":"2026-03-10T22:42:17.70511Z","steps":["trace[239657375] 'range keys from in-memory index tree' (duration: 108.381657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:17.705249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.76227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-10T22:42:17.705315Z","caller":"traceutil/trace.go:171","msg":"trace[631428529] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1861; }","duration":"110.864143ms","start":"2026-03-10T22:42:17.594435Z","end":"2026-03-10T22:42:17.705299Z","steps":["trace[631428529] 'range keys from in-memory index tree' (duration: 110.622418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:17.705334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.724935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-10T22:42:17.705493Z","caller":"traceutil/trace.go:171","msg":"trace[773948806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1861; }","duration":"112.929498ms","start":"2026-03-10T22:42:17.592538Z","end":"2026-03-10T22:42:17.705468Z","steps":["trace[773948806] 'range keys from in-memory index tree' (duration: 112.509769ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:42:17.721766Z","caller":"traceutil/trace.go:171","msg":"trace[138144196] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"125.113315ms","start":"2026-03-10T22:42:17.59664Z","end":"2026-03-10T22:42:17.721754Z","steps":["trace[138144196] 'process raft request' (duration: 125.007103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:18.206316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.962199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:42:18.206614Z","caller":"traceutil/trace.go:171","msg":"trace[65320504] linearizableReadLoop","detail":"{readStateIndex:1943; appliedIndex:1940; }","duration":"323.549158ms","start":"2026-03-10T22:42:17.883042Z","end":"2026-03-10T22:42:18.206591Z","steps":["trace[65320504] 'read index received' (duration: 165.290981ms)","trace[65320504] 'applied index is now lower than readState.Index' (duration: 158.256737ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:42:18.206593Z","caller":"traceutil/trace.go:171","msg":"trace[540771939] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"496.069649ms","start":"2026-03-10T22:42:17.710475Z","end":"2026-03-10T22:42:18.206545Z","steps":["trace[540771939] 'process raft request' (duration: 337.782542ms)","trace[540771939] 'compare' (duration: 157.55507ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:42:18.206719Z","caller":"traceutil/trace.go:171","msg":"trace[1589538229] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"495.715551ms","start":"2026-03-10T22:42:17.710992Z","end":"2026-03-10T22:42:18.206707Z","steps":["trace[1589538229] 'process raft request' (duration: 495.553867ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:42:18.207455Z","caller":"traceutil/trace.go:171","msg":"trace[1290630476] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"496.159042ms","start":"2026-03-10T22:42:17.710506Z","end":"2026-03-10T22:42:18.206665Z","steps":["trace[1290630476] 'process raft request' (duration: 495.929117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:18.207714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:17.710472Z","time spent":"497.118692ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:42:18.20847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.43237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189b9c1b1e5104bb\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-10T22:42:18.208553Z","caller":"traceutil/trace.go:171","msg":"trace[2137049709] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189b9c1b1e5104bb; range_end:; response_count:1; response_revision:1865; }","duration":"325.554522ms","start":"2026-03-10T22:42:17.882963Z","end":"2026-03-10T22:42:18.208517Z","steps":["trace[2137049709] 'agreement among raft nodes before linearized reading' (duration: 323.700312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:18.208596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:17.88293Z","time spent":"325.654064ms","remote":"127.0.0.1:46560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189b9c1b1e5104bb\" "} {"level":"warn","ts":"2026-03-10T22:42:18.208994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:17.710437Z","time spent":"496.251343ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:42:18.206792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:17.710979Z","time spent":"495.776752ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:42:18.676079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.953019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:42:18.676281Z","caller":"traceutil/trace.go:171","msg":"trace[1109062208] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"465.011474ms","start":"2026-03-10T22:42:18.211247Z","end":"2026-03-10T22:42:18.676258Z","steps":["trace[1109062208] 'process raft request' (duration: 134.766419ms)","trace[1109062208] 'compare' (duration: 329.699354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:42:18.676354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:18.211213Z","time spent":"465.107547ms","remote":"127.0.0.1:46560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:42:26.805478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026520205s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:42:26.805753Z","caller":"traceutil/trace.go:171","msg":"trace[1804760080] linearizableReadLoop","detail":"{readStateIndex:1978; appliedIndex:1975; }","duration":"1.194529795s","start":"2026-03-10T22:42:25.611203Z","end":"2026-03-10T22:42:26.805733Z","steps":["trace[1804760080] 'read index received' (duration: 167.580552ms)","trace[1804760080] 'applied index is now lower than readState.Index' (duration: 1.026947983s)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:42:26.80586Z","caller":"traceutil/trace.go:171","msg":"trace[1134543675] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"1.205087588s","start":"2026-03-10T22:42:25.60076Z","end":"2026-03-10T22:42:26.805848Z","steps":["trace[1134543675] 'process raft request' (duration: 1.204937315s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:26.805929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:25.600703Z","time spent":"1.20518913s","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:42:26.806011Z","caller":"traceutil/trace.go:171","msg":"trace[1102986958] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"1.211987489s","start":"2026-03-10T22:42:25.594002Z","end":"2026-03-10T22:42:26.805989Z","steps":["trace[1102986958] 'process raft request' (duration: 184.77028ms)","trace[1102986958] 'compare' (duration: 1.026156956s)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:42:26.806167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:25.593966Z","time spent":"1.212106702s","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:42:26.806284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104973713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:42:26.806327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.447833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:42:26.806359Z","caller":"traceutil/trace.go:171","msg":"trace[1555543969] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1899; }","duration":"1.105053524s","start":"2026-03-10T22:42:25.701279Z","end":"2026-03-10T22:42:26.806333Z","steps":["trace[1555543969] 'agreement among raft nodes before linearized reading' (duration: 1.104931132s)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:42:26.806388Z","caller":"traceutil/trace.go:171","msg":"trace[1916187148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1899; }","duration":"908.546775ms","start":"2026-03-10T22:42:25.897815Z","end":"2026-03-10T22:42:26.806362Z","steps":["trace[1916187148] 'agreement among raft nodes before linearized reading' (duration: 908.438063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:26.806389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.88654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-10T22:42:26.806386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.410969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T22:42:26.806423Z","caller":"traceutil/trace.go:171","msg":"trace[482303310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1899; }","duration":"557.936682ms","start":"2026-03-10T22:42:26.248477Z","end":"2026-03-10T22:42:26.806413Z","steps":["trace[482303310] 'agreement among raft nodes before linearized reading' (duration: 557.810449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:26.806423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:25.89779Z","time spent":"908.625957ms","remote":"127.0.0.1:46500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T22:42:26.80638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.290154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:42:26.806415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:25.701197Z","time spent":"1.105203628s","remote":"127.0.0.1:42956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-10T22:42:26.806451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:26.248469Z","time spent":"557.976893ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-10T22:42:26.806449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037955416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-10T22:42:26.806469Z","caller":"traceutil/trace.go:171","msg":"trace[999474658] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1899; }","duration":"946.529511ms","start":"2026-03-10T22:42:25.8599Z","end":"2026-03-10T22:42:26.80643Z","steps":["trace[999474658] 'agreement among raft nodes before linearized reading' (duration: 946.397789ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:42:26.806489Z","caller":"traceutil/trace.go:171","msg":"trace[169113342] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1899; }","duration":"743.452258ms","start":"2026-03-10T22:42:26.063011Z","end":"2026-03-10T22:42:26.806463Z","steps":["trace[169113342] 'agreement among raft nodes before linearized reading' (duration: 743.248154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:26.806401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.478047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-10T22:42:26.806487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.769298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-10T22:42:26.806519Z","caller":"traceutil/trace.go:171","msg":"trace[475315705] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1899; }","duration":"1.038059169s","start":"2026-03-10T22:42:25.768436Z","end":"2026-03-10T22:42:26.806496Z","steps":["trace[475315705] 'agreement among raft nodes before linearized reading' (duration: 1.037871705s)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:42:26.806533Z","caller":"traceutil/trace.go:171","msg":"trace[1342856937] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1899; }","duration":"560.61915ms","start":"2026-03-10T22:42:26.245905Z","end":"2026-03-10T22:42:26.806524Z","steps":["trace[1342856937] 'agreement among raft nodes before linearized reading' (duration: 560.336844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:26.806524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:25.859876Z","time spent":"946.630493ms","remote":"127.0.0.1:44516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-10T22:42:26.806539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:26.062983Z","time spent":"743.54356ms","remote":"127.0.0.1:46726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-10T22:42:26.80655Z","caller":"traceutil/trace.go:171","msg":"trace[605416366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1899; }","duration":"557.886711ms","start":"2026-03-10T22:42:26.248644Z","end":"2026-03-10T22:42:26.806531Z","steps":["trace[605416366] 'agreement among raft nodes before linearized reading' (duration: 557.635495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:26.806565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:26.245813Z","time spent":"560.744603ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-10T22:42:26.80657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:25.768415Z","time spent":"1.03814164s","remote":"127.0.0.1:44590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-10T22:42:26.806587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:26.248569Z","time spent":"558.010824ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-10T22:42:26.806574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195324102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-10T22:42:26.806847Z","caller":"traceutil/trace.go:171","msg":"trace[1130740740] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1899; }","duration":"1.195669921s","start":"2026-03-10T22:42:25.611164Z","end":"2026-03-10T22:42:26.806834Z","steps":["trace[1130740740] 'agreement among raft nodes before linearized reading' (duration: 1.195086438s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:26.806897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:25.611152Z","time spent":"1.195730172s","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-10T22:42:26.805874Z","caller":"traceutil/trace.go:171","msg":"trace[1449035846] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"1.205069177s","start":"2026-03-10T22:42:25.60076Z","end":"2026-03-10T22:42:26.805829Z","steps":["trace[1449035846] 'process raft request' (duration: 1.204845153s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:26.807031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:25.600701Z","time spent":"1.206272694s","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:42:27.620584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.102323ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-10T22:42:27.620723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:26.807351Z","time spent":"813.367839ms","remote":"127.0.0.1:46518","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-10T22:42:27.70099Z","caller":"traceutil/trace.go:171","msg":"trace[497740736] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"889.996168ms","start":"2026-03-10T22:42:26.810959Z","end":"2026-03-10T22:42:27.700955Z","steps":["trace[497740736] 'process raft request' (duration: 889.724892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:27.701168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:26.810934Z","time spent":"890.146481ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:42:27.701311Z","caller":"traceutil/trace.go:171","msg":"trace[1109590727] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"889.62918ms","start":"2026-03-10T22:42:26.811649Z","end":"2026-03-10T22:42:27.701278Z","steps":["trace[1109590727] 'process raft request' (duration: 889.245212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:27.701513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:26.811632Z","time spent":"889.773753ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:42:27.701762Z","caller":"traceutil/trace.go:171","msg":"trace[295610999] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"889.463114ms","start":"2026-03-10T22:42:26.812259Z","end":"2026-03-10T22:42:27.701722Z","steps":["trace[295610999] 'process raft request' (duration: 888.982384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:27.701953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:26.812247Z","time spent":"889.611518ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:42:27.702664Z","caller":"traceutil/trace.go:171","msg":"trace[941998969] linearizableReadLoop","detail":"{readStateIndex:1983; appliedIndex:1978; }","duration":"803.042891ms","start":"2026-03-10T22:42:26.899579Z","end":"2026-03-10T22:42:27.702622Z","steps":["trace[941998969] 'read index received' (duration: 370.881421ms)","trace[941998969] 'applied index is now lower than readState.Index' (duration: 432.16008ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:42:27.702811Z","caller":"traceutil/trace.go:171","msg":"trace[497198542] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"889.853574ms","start":"2026-03-10T22:42:26.812942Z","end":"2026-03-10T22:42:27.702795Z","steps":["trace[497198542] 'process raft request' (duration: 889.487266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:27.702912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.339817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:42:27.702977Z","caller":"traceutil/trace.go:171","msg":"trace[1619297222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1903; }","duration":"803.437929ms","start":"2026-03-10T22:42:26.899524Z","end":"2026-03-10T22:42:27.702962Z","steps":["trace[1619297222] 'agreement among raft nodes before linearized reading' (duration: 803.345067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:27.702991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:26.812927Z","time spent":"889.922835ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:42:27.703012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:26.899497Z","time spent":"803.508241ms","remote":"127.0.0.1:46492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T22:42:27.963147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.767047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:42:27.963306Z","caller":"traceutil/trace.go:171","msg":"trace[1136403407] linearizableReadLoop","detail":"{readStateIndex:1984; appliedIndex:1983; }","duration":"260.527868ms","start":"2026-03-10T22:42:27.702754Z","end":"2026-03-10T22:42:27.963282Z","steps":["trace[1136403407] 'read index received' (duration: 52.438635ms)","trace[1136403407] 'applied index is now lower than readState.Index' (duration: 208.086893ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:42:27.963434Z","caller":"traceutil/trace.go:171","msg":"trace[1008597942] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"341.165744ms","start":"2026-03-10T22:42:27.622255Z","end":"2026-03-10T22:42:27.963421Z","steps":["trace[1008597942] 'process raft request' (duration: 133.00427ms)","trace[1008597942] 'compare' (duration: 207.542701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:42:27.963507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:27.622225Z","time spent":"341.250536ms","remote":"127.0.0.1:46518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:42:27.963594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.520105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:42:27.963688Z","caller":"traceutil/trace.go:171","msg":"trace[1543594946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1904; }","duration":"259.65664ms","start":"2026-03-10T22:42:27.704011Z","end":"2026-03-10T22:42:27.963668Z","steps":["trace[1543594946] 'agreement among raft nodes before linearized reading' (duration: 259.474295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:27.963895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.319269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-10T22:42:27.963894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.582397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-10T22:42:27.963957Z","caller":"traceutil/trace.go:171","msg":"trace[305445246] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1904; }","duration":"144.418921ms","start":"2026-03-10T22:42:27.819518Z","end":"2026-03-10T22:42:27.963937Z","steps":["trace[305445246] 'agreement among raft nodes before linearized reading' (duration: 144.244598ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:42:27.963971Z","caller":"traceutil/trace.go:171","msg":"trace[66219047] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1904; }","duration":"500.71265ms","start":"2026-03-10T22:42:27.463239Z","end":"2026-03-10T22:42:27.963952Z","steps":["trace[66219047] 'agreement among raft nodes before linearized reading' (duration: 500.507425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:27.964004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:27.463215Z","time spent":"500.779432ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-10T22:43:02.976921Z","caller":"traceutil/trace.go:171","msg":"trace[356792897] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"103.192743ms","start":"2026-03-10T22:43:02.87369Z","end":"2026-03-10T22:43:02.976883Z","steps":["trace[356792897] 'process raft request' (duration: 102.951448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:03.197555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.424648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:43:03.197903Z","caller":"traceutil/trace.go:171","msg":"trace[2067467450] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"178.686127ms","start":"2026-03-10T22:43:03.019165Z","end":"2026-03-10T22:43:03.197851Z","steps":["trace[2067467450] 'process raft request' (duration: 59.86264ms)","trace[2067467450] 'compare' (duration: 117.994939ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:43:03.197978Z","caller":"traceutil/trace.go:171","msg":"trace[512751239] linearizableReadLoop","detail":"{readStateIndex:2166; appliedIndex:2164; }","duration":"172.357907ms","start":"2026-03-10T22:43:03.025588Z","end":"2026-03-10T22:43:03.197946Z","steps":["trace[512751239] 'read index received' (duration: 1.574254ms)","trace[512751239] 'applied index is now lower than readState.Index' (duration: 170.781553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:43:03.19809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.50257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T22:43:03.198128Z","caller":"traceutil/trace.go:171","msg":"trace[137538097] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2079; }","duration":"172.600623ms","start":"2026-03-10T22:43:03.025517Z","end":"2026-03-10T22:43:03.198118Z","steps":["trace[137538097] 'agreement among raft nodes before linearized reading' (duration: 172.50431ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:43:03.198522Z","caller":"traceutil/trace.go:171","msg":"trace[1352338492] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"161.443206ms","start":"2026-03-10T22:43:03.037064Z","end":"2026-03-10T22:43:03.198507Z","steps":["trace[1352338492] 'process raft request' (duration: 160.815012ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:43:03.198726Z","caller":"traceutil/trace.go:171","msg":"trace[1903249675] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"161.288552ms","start":"2026-03-10T22:43:03.037423Z","end":"2026-03-10T22:43:03.198711Z","steps":["trace[1903249675] 'process raft request' (duration: 161.010506ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:43:03.198888Z","caller":"traceutil/trace.go:171","msg":"trace[34034874] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"161.415245ms","start":"2026-03-10T22:43:03.037416Z","end":"2026-03-10T22:43:03.198832Z","steps":["trace[34034874] 'process raft request' (duration: 161.209211ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:43:03.199152Z","caller":"traceutil/trace.go:171","msg":"trace[1639335653] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"161.17293ms","start":"2026-03-10T22:43:03.037966Z","end":"2026-03-10T22:43:03.199139Z","steps":["trace[1639335653] 'process raft request' (duration: 160.783471ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:43:03.199312Z","caller":"traceutil/trace.go:171","msg":"trace[484795416] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"156.994199ms","start":"2026-03-10T22:43:03.042299Z","end":"2026-03-10T22:43:03.199293Z","steps":["trace[484795416] 'process raft request' (duration: 156.912086ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:43:03.199282Z","caller":"traceutil/trace.go:171","msg":"trace[727241901] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"160.959567ms","start":"2026-03-10T22:43:03.038272Z","end":"2026-03-10T22:43:03.199231Z","steps":["trace[727241901] 'process raft request' (duration: 160.796252ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:43:03.199348Z","caller":"traceutil/trace.go:171","msg":"trace[371181740] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"158.724227ms","start":"2026-03-10T22:43:03.040592Z","end":"2026-03-10T22:43:03.199316Z","steps":["trace[371181740] 'process raft request' (duration: 158.566662ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:43:03.199687Z","caller":"traceutil/trace.go:171","msg":"trace[10611913] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"156.483297ms","start":"2026-03-10T22:43:03.043153Z","end":"2026-03-10T22:43:03.199636Z","steps":["trace[10611913] 'process raft request' (duration: 156.109419ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:43:25.46862Z","caller":"traceutil/trace.go:171","msg":"trace[413307541] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"184.23554ms","start":"2026-03-10T22:43:25.284351Z","end":"2026-03-10T22:43:25.468586Z","steps":["trace[413307541] 'process raft request' (duration: 184.058966ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:43:25.51981Z","caller":"traceutil/trace.go:171","msg":"trace[1501067547] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"226.886973ms","start":"2026-03-10T22:43:25.292888Z","end":"2026-03-10T22:43:25.519775Z","steps":["trace[1501067547] 'process raft request' (duration: 226.677369ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:43:25.519987Z","caller":"traceutil/trace.go:171","msg":"trace[1163166141] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"222.426734ms","start":"2026-03-10T22:43:25.297533Z","end":"2026-03-10T22:43:25.51996Z","steps":["trace[1163166141] 'process raft request' (duration: 222.187479ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:43:35.772194Z","caller":"traceutil/trace.go:171","msg":"trace[1405941432] transaction","detail":"{read_only:false; response_revision:2411; number_of_response:1; }","duration":"246.438055ms","start":"2026-03-10T22:43:35.525696Z","end":"2026-03-10T22:43:35.772134Z","steps":["trace[1405941432] 'process raft request' (duration: 245.798871ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:43:35.772183Z","caller":"traceutil/trace.go:171","msg":"trace[422194475] transaction","detail":"{read_only:false; response_revision:2412; number_of_response:1; }","duration":"219.753985ms","start":"2026-03-10T22:43:35.552374Z","end":"2026-03-10T22:43:35.772128Z","steps":["trace[422194475] 'process raft request' (duration: 219.299955ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:43:52.390105Z","caller":"traceutil/trace.go:171","msg":"trace[1876530683] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"135.686618ms","start":"2026-03-10T22:43:52.254378Z","end":"2026-03-10T22:43:52.390065Z","steps":["trace[1876530683] 'process raft request' (duration: 50.896604ms)","trace[1876530683] 'compare' (duration: 84.555069ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:43:52.390323Z","caller":"traceutil/trace.go:171","msg":"trace[1509928907] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"130.013252ms","start":"2026-03-10T22:43:52.260263Z","end":"2026-03-10T22:43:52.390276Z","steps":["trace[1509928907] 'process raft request' (duration: 129.751687ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:43:58.148667Z","caller":"traceutil/trace.go:171","msg":"trace[1945054817] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"280.749864ms","start":"2026-03-10T22:43:57.867893Z","end":"2026-03-10T22:43:58.148643Z","steps":["trace[1945054817] 'process raft request' (duration: 280.613691ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:43:58.148972Z","caller":"traceutil/trace.go:171","msg":"trace[1187334080] linearizableReadLoop","detail":"{readStateIndex:2638; appliedIndex:2638; }","duration":"249.089104ms","start":"2026-03-10T22:43:57.89985Z","end":"2026-03-10T22:43:58.148939Z","steps":["trace[1187334080] 'read index received' (duration: 249.083414ms)","trace[1187334080] 'applied index is now lower than readState.Index' (duration: 4.33µs)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:43:58.149291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.425511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:43:58.149395Z","caller":"traceutil/trace.go:171","msg":"trace[1631123902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2531; }","duration":"249.563885ms","start":"2026-03-10T22:43:57.899816Z","end":"2026-03-10T22:43:58.14938Z","steps":["trace[1631123902] 'agreement among raft nodes before linearized reading' (duration: 249.235718ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:43:58.200721Z","caller":"traceutil/trace.go:171","msg":"trace[1299097024] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"240.886172ms","start":"2026-03-10T22:43:57.95981Z","end":"2026-03-10T22:43:58.200696Z","steps":["trace[1299097024] 'process raft request' (duration: 240.33151ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:43:58.200829Z","caller":"traceutil/trace.go:171","msg":"trace[1966756698] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"219.630172ms","start":"2026-03-10T22:43:57.981173Z","end":"2026-03-10T22:43:58.200804Z","steps":["trace[1966756698] 'process raft request' (duration: 219.127251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:58.200982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.217453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-10T22:43:58.201063Z","caller":"traceutil/trace.go:171","msg":"trace[2076410326] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2533; }","duration":"123.337085ms","start":"2026-03-10T22:43:58.077709Z","end":"2026-03-10T22:43:58.201046Z","steps":["trace[2076410326] 'agreement among raft nodes before linearized reading' (duration: 123.10832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:59.587272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.104096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:43:59.587427Z","caller":"traceutil/trace.go:171","msg":"trace[383568277] linearizableReadLoop","detail":"{readStateIndex:2643; appliedIndex:2642; }","duration":"1.169674984s","start":"2026-03-10T22:43:58.417726Z","end":"2026-03-10T22:43:59.587401Z","steps":["trace[383568277] 'read index received' (duration: 389.303912ms)","trace[383568277] 'applied index is now lower than readState.Index' (duration: 780.369642ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:43:59.587452Z","caller":"traceutil/trace.go:171","msg":"trace[157379881] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"1.286105238s","start":"2026-03-10T22:43:58.301323Z","end":"2026-03-10T22:43:59.587428Z","steps":["trace[157379881] 'process raft request' (duration: 505.715315ms)","trace[157379881] 'compare' (duration: 779.974694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:43:59.587553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:58.301296Z","time spent":"1.286208459s","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:43:59.587657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169940209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-10T22:43:59.587696Z","caller":"traceutil/trace.go:171","msg":"trace[1983472616] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2536; }","duration":"1.170031801s","start":"2026-03-10T22:43:58.417653Z","end":"2026-03-10T22:43:59.587685Z","steps":["trace[1983472616] 'agreement among raft nodes before linearized reading' (duration: 1.169861318s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:59.587723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.314852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:43:59.587728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:58.417626Z","time spent":"1.170095463s","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-10T22:43:59.587761Z","caller":"traceutil/trace.go:171","msg":"trace[888018240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2536; }","duration":"671.411445ms","start":"2026-03-10T22:43:58.916339Z","end":"2026-03-10T22:43:59.587751Z","steps":["trace[888018240] 'agreement among raft nodes before linearized reading' (duration: 671.352113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:59.587788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:58.916308Z","time spent":"671.474495ms","remote":"127.0.0.1:46492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T22:43:59.587887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.936557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189b9c327f1335ff\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-10T22:43:59.587856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.103308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:43:59.587877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011447259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-10T22:43:59.587914Z","caller":"traceutil/trace.go:171","msg":"trace[368490133] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189b9c327f1335ff; range_end:; response_count:1; response_revision:2536; }","duration":"356.962367ms","start":"2026-03-10T22:43:59.230942Z","end":"2026-03-10T22:43:59.587905Z","steps":["trace[368490133] 'agreement among raft nodes before linearized reading' (duration: 356.873855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:59.587962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:59.230869Z","time spent":"357.079289ms","remote":"127.0.0.1:46560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.189b9c327f1335ff\" "} {"level":"info","ts":"2026-03-10T22:43:59.587959Z","caller":"traceutil/trace.go:171","msg":"trace[135341377] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2536; }","duration":"962.284932ms","start":"2026-03-10T22:43:58.625647Z","end":"2026-03-10T22:43:59.587932Z","steps":["trace[135341377] 'agreement among raft nodes before linearized reading' (duration: 962.078757ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:43:59.587959Z","caller":"traceutil/trace.go:171","msg":"trace[2066276690] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2536; }","duration":"1.011593572s","start":"2026-03-10T22:43:58.576348Z","end":"2026-03-10T22:43:59.587941Z","steps":["trace[2066276690] 'agreement among raft nodes before linearized reading' (duration: 1.011338266s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:59.588015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:58.576315Z","time spent":"1.011693983s","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-10T22:43:59.588017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:58.625624Z","time spent":"962.382304ms","remote":"127.0.0.1:47262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-10T22:43:59.835829Z","caller":"traceutil/trace.go:171","msg":"trace[1923907358] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"243.00858ms","start":"2026-03-10T22:43:59.592787Z","end":"2026-03-10T22:43:59.835796Z","steps":["trace[1923907358] 'process raft request' (duration: 242.751114ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:43:59.836058Z","caller":"traceutil/trace.go:171","msg":"trace[2120854355] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"240.538595ms","start":"2026-03-10T22:43:59.595452Z","end":"2026-03-10T22:43:59.83599Z","steps":["trace[2120854355] 'process raft request' (duration: 240.27903ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:44:05.482693Z","caller":"traceutil/trace.go:171","msg":"trace[2077806122] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"104.403617ms","start":"2026-03-10T22:44:05.378258Z","end":"2026-03-10T22:44:05.482662Z","steps":["trace[2077806122] 'process raft request' (duration: 104.237554ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:44:09.343065Z","caller":"traceutil/trace.go:171","msg":"trace[938475979] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"150.232179ms","start":"2026-03-10T22:44:09.192504Z","end":"2026-03-10T22:44:09.342736Z","steps":["trace[938475979] 'process raft request' (duration: 150.059846ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:46:06.791987Z","caller":"traceutil/trace.go:171","msg":"trace[696418589] transaction","detail":"{read_only:false; response_revision:3265; number_of_response:1; }","duration":"181.39423ms","start":"2026-03-10T22:46:06.610562Z","end":"2026-03-10T22:46:06.791956Z","steps":["trace[696418589] 'process raft request' (duration: 181.222156ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:46:06.792087Z","caller":"traceutil/trace.go:171","msg":"trace[1447099968] transaction","detail":"{read_only:false; response_revision:3264; number_of_response:1; }","duration":"198.367851ms","start":"2026-03-10T22:46:06.593704Z","end":"2026-03-10T22:46:06.792072Z","steps":["trace[1447099968] 'process raft request' (duration: 170.517957ms)","trace[1447099968] 'compare' (duration: 27.411845ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:46:06.791991Z","caller":"traceutil/trace.go:171","msg":"trace[705237865] transaction","detail":"{read_only:false; response_revision:3266; number_of_response:1; }","duration":"132.889391ms","start":"2026-03-10T22:46:06.659065Z","end":"2026-03-10T22:46:06.791955Z","steps":["trace[705237865] 'process raft request' (duration: 132.782348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:46:41.06612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644976091505514,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-10T22:46:41.172204Z","caller":"traceutil/trace.go:171","msg":"trace[1184418546] transaction","detail":"{read_only:false; response_revision:3504; number_of_response:1; }","duration":"607.836925ms","start":"2026-03-10T22:46:40.564341Z","end":"2026-03-10T22:46:41.172178Z","steps":["trace[1184418546] 'process raft request' (duration: 607.677092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:46:41.172369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:46:40.564304Z","time spent":"607.977657ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:46:41.499497Z","caller":"traceutil/trace.go:171","msg":"trace[345195361] transaction","detail":"{read_only:false; response_revision:3505; number_of_response:1; }","duration":"772.239915ms","start":"2026-03-10T22:46:40.727225Z","end":"2026-03-10T22:46:41.499465Z","steps":["trace[345195361] 'process raft request' (duration: 772.049381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:46:41.499662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:46:40.727202Z","time spent":"772.363408ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:46:41.499855Z","caller":"traceutil/trace.go:171","msg":"trace[508944849] linearizableReadLoop","detail":"{readStateIndex:3654; appliedIndex:3649; }","duration":"934.138849ms","start":"2026-03-10T22:46:40.565692Z","end":"2026-03-10T22:46:41.49983Z","steps":["trace[508944849] 'read index received' (duration: 606.375343ms)","trace[508944849] 'applied index is now lower than readState.Index' (duration: 327.762406ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:46:41.499919Z","caller":"traceutil/trace.go:171","msg":"trace[1955608106] transaction","detail":"{read_only:false; response_revision:3507; number_of_response:1; }","duration":"580.609525ms","start":"2026-03-10T22:46:40.919261Z","end":"2026-03-10T22:46:41.499871Z","steps":["trace[1955608106] 'process raft request' (duration: 580.445011ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:46:41.499981Z","caller":"traceutil/trace.go:171","msg":"trace[966549895] transaction","detail":"{read_only:false; response_revision:3508; number_of_response:1; }","duration":"577.588128ms","start":"2026-03-10T22:46:40.922382Z","end":"2026-03-10T22:46:41.49997Z","steps":["trace[966549895] 'process raft request' (duration: 577.405344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:46:41.500086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:46:40.922369Z","time spent":"577.640599ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:46:41.5001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:46:40.919243Z","time spent":"580.758339ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:46:41.500259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.270717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-10T22:46:41.500277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.592908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:46:41.500137Z","caller":"traceutil/trace.go:171","msg":"trace[279405087] transaction","detail":"{read_only:false; response_revision:3506; number_of_response:1; }","duration":"584.837171ms","start":"2026-03-10T22:46:40.915279Z","end":"2026-03-10T22:46:41.500116Z","steps":["trace[279405087] 'process raft request' (duration: 584.149955ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:46:41.500341Z","caller":"traceutil/trace.go:171","msg":"trace[1753488304] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3508; }","duration":"357.3926ms","start":"2026-03-10T22:46:41.142929Z","end":"2026-03-10T22:46:41.500322Z","steps":["trace[1753488304] 'agreement among raft nodes before linearized reading' (duration: 357.197866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:46:41.500361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.501101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xprhx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-10T22:46:41.500385Z","caller":"traceutil/trace.go:171","msg":"trace[628180768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3508; }","duration":"270.704019ms","start":"2026-03-10T22:46:41.229627Z","end":"2026-03-10T22:46:41.500331Z","steps":["trace[628180768] 'agreement among raft nodes before linearized reading' (duration: 270.605047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:46:41.500388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:46:41.142908Z","time spent":"357.470892ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-10T22:46:41.500399Z","caller":"traceutil/trace.go:171","msg":"trace[918446538] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xprhx; range_end:; response_count:1; response_revision:3508; }","duration":"814.587163ms","start":"2026-03-10T22:46:40.685801Z","end":"2026-03-10T22:46:41.500388Z","steps":["trace[918446538] 'agreement among raft nodes before linearized reading' (duration: 814.429459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:46:41.500387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.897101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-10T22:46:41.500512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:46:40.685774Z","time spent":"814.729806ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-xprhx\" "} {"level":"info","ts":"2026-03-10T22:46:41.500536Z","caller":"traceutil/trace.go:171","msg":"trace[1099268459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3508; }","duration":"421.085905ms","start":"2026-03-10T22:46:41.079428Z","end":"2026-03-10T22:46:41.500514Z","steps":["trace[1099268459] 'agreement among raft nodes before linearized reading' (duration: 420.787419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:46:41.500595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:46:41.079403Z","time spent":"421.177817ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-10T22:46:41.500592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:46:40.915255Z","time spent":"585.23297ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:46:41.50029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.986664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-10T22:46:41.500737Z","caller":"traceutil/trace.go:171","msg":"trace[1534898648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3508; }","duration":"816.504245ms","start":"2026-03-10T22:46:40.684218Z","end":"2026-03-10T22:46:41.500722Z","steps":["trace[1534898648] 'agreement among raft nodes before linearized reading' (duration: 815.8436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:46:41.500788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:46:40.68419Z","time spent":"816.583757ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-10T22:46:41.50096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.261044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-10T22:46:41.501078Z","caller":"traceutil/trace.go:171","msg":"trace[821593093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3508; }","duration":"935.381656ms","start":"2026-03-10T22:46:40.565635Z","end":"2026-03-10T22:46:41.501017Z","steps":["trace[821593093] 'agreement among raft nodes before linearized reading' (duration: 934.495187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:46:41.501189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:46:40.565613Z","time spent":"935.558411ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-10T22:47:51.316707Z","caller":"traceutil/trace.go:171","msg":"trace[280482005] linearizableReadLoop","detail":"{readStateIndex:4392; appliedIndex:4391; }","duration":"101.620944ms","start":"2026-03-10T22:47:51.215052Z","end":"2026-03-10T22:47:51.316673Z","steps":["trace[280482005] 'read index received' (duration: 55.990278ms)","trace[280482005] 'applied index is now lower than readState.Index' (duration: 45.627936ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:47:51.316803Z","caller":"traceutil/trace.go:171","msg":"trace[840144310] transaction","detail":"{read_only:false; response_revision:4210; number_of_response:1; }","duration":"133.522566ms","start":"2026-03-10T22:47:51.183247Z","end":"2026-03-10T22:47:51.31677Z","steps":["trace[840144310] 'process raft request' (duration: 87.803537ms)","trace[840144310] 'compare' (duration: 45.271989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:47:51.31703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.957751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-10T22:47:51.31715Z","caller":"traceutil/trace.go:171","msg":"trace[1043808150] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4210; }","duration":"102.142446ms","start":"2026-03-10T22:47:51.214984Z","end":"2026-03-10T22:47:51.317126Z","steps":["trace[1043808150] 'agreement among raft nodes before linearized reading' (duration: 101.798389ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:47:51.486322Z","caller":"traceutil/trace.go:171","msg":"trace[1148126591] transaction","detail":"{read_only:false; response_revision:4242; number_of_response:1; }","duration":"134.701372ms","start":"2026-03-10T22:47:51.35159Z","end":"2026-03-10T22:47:51.486291Z","steps":["trace[1148126591] 'process raft request' (duration: 111.922294ms)","trace[1148126591] 'compare' (duration: 22.665365ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:47:51.487633Z","caller":"traceutil/trace.go:171","msg":"trace[74640828] linearizableReadLoop","detail":"{readStateIndex:4425; appliedIndex:4423; }","duration":"103.555668ms","start":"2026-03-10T22:47:51.384051Z","end":"2026-03-10T22:47:51.487607Z","steps":["trace[74640828] 'read index received' (duration: 79.583104ms)","trace[74640828] 'applied index is now lower than readState.Index' (duration: 23.971034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:47:51.487852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.777652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16034"} {"level":"info","ts":"2026-03-10T22:47:51.487896Z","caller":"traceutil/trace.go:171","msg":"trace[820076799] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4245; }","duration":"103.860535ms","start":"2026-03-10T22:47:51.384024Z","end":"2026-03-10T22:47:51.487885Z","steps":["trace[820076799] 'agreement among raft nodes before linearized reading' (duration: 103.675581ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:47:51.48797Z","caller":"traceutil/trace.go:171","msg":"trace[688196210] transaction","detail":"{read_only:false; response_revision:4243; number_of_response:1; }","duration":"105.92748ms","start":"2026-03-10T22:47:51.382022Z","end":"2026-03-10T22:47:51.487949Z","steps":["trace[688196210] 'process raft request' (duration: 105.272846ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:47:55.455761Z","caller":"traceutil/trace.go:171","msg":"trace[683358607] transaction","detail":"{read_only:false; response_revision:4324; number_of_response:1; }","duration":"113.356177ms","start":"2026-03-10T22:47:55.342376Z","end":"2026-03-10T22:47:55.455733Z","steps":["trace[683358607] 'process raft request' (duration: 113.185333ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:47:55.456876Z","caller":"traceutil/trace.go:171","msg":"trace[797472223] transaction","detail":"{read_only:false; response_revision:4325; number_of_response:1; }","duration":"114.214326ms","start":"2026-03-10T22:47:55.342651Z","end":"2026-03-10T22:47:55.456865Z","steps":["trace[797472223] 'process raft request' (duration: 114.148004ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:48:00.897742Z","caller":"traceutil/trace.go:171","msg":"trace[1353541863] linearizableReadLoop","detail":"{readStateIndex:4679; appliedIndex:4678; }","duration":"221.547297ms","start":"2026-03-10T22:48:00.676174Z","end":"2026-03-10T22:48:00.897722Z","steps":["trace[1353541863] 'read index received' (duration: 195.964537ms)","trace[1353541863] 'applied index is now lower than readState.Index' (duration: 25.58169ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:48:00.897829Z","caller":"traceutil/trace.go:171","msg":"trace[1888175979] transaction","detail":"{read_only:false; response_revision:4491; number_of_response:1; }","duration":"225.762431ms","start":"2026-03-10T22:48:00.672041Z","end":"2026-03-10T22:48:00.897803Z","steps":["trace[1888175979] 'process raft request' (duration: 200.098679ms)","trace[1888175979] 'compare' (duration: 25.468558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:48:00.898009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.813773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:11455"} {"level":"info","ts":"2026-03-10T22:48:00.898056Z","caller":"traceutil/trace.go:171","msg":"trace[1127130233] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4491; }","duration":"221.906885ms","start":"2026-03-10T22:48:00.676134Z","end":"2026-03-10T22:48:00.898041Z","steps":["trace[1127130233] 'agreement among raft nodes before linearized reading' (duration: 221.710231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:00.96697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.648081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-10T22:48:00.96707Z","caller":"traceutil/trace.go:171","msg":"trace[1514845303] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4492; }","duration":"261.827105ms","start":"2026-03-10T22:48:00.705221Z","end":"2026-03-10T22:48:00.967048Z","steps":["trace[1514845303] 'agreement among raft nodes before linearized reading' (duration: 261.490577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:00.967359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.766702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-10T22:48:00.967464Z","caller":"traceutil/trace.go:171","msg":"trace[2031892104] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4492; }","duration":"238.940515ms","start":"2026-03-10T22:48:00.728493Z","end":"2026-03-10T22:48:00.967434Z","steps":["trace[2031892104] 'agreement among raft nodes before linearized reading' (duration: 238.673719ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:48:01.32682Z","caller":"traceutil/trace.go:171","msg":"trace[768454334] linearizableReadLoop","detail":"{readStateIndex:4683; appliedIndex:4682; }","duration":"278.477295ms","start":"2026-03-10T22:48:01.04831Z","end":"2026-03-10T22:48:01.326787Z","steps":["trace[768454334] 'read index received' (duration: 278.145908ms)","trace[768454334] 'applied index is now lower than readState.Index' (duration: 329.507µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:48:01.326893Z","caller":"traceutil/trace.go:171","msg":"trace[1704885917] transaction","detail":"{read_only:false; response_revision:4495; number_of_response:1; }","duration":"279.359267ms","start":"2026-03-10T22:48:01.047483Z","end":"2026-03-10T22:48:01.326842Z","steps":["trace[1704885917] 'process raft request' (duration: 278.285472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:01.326969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.63331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:48:01.327036Z","caller":"traceutil/trace.go:171","msg":"trace[1316700848] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:4495; }","duration":"278.743432ms","start":"2026-03-10T22:48:01.048277Z","end":"2026-03-10T22:48:01.327021Z","steps":["trace[1316700848] 'agreement among raft nodes before linearized reading' (duration: 278.596599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:01.327305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.770046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-10T22:48:01.327363Z","caller":"traceutil/trace.go:171","msg":"trace[2048846033] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4495; }","duration":"244.884698ms","start":"2026-03-10T22:48:01.082462Z","end":"2026-03-10T22:48:01.327347Z","steps":["trace[2048846033] 'agreement among raft nodes before linearized reading' (duration: 244.566441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:01.327398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.850433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-10T22:48:01.327506Z","caller":"traceutil/trace.go:171","msg":"trace[1177884101] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4495; }","duration":"182.002606ms","start":"2026-03-10T22:48:01.145477Z","end":"2026-03-10T22:48:01.327479Z","steps":["trace[1177884101] 'agreement among raft nodes before linearized reading' (duration: 181.6902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:01.328185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.315493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-03-10T22:48:01.328291Z","caller":"traceutil/trace.go:171","msg":"trace[1010344683] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4495; }","duration":"143.476267ms","start":"2026-03-10T22:48:01.184793Z","end":"2026-03-10T22:48:01.328269Z","steps":["trace[1010344683] 'agreement among raft nodes before linearized reading' (duration: 142.343362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:02.842014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.467085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:48:02.842638Z","caller":"traceutil/trace.go:171","msg":"trace[2139562912] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"652.156533ms","start":"2026-03-10T22:48:02.190113Z","end":"2026-03-10T22:48:02.84227Z","steps":["trace[2139562912] 'process raft request' (duration: 172.295699ms)","trace[2139562912] 'compare' (duration: 479.198879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:48:02.842911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:02.190102Z","time spent":"652.673676ms","remote":"127.0.0.1:46560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":674,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-10T22:48:02.843079Z","caller":"traceutil/trace.go:171","msg":"trace[162741509] linearizableReadLoop","detail":"{readStateIndex:4783; appliedIndex:4781; }","duration":"651.336386ms","start":"2026-03-10T22:48:02.191718Z","end":"2026-03-10T22:48:02.843054Z","steps":["trace[162741509] 'read index received' (duration: 170.862188ms)","trace[162741509] 'applied index is now lower than readState.Index' (duration: 480.472618ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:48:02.843156Z","caller":"traceutil/trace.go:171","msg":"trace[2011052135] transaction","detail":"{read_only:false; response_revision:4591; number_of_response:1; }","duration":"652.764837ms","start":"2026-03-10T22:48:02.19035Z","end":"2026-03-10T22:48:02.843114Z","steps":["trace[2011052135] 'process raft request' (duration: 651.851456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:02.843332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:02.190342Z","time spent":"652.89692ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3838,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:48:02.843369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.453367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5216"} {"level":"info","ts":"2026-03-10T22:48:02.843408Z","caller":"traceutil/trace.go:171","msg":"trace[1667127306] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:4591; }","duration":"646.525529ms","start":"2026-03-10T22:48:02.19687Z","end":"2026-03-10T22:48:02.843396Z","steps":["trace[1667127306] 'agreement among raft nodes before linearized reading' (duration: 646.341524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:02.843404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.474801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-03-10T22:48:02.843407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.651783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:3421"} {"level":"warn","ts":"2026-03-10T22:48:02.843454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:02.196862Z","time spent":"646.58296ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5239,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"info","ts":"2026-03-10T22:48:02.843466Z","caller":"traceutil/trace.go:171","msg":"trace[48921929] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4591; }","duration":"394.565444ms","start":"2026-03-10T22:48:02.448886Z","end":"2026-03-10T22:48:02.843451Z","steps":["trace[48921929] 'agreement among raft nodes before linearized reading' (duration: 394.336609ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:48:02.843519Z","caller":"traceutil/trace.go:171","msg":"trace[467974115] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:4591; }","duration":"651.798846ms","start":"2026-03-10T22:48:02.191684Z","end":"2026-03-10T22:48:02.843483Z","steps":["trace[467974115] 'agreement among raft nodes before linearized reading' (duration: 651.460879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:02.843536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:02.448872Z","time spent":"394.653255ms","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-10T22:48:02.843543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.796435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:48:02.843575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:02.19166Z","time spent":"651.905058ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":3444,"request content":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" "} {"level":"info","ts":"2026-03-10T22:48:02.843643Z","caller":"traceutil/trace.go:171","msg":"trace[1858860374] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4591; }","duration":"388.908617ms","start":"2026-03-10T22:48:02.454697Z","end":"2026-03-10T22:48:02.843605Z","steps":["trace[1858860374] 'agreement among raft nodes before linearized reading' (duration: 388.746774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:02.843588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.925803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-03-10T22:48:02.84364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.935935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-2bvlk.189b9c6f97d25e9e\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-03-10T22:48:02.843699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:02.454684Z","time spent":"389.0047ms","remote":"127.0.0.1:49660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-10T22:48:02.843711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.729907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-10T22:48:02.843778Z","caller":"traceutil/trace.go:171","msg":"trace[1638377455] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4591; }","duration":"518.144647ms","start":"2026-03-10T22:48:02.325562Z","end":"2026-03-10T22:48:02.843706Z","steps":["trace[1638377455] 'agreement among raft nodes before linearized reading' (duration: 517.691377ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:48:02.843788Z","caller":"traceutil/trace.go:171","msg":"trace[1770649016] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-2bvlk.189b9c6f97d25e9e; range_end:; response_count:1; response_revision:4591; }","duration":"423.064368ms","start":"2026-03-10T22:48:02.420646Z","end":"2026-03-10T22:48:02.84371Z","steps":["trace[1770649016] 'agreement among raft nodes before linearized reading' (duration: 422.831483ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:48:02.843814Z","caller":"traceutil/trace.go:171","msg":"trace[1240895772] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4591; }","duration":"394.900241ms","start":"2026-03-10T22:48:02.448887Z","end":"2026-03-10T22:48:02.843787Z","steps":["trace[1240895772] 'agreement among raft nodes before linearized reading' (duration: 394.685316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:02.843861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:02.420621Z","time spent":"423.225602ms","remote":"127.0.0.1:46560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-2bvlk.189b9c6f97d25e9e\" "} {"level":"warn","ts":"2026-03-10T22:48:02.843867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:02.448861Z","time spent":"394.994193ms","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-10T22:48:02.84387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:02.325539Z","time spent":"518.316522ms","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-10T22:48:02.844822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.557063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719304"} {"level":"info","ts":"2026-03-10T22:48:02.84488Z","caller":"traceutil/trace.go:171","msg":"trace[410404474] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4591; }","duration":"587.655196ms","start":"2026-03-10T22:48:02.257209Z","end":"2026-03-10T22:48:02.844865Z","steps":["trace[410404474] 'agreement among raft nodes before linearized reading' (duration: 586.136322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:02.844917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:02.25718Z","time spent":"587.727468ms","remote":"127.0.0.1:46586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719327,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-10T22:48:04.873183Z","caller":"traceutil/trace.go:171","msg":"trace[1424637880] linearizableReadLoop","detail":"{readStateIndex:4817; appliedIndex:4816; }","duration":"148.726975ms","start":"2026-03-10T22:48:04.724426Z","end":"2026-03-10T22:48:04.873153Z","steps":["trace[1424637880] 'read index received' (duration: 148.452489ms)","trace[1424637880] 'applied index is now lower than readState.Index' (duration: 273.156µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:48:04.873314Z","caller":"traceutil/trace.go:171","msg":"trace[1975079524] transaction","detail":"{read_only:false; response_revision:4625; number_of_response:1; }","duration":"431.70103ms","start":"2026-03-10T22:48:04.441574Z","end":"2026-03-10T22:48:04.873275Z","steps":["trace[1975079524] 'process raft request' (duration: 431.389814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:04.873556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:04.441539Z","time spent":"431.901546ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3703,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:48:04.873711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.275367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719304"} {"level":"info","ts":"2026-03-10T22:48:04.873762Z","caller":"traceutil/trace.go:171","msg":"trace[2010174012] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4625; }","duration":"149.37118ms","start":"2026-03-10T22:48:04.724376Z","end":"2026-03-10T22:48:04.873748Z","steps":["trace[2010174012] 'agreement among raft nodes before linearized reading' (duration: 148.888358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:05.234982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.006905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:48:05.235026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.247121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T22:48:05.235093Z","caller":"traceutil/trace.go:171","msg":"trace[900340481] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:4625; }","duration":"116.371894ms","start":"2026-03-10T22:48:05.118704Z","end":"2026-03-10T22:48:05.235076Z","steps":["trace[900340481] 'count revisions from in-memory index tree' (duration: 116.15958ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:48:05.235098Z","caller":"traceutil/trace.go:171","msg":"trace[1909916424] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4625; }","duration":"212.160888ms","start":"2026-03-10T22:48:05.022889Z","end":"2026-03-10T22:48:05.235049Z","steps":["trace[1909916424] 'count revisions from in-memory index tree' (duration: 211.871563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:07.089007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.624738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:48:07.089145Z","caller":"traceutil/trace.go:171","msg":"trace[942905002] linearizableReadLoop","detail":"{readStateIndex:4849; appliedIndex:4848; }","duration":"156.050477ms","start":"2026-03-10T22:48:06.933075Z","end":"2026-03-10T22:48:07.089125Z","steps":["trace[942905002] 'read index received' (duration: 25.74µs)","trace[942905002] 'applied index is now lower than readState.Index' (duration: 156.023357ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:48:07.089269Z","caller":"traceutil/trace.go:171","msg":"trace[646243216] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"225.613369ms","start":"2026-03-10T22:48:06.863642Z","end":"2026-03-10T22:48:07.089255Z","steps":["trace[646243216] 'process raft request' (duration: 25.615351ms)","trace[646243216] 'compare' (duration: 199.494216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:48:07.089564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.98294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T22:48:07.089662Z","caller":"traceutil/trace.go:171","msg":"trace[765132052] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4655; }","duration":"153.082912ms","start":"2026-03-10T22:48:06.936547Z","end":"2026-03-10T22:48:07.08963Z","steps":["trace[765132052] 'agreement among raft nodes before linearized reading' (duration: 152.918718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:07.090503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.412499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777489"} {"level":"info","ts":"2026-03-10T22:48:07.09057Z","caller":"traceutil/trace.go:171","msg":"trace[553455648] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4655; }","duration":"157.51669ms","start":"2026-03-10T22:48:06.933039Z","end":"2026-03-10T22:48:07.090556Z","steps":["trace[553455648] 'agreement among raft nodes before linearized reading' (duration: 156.407406ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:48:09.078385Z","caller":"traceutil/trace.go:171","msg":"trace[1590921480] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"231.430588ms","start":"2026-03-10T22:48:08.846928Z","end":"2026-03-10T22:48:09.078358Z","steps":["trace[1590921480] 'process raft request' (duration: 193.775318ms)","trace[1590921480] 'compare' (duration: 37.261141ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:48:26.028785Z","caller":"traceutil/trace.go:171","msg":"trace[1214337144] linearizableReadLoop","detail":"{readStateIndex:5176; appliedIndex:5175; }","duration":"183.732755ms","start":"2026-03-10T22:48:25.845021Z","end":"2026-03-10T22:48:26.028754Z","steps":["trace[1214337144] 'read index received' (duration: 183.568941ms)","trace[1214337144] 'applied index is now lower than readState.Index' (duration: 162.394µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:48:26.028824Z","caller":"traceutil/trace.go:171","msg":"trace[756923787] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"368.550804ms","start":"2026-03-10T22:48:25.660247Z","end":"2026-03-10T22:48:26.028798Z","steps":["trace[756923787] 'process raft request' (duration: 368.306598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:26.028981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:25.6602Z","time spent":"368.700417ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:48:26.029064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.016751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-10T22:48:26.02914Z","caller":"traceutil/trace.go:171","msg":"trace[1774150358] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4974; }","duration":"184.138734ms","start":"2026-03-10T22:48:25.844983Z","end":"2026-03-10T22:48:26.029121Z","steps":["trace[1774150358] 'agreement among raft nodes before linearized reading' (duration: 183.923109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:26.630844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.680773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:48:26.631129Z","caller":"traceutil/trace.go:171","msg":"trace[513128232] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"638.52966ms","start":"2026-03-10T22:48:25.992554Z","end":"2026-03-10T22:48:26.631084Z","steps":["trace[513128232] 'process raft request' (duration: 380.459159ms)","trace[513128232] 'compare' (duration: 256.774793ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:48:26.631179Z","caller":"traceutil/trace.go:171","msg":"trace[779522602] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"633.6117ms","start":"2026-03-10T22:48:25.99752Z","end":"2026-03-10T22:48:26.631131Z","steps":["trace[779522602] 'process raft request' (duration: 633.464007ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:48:26.631255Z","caller":"traceutil/trace.go:171","msg":"trace[401321916] linearizableReadLoop","detail":"{readStateIndex:5179; appliedIndex:5176; }","duration":"602.368645ms","start":"2026-03-10T22:48:26.02888Z","end":"2026-03-10T22:48:26.631249Z","steps":["trace[401321916] 'read index received' (duration: 344.15387ms)","trace[401321916] 'applied index is now lower than readState.Index' (duration: 258.213835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:48:26.631303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:25.992535Z","time spent":"638.681694ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:48:26.631345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:25.997489Z","time spent":"633.786025ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:48:26.631435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.628996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c4520296-f3c2-4257-93cf-21c62c28d962\" ","response":"range_response_count:1 size:3766"} {"level":"warn","ts":"2026-03-10T22:48:26.631481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.781971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-10T22:48:26.631174Z","caller":"traceutil/trace.go:171","msg":"trace[1705551802] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"597.635369ms","start":"2026-03-10T22:48:26.033524Z","end":"2026-03-10T22:48:26.63116Z","steps":["trace[1705551802] 'process raft request' (duration: 597.574538ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:48:26.63149Z","caller":"traceutil/trace.go:171","msg":"trace[888742433] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c4520296-f3c2-4257-93cf-21c62c28d962; range_end:; response_count:1; response_revision:4978; }","duration":"670.714118ms","start":"2026-03-10T22:48:25.960758Z","end":"2026-03-10T22:48:26.631472Z","steps":["trace[888742433] 'agreement among raft nodes before linearized reading' (duration: 670.507293ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:48:26.631512Z","caller":"traceutil/trace.go:171","msg":"trace[1003400611] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4978; }","duration":"575.872314ms","start":"2026-03-10T22:48:26.055631Z","end":"2026-03-10T22:48:26.631504Z","steps":["trace[1003400611] 'agreement among raft nodes before linearized reading' (duration: 575.70972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:26.631537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:25.960741Z","time spent":"670.787299ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c4520296-f3c2-4257-93cf-21c62c28d962\" "} {"level":"info","ts":"2026-03-10T22:48:26.631206Z","caller":"traceutil/trace.go:171","msg":"trace[1963426347] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"614.165637ms","start":"2026-03-10T22:48:26.017034Z","end":"2026-03-10T22:48:26.631199Z","steps":["trace[1963426347] 'process raft request' (duration: 613.998143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:26.631585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.299985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-10T22:48:26.631616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.588607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189b9c74d5b0c8a1\" ","response":"range_response_count:1 size:1012"} {"level":"warn","ts":"2026-03-10T22:48:26.631641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.208028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xprhx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-10T22:48:26.631673Z","caller":"traceutil/trace.go:171","msg":"trace[193253144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4978; }","duration":"533.437529ms","start":"2026-03-10T22:48:26.098212Z","end":"2026-03-10T22:48:26.631649Z","steps":["trace[193253144] 'agreement among raft nodes before linearized reading' (duration: 533.173142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:26.631664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:26.033497Z","time spent":"598.1149ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:48:26.631702Z","caller":"traceutil/trace.go:171","msg":"trace[1455336037] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xprhx; range_end:; response_count:1; response_revision:4978; }","duration":"561.284619ms","start":"2026-03-10T22:48:26.070398Z","end":"2026-03-10T22:48:26.631682Z","steps":["trace[1455336037] 'agreement among raft nodes before linearized reading' (duration: 561.126385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:26.631686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:26.017019Z","time spent":"614.597318ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:48:26.631719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:26.098187Z","time spent":"533.522141ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-10T22:48:26.631737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:26.070387Z","time spent":"561.342402ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-xprhx\" "} {"level":"info","ts":"2026-03-10T22:48:26.631684Z","caller":"traceutil/trace.go:171","msg":"trace[1964190491] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189b9c74d5b0c8a1; range_end:; response_count:1; response_revision:4978; }","duration":"294.709029ms","start":"2026-03-10T22:48:26.336957Z","end":"2026-03-10T22:48:26.631666Z","steps":["trace[1964190491] 'agreement among raft nodes before linearized reading' (duration: 294.458003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:26.6317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.211418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-10T22:48:26.631567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:26.055615Z","time spent":"575.919765ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-10T22:48:26.631887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.326302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-10T22:48:26.631918Z","caller":"traceutil/trace.go:171","msg":"trace[1373680800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4978; }","duration":"540.375303ms","start":"2026-03-10T22:48:26.091534Z","end":"2026-03-10T22:48:26.631909Z","steps":["trace[1373680800] 'agreement among raft nodes before linearized reading' (duration: 540.290612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:26.631943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:26.091523Z","time spent":"540.414824ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-10T22:48:26.631949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.846081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-10T22:48:26.631847Z","caller":"traceutil/trace.go:171","msg":"trace[1477205758] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4978; }","duration":"460.419852ms","start":"2026-03-10T22:48:26.171407Z","end":"2026-03-10T22:48:26.631827Z","steps":["trace[1477205758] 'agreement among raft nodes before linearized reading' (duration: 460.175545ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:48:26.631999Z","caller":"traceutil/trace.go:171","msg":"trace[2003703812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4978; }","duration":"569.921072ms","start":"2026-03-10T22:48:26.062065Z","end":"2026-03-10T22:48:26.631986Z","steps":["trace[2003703812] 'agreement among raft nodes before linearized reading' (duration: 569.731028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:26.632016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:26.171384Z","time spent":"460.617126ms","remote":"127.0.0.1:46650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":6,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-10T22:48:26.632123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:26.062055Z","time spent":"569.978323ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-10T22:48:26.632611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.034274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-10T22:48:26.632687Z","caller":"traceutil/trace.go:171","msg":"trace[537137250] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4978; }","duration":"688.147397ms","start":"2026-03-10T22:48:25.944518Z","end":"2026-03-10T22:48:26.632666Z","steps":["trace[537137250] 'agreement among raft nodes before linearized reading' (duration: 686.799246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:26.633412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:25.944496Z","time spent":"688.225478ms","remote":"127.0.0.1:49628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-10T22:48:28.136268Z","caller":"traceutil/trace.go:171","msg":"trace[109607586] linearizableReadLoop","detail":"{readStateIndex:5196; appliedIndex:5195; }","duration":"446.571933ms","start":"2026-03-10T22:48:27.689655Z","end":"2026-03-10T22:48:28.136227Z","steps":["trace[109607586] 'read index received' (duration: 446.341558ms)","trace[109607586] 'applied index is now lower than readState.Index' (duration: 228.395µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:48:28.136312Z","caller":"traceutil/trace.go:171","msg":"trace[2003667228] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"453.466256ms","start":"2026-03-10T22:48:27.682806Z","end":"2026-03-10T22:48:28.136272Z","steps":["trace[2003667228] 'process raft request' (duration: 453.170829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:28.136646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:27.682779Z","time spent":"453.796523ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5184,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:48:28.136456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.779027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:48:28.136722Z","caller":"traceutil/trace.go:171","msg":"trace[379765121] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4993; }","duration":"447.083254ms","start":"2026-03-10T22:48:27.689617Z","end":"2026-03-10T22:48:28.1367Z","steps":["trace[379765121] 'agreement among raft nodes before linearized reading' (duration: 446.773107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:28.136786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:27.689599Z","time spent":"447.172576ms","remote":"127.0.0.1:46942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-10T22:48:28.229178Z","caller":"traceutil/trace.go:171","msg":"trace[1390813262] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"447.468152ms","start":"2026-03-10T22:48:27.781678Z","end":"2026-03-10T22:48:28.229147Z","steps":["trace[1390813262] 'process raft request' (duration: 446.129192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:28.229389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:27.781655Z","time spent":"447.605016ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:48:28.230268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.045086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:48:28.230381Z","caller":"traceutil/trace.go:171","msg":"trace[1566305795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4994; }","duration":"330.218049ms","start":"2026-03-10T22:48:27.900134Z","end":"2026-03-10T22:48:28.230352Z","steps":["trace[1566305795] 'agreement among raft nodes before linearized reading' (duration: 329.022632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:28.230437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:27.900103Z","time spent":"330.320331ms","remote":"127.0.0.1:46492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-10T22:48:42.793091Z","caller":"traceutil/trace.go:171","msg":"trace[1916765331] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"102.015066ms","start":"2026-03-10T22:48:42.691051Z","end":"2026-03-10T22:48:42.793066Z","steps":["trace[1916765331] 'process raft request' (duration: 101.841762ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:48:42.793561Z","caller":"traceutil/trace.go:171","msg":"trace[1653706888] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"101.977795ms","start":"2026-03-10T22:48:42.691576Z","end":"2026-03-10T22:48:42.793553Z","steps":["trace[1653706888] 'process raft request' (duration: 101.444514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:44.641786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.635907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:48:44.641873Z","caller":"traceutil/trace.go:171","msg":"trace[1252324034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5188; }","duration":"742.76725ms","start":"2026-03-10T22:48:43.899088Z","end":"2026-03-10T22:48:44.641855Z","steps":["trace[1252324034] 'range keys from in-memory index tree' (duration: 742.559586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:44.641917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:43.899067Z","time spent":"742.842733ms","remote":"127.0.0.1:46492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T22:48:44.642268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192089844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-10T22:48:44.642382Z","caller":"traceutil/trace.go:171","msg":"trace[1297802190] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5188; }","duration":"1.192250157s","start":"2026-03-10T22:48:43.450102Z","end":"2026-03-10T22:48:44.642353Z","steps":["trace[1297802190] 'range keys from in-memory index tree' (duration: 1.191830538s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:44.642444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:43.450076Z","time spent":"1.19235523s","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-10T22:48:44.642469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.168274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-10T22:48:44.642505Z","caller":"traceutil/trace.go:171","msg":"trace[1092036824] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5188; }","duration":"728.246855ms","start":"2026-03-10T22:48:43.914247Z","end":"2026-03-10T22:48:44.642494Z","steps":["trace[1092036824] 'count revisions from in-memory index tree' (duration: 728.01983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:44.642544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:43.914223Z","time spent":"728.312977ms","remote":"127.0.0.1:46560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":630,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-10T22:48:44.642937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072443354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-10T22:48:44.643004Z","caller":"traceutil/trace.go:171","msg":"trace[1475633223] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5188; }","duration":"1.072549726s","start":"2026-03-10T22:48:43.57044Z","end":"2026-03-10T22:48:44.642989Z","steps":["trace[1475633223] 'range keys from in-memory index tree' (duration: 1.072030625s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:44.64304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:48:43.570415Z","time spent":"1.072616298s","remote":"127.0.0.1:49628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-10T22:48:44.937596Z","caller":"traceutil/trace.go:171","msg":"trace[1981636999] linearizableReadLoop","detail":"{readStateIndex:5400; appliedIndex:5399; }","duration":"141.054596ms","start":"2026-03-10T22:48:44.796518Z","end":"2026-03-10T22:48:44.937573Z","steps":["trace[1981636999] 'read index received' (duration: 140.879423ms)","trace[1981636999] 'applied index is now lower than readState.Index' (duration: 174.173µs)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:48:44.937873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.336873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19497"} {"level":"info","ts":"2026-03-10T22:48:44.937827Z","caller":"traceutil/trace.go:171","msg":"trace[985042026] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"149.781561ms","start":"2026-03-10T22:48:44.787997Z","end":"2026-03-10T22:48:44.937779Z","steps":["trace[985042026] 'process raft request' (duration: 149.427883ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:48:44.937925Z","caller":"traceutil/trace.go:171","msg":"trace[709673685] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5190; }","duration":"141.420954ms","start":"2026-03-10T22:48:44.796492Z","end":"2026-03-10T22:48:44.937913Z","steps":["trace[709673685] 'agreement among raft nodes before linearized reading' (duration: 141.194999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:44.967995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.281098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-10T22:48:44.968061Z","caller":"traceutil/trace.go:171","msg":"trace[2036595164] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5192; }","duration":"161.37784ms","start":"2026-03-10T22:48:44.806668Z","end":"2026-03-10T22:48:44.968046Z","steps":["trace[2036595164] 'agreement among raft nodes before linearized reading' (duration: 161.195286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:44.968172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.483462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-10T22:48:44.968248Z","caller":"traceutil/trace.go:171","msg":"trace[1049556178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5192; }","duration":"161.589814ms","start":"2026-03-10T22:48:44.806643Z","end":"2026-03-10T22:48:44.968232Z","steps":["trace[1049556178] 'agreement among raft nodes before linearized reading' (duration: 161.288488ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:48:44.96832Z","caller":"traceutil/trace.go:171","msg":"trace[475907572] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"169.47924ms","start":"2026-03-10T22:48:44.798829Z","end":"2026-03-10T22:48:44.968308Z","steps":["trace[475907572] 'process raft request' (duration: 168.962659ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:48:44.968337Z","caller":"traceutil/trace.go:171","msg":"trace[1837153128] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"171.365443ms","start":"2026-03-10T22:48:44.79693Z","end":"2026-03-10T22:48:44.968295Z","steps":["trace[1837153128] 'process raft request' (duration: 170.76176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:44.968213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.316239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-10T22:48:44.968489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.547031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xprhx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-10T22:48:44.968556Z","caller":"traceutil/trace.go:171","msg":"trace[1432656090] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xprhx; range_end:; response_count:1; response_revision:5192; }","duration":"160.637703ms","start":"2026-03-10T22:48:44.807908Z","end":"2026-03-10T22:48:44.968546Z","steps":["trace[1432656090] 'agreement among raft nodes before linearized reading' (duration: 160.50462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:44.96843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.84926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-10T22:48:44.968609Z","caller":"traceutil/trace.go:171","msg":"trace[624134276] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5192; }","duration":"162.068895ms","start":"2026-03-10T22:48:44.806528Z","end":"2026-03-10T22:48:44.968597Z","steps":["trace[624134276] 'agreement among raft nodes before linearized reading' (duration: 161.725168ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:48:44.968626Z","caller":"traceutil/trace.go:171","msg":"trace[289606767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5192; }","duration":"161.685977ms","start":"2026-03-10T22:48:44.806833Z","end":"2026-03-10T22:48:44.968519Z","steps":["trace[289606767] 'agreement among raft nodes before linearized reading' (duration: 161.060863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:44.968714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.443751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-10T22:48:44.968758Z","caller":"traceutil/trace.go:171","msg":"trace[2044014561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5192; }","duration":"165.655085ms","start":"2026-03-10T22:48:44.803093Z","end":"2026-03-10T22:48:44.968749Z","steps":["trace[2044014561] 'agreement among raft nodes before linearized reading' (duration: 165.355468ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:48:45.752143Z","caller":"traceutil/trace.go:171","msg":"trace[1079819671] linearizableReadLoop","detail":"{readStateIndex:5408; appliedIndex:5407; }","duration":"183.595536ms","start":"2026-03-10T22:48:45.568524Z","end":"2026-03-10T22:48:45.752119Z","steps":["trace[1079819671] 'read index received' (duration: 183.445823ms)","trace[1079819671] 'applied index is now lower than readState.Index' (duration: 148.953µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:48:45.752236Z","caller":"traceutil/trace.go:171","msg":"trace[2100878082] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"226.210757ms","start":"2026-03-10T22:48:45.525983Z","end":"2026-03-10T22:48:45.752194Z","steps":["trace[2100878082] 'process raft request' (duration: 225.956381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:45.752418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.865702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16549"} {"level":"info","ts":"2026-03-10T22:48:45.752496Z","caller":"traceutil/trace.go:171","msg":"trace[1551432033] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5198; }","duration":"183.991125ms","start":"2026-03-10T22:48:45.568486Z","end":"2026-03-10T22:48:45.752478Z","steps":["trace[1551432033] 'agreement among raft nodes before linearized reading' (duration: 183.727379ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:48:46.060676Z","caller":"traceutil/trace.go:171","msg":"trace[1599882920] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"224.818315ms","start":"2026-03-10T22:48:45.835795Z","end":"2026-03-10T22:48:46.060614Z","steps":["trace[1599882920] 'process raft request' (duration: 124.595799ms)","trace[1599882920] 'compare' (duration: 98.715713ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:48:46.060842Z","caller":"traceutil/trace.go:171","msg":"trace[1724926892] linearizableReadLoop","detail":"{readStateIndex:5410; appliedIndex:5409; }","duration":"161.563795ms","start":"2026-03-10T22:48:45.899156Z","end":"2026-03-10T22:48:46.060719Z","steps":["trace[1724926892] 'read index received' (duration: 61.154105ms)","trace[1724926892] 'applied index is now lower than readState.Index' (duration: 100.224176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:48:46.061227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.053865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:48:46.061335Z","caller":"traceutil/trace.go:171","msg":"trace[616305134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5200; }","duration":"162.183259ms","start":"2026-03-10T22:48:45.899105Z","end":"2026-03-10T22:48:46.061288Z","steps":["trace[616305134] 'agreement among raft nodes before linearized reading' (duration: 161.896352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:48:46.732228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.027861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17206"} {"level":"info","ts":"2026-03-10T22:48:46.73231Z","caller":"traceutil/trace.go:171","msg":"trace[2080730071] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5200; }","duration":"152.160525ms","start":"2026-03-10T22:48:46.580126Z","end":"2026-03-10T22:48:46.732287Z","steps":["trace[2080730071] 'range keys from in-memory index tree' (duration: 151.912278ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:19.300981Z","caller":"traceutil/trace.go:171","msg":"trace[1014247247] transaction","detail":"{read_only:false; response_revision:5499; number_of_response:1; }","duration":"224.932689ms","start":"2026-03-10T22:49:19.076013Z","end":"2026-03-10T22:49:19.300945Z","steps":["trace[1014247247] 'process raft request' (duration: 224.687343ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:19.302061Z","caller":"traceutil/trace.go:171","msg":"trace[163822910] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"177.50149ms","start":"2026-03-10T22:49:19.124549Z","end":"2026-03-10T22:49:19.30205Z","steps":["trace[163822910] 'process raft request' (duration: 177.452259ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:19.302057Z","caller":"traceutil/trace.go:171","msg":"trace[207895412] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"177.9548ms","start":"2026-03-10T22:49:19.124077Z","end":"2026-03-10T22:49:19.302032Z","steps":["trace[207895412] 'process raft request' (duration: 177.857348ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:19.302375Z","caller":"traceutil/trace.go:171","msg":"trace[760415759] linearizableReadLoop","detail":"{readStateIndex:5720; appliedIndex:5717; }","duration":"168.362686ms","start":"2026-03-10T22:49:19.133993Z","end":"2026-03-10T22:49:19.302356Z","steps":["trace[760415759] 'read index received' (duration: 166.756961ms)","trace[760415759] 'applied index is now lower than readState.Index' (duration: 1.604845ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:49:19.302453Z","caller":"traceutil/trace.go:171","msg":"trace[914269171] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"100.81892ms","start":"2026-03-10T22:49:19.201626Z","end":"2026-03-10T22:49:19.302445Z","steps":["trace[914269171] 'process raft request' (duration: 100.404031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:19.302723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.698973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-10T22:49:19.302816Z","caller":"traceutil/trace.go:171","msg":"trace[1296267112] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5502; }","duration":"168.840526ms","start":"2026-03-10T22:49:19.133954Z","end":"2026-03-10T22:49:19.302794Z","steps":["trace[1296267112] 'agreement among raft nodes before linearized reading' (duration: 168.55816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:29.528337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.092109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-10T22:49:29.52903Z","caller":"traceutil/trace.go:171","msg":"trace[1560212879] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5557; }","duration":"111.828685ms","start":"2026-03-10T22:49:29.417158Z","end":"2026-03-10T22:49:29.528987Z","steps":["trace[1560212879] 'range keys from in-memory index tree' (duration: 110.794972ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:29.901749Z","caller":"traceutil/trace.go:171","msg":"trace[1211608365] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"253.903955ms","start":"2026-03-10T22:49:29.647823Z","end":"2026-03-10T22:49:29.901726Z","steps":["trace[1211608365] 'process raft request' (duration: 253.715291ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:30.908411Z","caller":"traceutil/trace.go:171","msg":"trace[1380541487] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"127.559875ms","start":"2026-03-10T22:49:30.780823Z","end":"2026-03-10T22:49:30.908383Z","steps":["trace[1380541487] 'process raft request' (duration: 127.33664ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:30.90846Z","caller":"traceutil/trace.go:171","msg":"trace[1136301035] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"127.34006ms","start":"2026-03-10T22:49:30.781097Z","end":"2026-03-10T22:49:30.908437Z","steps":["trace[1136301035] 'process raft request' (duration: 127.257498ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:30.908556Z","caller":"traceutil/trace.go:171","msg":"trace[1397725413] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"127.429032ms","start":"2026-03-10T22:49:30.781094Z","end":"2026-03-10T22:49:30.908523Z","steps":["trace[1397725413] 'process raft request' (duration: 127.210197ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:30.908982Z","caller":"traceutil/trace.go:171","msg":"trace[1509434438] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"127.795069ms","start":"2026-03-10T22:49:30.78117Z","end":"2026-03-10T22:49:30.908965Z","steps":["trace[1509434438] 'process raft request' (duration: 127.224217ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:30.909211Z","caller":"traceutil/trace.go:171","msg":"trace[859570921] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"127.902674ms","start":"2026-03-10T22:49:30.781253Z","end":"2026-03-10T22:49:30.909156Z","steps":["trace[859570921] 'process raft request' (duration: 127.606726ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:30.912869Z","caller":"traceutil/trace.go:171","msg":"trace[493590908] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"127.486844ms","start":"2026-03-10T22:49:30.785246Z","end":"2026-03-10T22:49:30.912732Z","steps":["trace[493590908] 'process raft request' (duration: 123.74183ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:33.487263Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2706} {"level":"info","ts":"2026-03-10T22:49:33.55367Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2706,"took":"64.97428ms","hash":458395913,"current-db-size-bytes":40005632,"current-db-size":"40 MB","current-db-size-in-use-bytes":29847552,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-10T22:49:33.553728Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":458395913,"revision":2706,"compact-revision":-1} {"level":"info","ts":"2026-03-10T22:49:40.214551Z","caller":"traceutil/trace.go:171","msg":"trace[478860755] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"126.160708ms","start":"2026-03-10T22:49:40.088368Z","end":"2026-03-10T22:49:40.214528Z","steps":["trace[478860755] 'process raft request' (duration: 125.997764ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:44.212212Z","caller":"traceutil/trace.go:171","msg":"trace[953225643] transaction","detail":"{read_only:false; response_revision:5663; number_of_response:1; }","duration":"189.834395ms","start":"2026-03-10T22:49:44.022345Z","end":"2026-03-10T22:49:44.212179Z","steps":["trace[953225643] 'process raft request' (duration: 189.720672ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:54:33.495005Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5586} {"level":"info","ts":"2026-03-10T22:54:33.590793Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5586,"took":"93.093786ms","hash":3640505296,"current-db-size-bytes":41721856,"current-db-size":"42 MB","current-db-size-in-use-bytes":21360640,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-10T22:54:33.590873Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3640505296,"revision":5586,"compact-revision":2706} {"level":"warn","ts":"2026-03-10T22:54:42.85545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.894526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:54:42.855526Z","caller":"traceutil/trace.go:171","msg":"trace[1633218201] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7725; }","duration":"104.037069ms","start":"2026-03-10T22:54:42.751473Z","end":"2026-03-10T22:54:42.85551Z","steps":["trace[1633218201] 'agreement among raft nodes before linearized reading' (duration: 103.884056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:42.855623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.763135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:54:42.855676Z","caller":"traceutil/trace.go:171","msg":"trace[1839205129] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7725; }","duration":"104.825546ms","start":"2026-03-10T22:54:42.750837Z","end":"2026-03-10T22:54:42.855662Z","steps":["trace[1839205129] 'agreement among raft nodes before linearized reading' (duration: 104.754185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:43.165851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.811934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:54:43.165857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.515322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:54:43.165941Z","caller":"traceutil/trace.go:171","msg":"trace[966098934] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7725; }","duration":"116.952026ms","start":"2026-03-10T22:54:43.04897Z","end":"2026-03-10T22:54:43.165922Z","steps":["trace[966098934] 'count revisions from in-memory index tree' (duration: 116.720171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:43.165977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.584209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:54:43.166009Z","caller":"traceutil/trace.go:171","msg":"trace[1009167580] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7725; }","duration":"164.967282ms","start":"2026-03-10T22:54:43.000999Z","end":"2026-03-10T22:54:43.165966Z","steps":["trace[1009167580] 'count revisions from in-memory index tree' (duration: 164.365189ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:54:43.166041Z","caller":"traceutil/trace.go:171","msg":"trace[1302733214] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7725; }","duration":"208.740292ms","start":"2026-03-10T22:54:42.957279Z","end":"2026-03-10T22:54:43.16602Z","steps":["trace[1302733214] 'range keys from in-memory index tree' (duration: 208.447156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:43.166042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.421832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:54:43.166076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.2119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:54:43.166158Z","caller":"traceutil/trace.go:171","msg":"trace[43051274] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7725; }","duration":"115.590985ms","start":"2026-03-10T22:54:43.05053Z","end":"2026-03-10T22:54:43.166121Z","steps":["trace[43051274] 'range keys from in-memory index tree' (duration: 115.317379ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:54:43.166179Z","caller":"traceutil/trace.go:171","msg":"trace[1259529138] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7725; }","duration":"180.352203ms","start":"2026-03-10T22:54:42.985805Z","end":"2026-03-10T22:54:43.166157Z","steps":["trace[1259529138] 'range keys from in-memory index tree' (duration: 180.074147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:43.1659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.039877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:54:43.166272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.341141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:54:43.166324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.196773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:54:43.16632Z","caller":"traceutil/trace.go:171","msg":"trace[1275323900] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7725; }","duration":"194.503827ms","start":"2026-03-10T22:54:42.971793Z","end":"2026-03-10T22:54:43.166297Z","steps":["trace[1275323900] 'range keys from in-memory index tree' (duration: 193.948134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:43.166345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.931976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:54:43.16637Z","caller":"traceutil/trace.go:171","msg":"trace[1350217187] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7725; }","duration":"145.251604ms","start":"2026-03-10T22:54:43.021103Z","end":"2026-03-10T22:54:43.166354Z","steps":["trace[1350217187] 'count revisions from in-memory index tree' (duration: 145.008809ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:54:43.16637Z","caller":"traceutil/trace.go:171","msg":"trace[573107636] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7725; }","duration":"165.482183ms","start":"2026-03-10T22:54:43.000865Z","end":"2026-03-10T22:54:43.166348Z","steps":["trace[573107636] 'range keys from in-memory index tree' (duration: 165.267668ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:54:43.16639Z","caller":"traceutil/trace.go:171","msg":"trace[1854072292] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7725; }","duration":"209.057499ms","start":"2026-03-10T22:54:42.957321Z","end":"2026-03-10T22:54:43.166379Z","steps":["trace[1854072292] 'count revisions from in-memory index tree' (duration: 208.773633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:43.16645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.280372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:54:43.166128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.371958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:54:43.166504Z","caller":"traceutil/trace.go:171","msg":"trace[1684527672] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7725; }","duration":"144.350914ms","start":"2026-03-10T22:54:43.022139Z","end":"2026-03-10T22:54:43.16649Z","steps":["trace[1684527672] 'range keys from in-memory index tree' (duration: 144.244911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:43.166549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.75905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:54:43.166562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.025289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:54:43.166579Z","caller":"traceutil/trace.go:171","msg":"trace[281234275] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7725; }","duration":"179.805841ms","start":"2026-03-10T22:54:42.986764Z","end":"2026-03-10T22:54:43.166569Z","steps":["trace[281234275] 'range keys from in-memory index tree' (duration: 179.716409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:43.165863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.842504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:54:43.16608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.893995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:54:43.166619Z","caller":"traceutil/trace.go:171","msg":"trace[1891774481] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7725; }","duration":"117.657632ms","start":"2026-03-10T22:54:43.048949Z","end":"2026-03-10T22:54:43.166607Z","steps":["trace[1891774481] 'range keys from in-memory index tree' (duration: 116.748412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:43.166651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.245143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:54:43.166656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.742482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:54:43.166654Z","caller":"traceutil/trace.go:171","msg":"trace[906876067] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7725; }","duration":"145.482369ms","start":"2026-03-10T22:54:43.021159Z","end":"2026-03-10T22:54:43.166641Z","steps":["trace[906876067] 'range keys from in-memory index tree' (duration: 144.728182ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:54:43.166701Z","caller":"traceutil/trace.go:171","msg":"trace[1314664589] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7725; }","duration":"180.807653ms","start":"2026-03-10T22:54:42.985884Z","end":"2026-03-10T22:54:43.166692Z","steps":["trace[1314664589] 'count revisions from in-memory index tree' (duration: 180.704021ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:54:43.166594Z","caller":"traceutil/trace.go:171","msg":"trace[1813358294] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7725; }","duration":"164.799938ms","start":"2026-03-10T22:54:43.001745Z","end":"2026-03-10T22:54:43.166545Z","steps":["trace[1813358294] 'range keys from in-memory index tree' (duration: 164.296636ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:54:43.166603Z","caller":"traceutil/trace.go:171","msg":"trace[1790483131] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7725; }","duration":"209.08459ms","start":"2026-03-10T22:54:42.957506Z","end":"2026-03-10T22:54:43.166591Z","steps":["trace[1790483131] 'range keys from in-memory index tree' (duration: 208.983768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:43.166748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.339595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:54:43.166781Z","caller":"traceutil/trace.go:171","msg":"trace[939283293] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7725; }","duration":"195.415528ms","start":"2026-03-10T22:54:42.971354Z","end":"2026-03-10T22:54:43.166769Z","steps":["trace[939283293] 'count revisions from in-memory index tree' (duration: 195.226433ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:54:43.166701Z","caller":"traceutil/trace.go:171","msg":"trace[751693044] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7725; }","duration":"195.327565ms","start":"2026-03-10T22:54:42.97136Z","end":"2026-03-10T22:54:43.166688Z","steps":["trace[751693044] 'range keys from in-memory index tree' (duration: 195.157461ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:54:45.056254Z","caller":"traceutil/trace.go:171","msg":"trace[946627821] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"270.499344ms","start":"2026-03-10T22:54:44.785736Z","end":"2026-03-10T22:54:45.056236Z","steps":["trace[946627821] 'process raft request' (duration: 270.380412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:45.566093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644976091516126,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-10T22:54:46.102545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.383415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:54:46.102875Z","caller":"traceutil/trace.go:171","msg":"trace[1398091723] linearizableReadLoop","detail":"{readStateIndex:8031; appliedIndex:8029; }","duration":"1.037283735s","start":"2026-03-10T22:54:45.065573Z","end":"2026-03-10T22:54:46.102856Z","steps":["trace[1398091723] 'read index received' (duration: 546.522301ms)","trace[1398091723] 'applied index is now lower than readState.Index' (duration: 490.760504ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:54:46.103006Z","caller":"traceutil/trace.go:171","msg":"trace[2104049443] transaction","detail":"{read_only:false; response_revision:7733; number_of_response:1; }","duration":"1.241693602s","start":"2026-03-10T22:54:44.86129Z","end":"2026-03-10T22:54:46.102983Z","steps":["trace[2104049443] 'process raft request' (duration: 1.241461597s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:46.103057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037487389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:54:46.103098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:54:44.861284Z","time spent":"1.241765573s","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:54:46.103122Z","caller":"traceutil/trace.go:171","msg":"trace[143161380] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:7733; }","duration":"1.037558431s","start":"2026-03-10T22:54:45.065553Z","end":"2026-03-10T22:54:46.103112Z","steps":["trace[143161380] 'agreement among raft nodes before linearized reading' (duration: 1.037463739s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:46.103189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:54:45.065492Z","time spent":"1.037653663s","remote":"127.0.0.1:49644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-10T22:54:46.103184Z","caller":"traceutil/trace.go:171","msg":"trace[1130688697] transaction","detail":"{read_only:false; response_revision:7732; number_of_response:1; }","duration":"1.242199814s","start":"2026-03-10T22:54:44.860953Z","end":"2026-03-10T22:54:46.103153Z","steps":["trace[1130688697] 'process raft request' (duration: 751.099312ms)","trace[1130688697] 'compare' (duration: 490.057258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:54:46.103351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:54:44.86092Z","time spent":"1.242324566s","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:54:46.103494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.706451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-10T22:54:46.103532Z","caller":"traceutil/trace.go:171","msg":"trace[347682946] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7733; }","duration":"781.788943ms","start":"2026-03-10T22:54:45.321731Z","end":"2026-03-10T22:54:46.10352Z","steps":["trace[347682946] 'agreement among raft nodes before linearized reading' (duration: 781.67274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:46.10356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:54:45.321701Z","time spent":"781.853014ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-10T22:54:46.103789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.377325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-10T22:54:46.103852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.155471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-10T22:54:46.103862Z","caller":"traceutil/trace.go:171","msg":"trace[1647552398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7733; }","duration":"686.508698ms","start":"2026-03-10T22:54:45.417338Z","end":"2026-03-10T22:54:46.103847Z","steps":["trace[1647552398] 'agreement among raft nodes before linearized reading' (duration: 686.291213ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:54:46.10388Z","caller":"traceutil/trace.go:171","msg":"trace[1293008184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7733; }","duration":"709.205161ms","start":"2026-03-10T22:54:45.394666Z","end":"2026-03-10T22:54:46.103872Z","steps":["trace[1293008184] 'agreement among raft nodes before linearized reading' (duration: 709.12142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:46.103903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.081786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-10T22:54:46.103905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:54:45.394655Z","time spent":"709.245093ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-10T22:54:46.103896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:54:45.417326Z","time spent":"686.5612ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-10T22:54:46.103944Z","caller":"traceutil/trace.go:171","msg":"trace[757087316] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7733; }","duration":"730.135677ms","start":"2026-03-10T22:54:45.373795Z","end":"2026-03-10T22:54:46.103931Z","steps":["trace[757087316] 'agreement among raft nodes before linearized reading' (duration: 730.003484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:46.103982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:54:45.373784Z","time spent":"730.190588ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-10T22:54:46.104138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.002273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-10T22:54:46.104151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.623952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:54:46.104165Z","caller":"traceutil/trace.go:171","msg":"trace[390027594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7733; }","duration":"716.065245ms","start":"2026-03-10T22:54:45.388091Z","end":"2026-03-10T22:54:46.104156Z","steps":["trace[390027594] 'agreement among raft nodes before linearized reading' (duration: 715.958322ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:54:46.10418Z","caller":"traceutil/trace.go:171","msg":"trace[1691527512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7733; }","duration":"204.676213ms","start":"2026-03-10T22:54:45.899495Z","end":"2026-03-10T22:54:46.104172Z","steps":["trace[1691527512] 'agreement among raft nodes before linearized reading' (duration: 204.629232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:46.104195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:54:45.388068Z","time spent":"716.120426ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-10T22:54:46.104362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.306122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xprhx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-10T22:54:46.105015Z","caller":"traceutil/trace.go:171","msg":"trace[1789322814] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xprhx; range_end:; response_count:1; response_revision:7733; }","duration":"658.369343ms","start":"2026-03-10T22:54:45.446011Z","end":"2026-03-10T22:54:46.104381Z","steps":["trace[1789322814] 'agreement among raft nodes before linearized reading' (duration: 658.289052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:46.10507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:54:45.445989Z","time spent":"659.068349ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-xprhx\" "} {"level":"warn","ts":"2026-03-10T22:54:56.649509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.192426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-10T22:54:56.64959Z","caller":"traceutil/trace.go:171","msg":"trace[1941264406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7781; }","duration":"438.329809ms","start":"2026-03-10T22:54:56.211241Z","end":"2026-03-10T22:54:56.649571Z","steps":["trace[1941264406] 'range keys from in-memory index tree' (duration: 438.029343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:56.649643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:54:56.211217Z","time spent":"438.406081ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-10T22:54:56.649889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.859676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-10T22:54:56.649926Z","caller":"traceutil/trace.go:171","msg":"trace[1968501853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7781; }","duration":"422.920858ms","start":"2026-03-10T22:54:56.226996Z","end":"2026-03-10T22:54:56.649917Z","steps":["trace[1968501853] 'range keys from in-memory index tree' (duration: 422.774124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:56.650185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:54:56.226987Z","time spent":"423.185214ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-10T22:54:56.650388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.301716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-10T22:54:56.650445Z","caller":"traceutil/trace.go:171","msg":"trace[595424023] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7781; }","duration":"423.372537ms","start":"2026-03-10T22:54:56.227063Z","end":"2026-03-10T22:54:56.650436Z","steps":["trace[595424023] 'range keys from in-memory index tree' (duration: 423.215354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:56.650472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:54:56.227054Z","time spent":"423.411438ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-10T22:54:56.650624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.932837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-10T22:54:56.650657Z","caller":"traceutil/trace.go:171","msg":"trace[1225112404] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7781; }","duration":"422.981039ms","start":"2026-03-10T22:54:56.227668Z","end":"2026-03-10T22:54:56.650649Z","steps":["trace[1225112404] 'range keys from in-memory index tree' (duration: 422.858977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:56.650682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:54:56.227659Z","time spent":"423.01657ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-10T22:54:56.650833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.739404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-10T22:54:56.650864Z","caller":"traceutil/trace.go:171","msg":"trace[1569219542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7781; }","duration":"422.784115ms","start":"2026-03-10T22:54:56.228072Z","end":"2026-03-10T22:54:56.650856Z","steps":["trace[1569219542] 'range keys from in-memory index tree' (duration: 422.669412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:56.650892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:54:56.228064Z","time spent":"422.822405ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-10T22:54:56.651364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.774568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xprhx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-10T22:54:56.651445Z","caller":"traceutil/trace.go:171","msg":"trace[1726349087] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xprhx; range_end:; response_count:1; response_revision:7781; }","duration":"419.88464ms","start":"2026-03-10T22:54:56.231541Z","end":"2026-03-10T22:54:56.651426Z","steps":["trace[1726349087] 'range keys from in-memory index tree' (duration: 419.640245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:56.651492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:54:56.231532Z","time spent":"419.951611ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-xprhx\" "} {"level":"warn","ts":"2026-03-10T22:54:57.156244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644976091516268,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-10T22:54:57.215015Z","caller":"traceutil/trace.go:171","msg":"trace[2047477916] transaction","detail":"{read_only:false; response_revision:7782; number_of_response:1; }","duration":"559.681213ms","start":"2026-03-10T22:54:56.655308Z","end":"2026-03-10T22:54:57.214989Z","steps":["trace[2047477916] 'process raft request' (duration: 559.494499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:57.215185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:54:56.655286Z","time spent":"559.815326ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:54:57.517643Z","caller":"traceutil/trace.go:171","msg":"trace[305209965] linearizableReadLoop","detail":"{readStateIndex:8089; appliedIndex:8083; }","duration":"861.614194ms","start":"2026-03-10T22:54:56.656008Z","end":"2026-03-10T22:54:57.517622Z","steps":["trace[305209965] 'read index received' (duration: 558.959786ms)","trace[305209965] 'applied index is now lower than readState.Index' (duration: 302.652938ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:54:57.517711Z","caller":"traceutil/trace.go:171","msg":"trace[982545873] transaction","detail":"{read_only:false; response_revision:7783; number_of_response:1; }","duration":"861.921021ms","start":"2026-03-10T22:54:56.655741Z","end":"2026-03-10T22:54:57.517662Z","steps":["trace[982545873] 'process raft request' (duration: 818.796455ms)","trace[982545873] 'compare' (duration: 42.37154ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:54:57.517756Z","caller":"traceutil/trace.go:171","msg":"trace[162672791] transaction","detail":"{read_only:false; response_revision:7786; number_of_response:1; }","duration":"855.709983ms","start":"2026-03-10T22:54:56.662035Z","end":"2026-03-10T22:54:57.517745Z","steps":["trace[162672791] 'process raft request' (duration: 855.465818ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:54:57.517728Z","caller":"traceutil/trace.go:171","msg":"trace[1573874874] transaction","detail":"{read_only:false; response_revision:7785; number_of_response:1; }","duration":"857.093474ms","start":"2026-03-10T22:54:56.66057Z","end":"2026-03-10T22:54:57.517663Z","steps":["trace[1573874874] 'process raft request' (duration: 856.89144ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:54:57.517751Z","caller":"traceutil/trace.go:171","msg":"trace[114700288] transaction","detail":"{read_only:false; response_revision:7784; number_of_response:1; }","duration":"857.996834ms","start":"2026-03-10T22:54:56.659711Z","end":"2026-03-10T22:54:57.517708Z","steps":["trace[114700288] 'process raft request' (duration: 857.682777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:57.517855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:54:56.66203Z","time spent":"855.752265ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:54:57.517868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:54:56.655705Z","time spent":"862.075095ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:54:57.517951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:54:56.660564Z","time spent":"857.264959ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:54:57.517952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:54:56.659704Z","time spent":"858.142107ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:54:57.518158Z","caller":"traceutil/trace.go:171","msg":"trace[1752911330] transaction","detail":"{read_only:false; response_revision:7787; number_of_response:1; }","duration":"408.19298ms","start":"2026-03-10T22:54:57.109953Z","end":"2026-03-10T22:54:57.518146Z","steps":["trace[1752911330] 'process raft request' (duration: 407.575966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:57.518218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:54:57.109886Z","time spent":"408.296412ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:54:57.518334Z","caller":"traceutil/trace.go:171","msg":"trace[1601374311] transaction","detail":"{read_only:false; response_revision:7788; number_of_response:1; }","duration":"368.240574ms","start":"2026-03-10T22:54:57.150082Z","end":"2026-03-10T22:54:57.518323Z","steps":["trace[1601374311] 'process raft request' (duration: 367.503707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:57.518392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:54:57.150057Z","time spent":"368.297265ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:54:57.518467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.453414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224142"} {"level":"info","ts":"2026-03-10T22:54:57.518506Z","caller":"traceutil/trace.go:171","msg":"trace[181710807] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7788; }","duration":"862.517705ms","start":"2026-03-10T22:54:56.655977Z","end":"2026-03-10T22:54:57.518494Z","steps":["trace[181710807] 'agreement among raft nodes before linearized reading' (duration: 862.145746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:57.518537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:54:56.655967Z","time spent":"862.562416ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224165,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-10T22:54:57.564018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.723544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-10T22:54:57.564047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.548278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-10T22:54:57.564106Z","caller":"traceutil/trace.go:171","msg":"trace[1731222099] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:7789; }","duration":"149.871338ms","start":"2026-03-10T22:54:57.414215Z","end":"2026-03-10T22:54:57.564087Z","steps":["trace[1731222099] 'agreement among raft nodes before linearized reading' (duration: 149.646323ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:54:57.564139Z","caller":"traceutil/trace.go:171","msg":"trace[896009402] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:7789; }","duration":"758.714601ms","start":"2026-03-10T22:54:56.805403Z","end":"2026-03-10T22:54:57.564118Z","steps":["trace[896009402] 'agreement among raft nodes before linearized reading' (duration: 758.436615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:57.564186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:54:56.805376Z","time spent":"758.803394ms","remote":"127.0.0.1:46518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"warn","ts":"2026-03-10T22:54:57.564378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.977155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T22:54:57.564419Z","caller":"traceutil/trace.go:171","msg":"trace[1616948163] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7789; }","duration":"148.035827ms","start":"2026-03-10T22:54:57.416374Z","end":"2026-03-10T22:54:57.56441Z","steps":["trace[1616948163] 'agreement among raft nodes before linearized reading' (duration: 147.960015ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:54:57.564457Z","caller":"traceutil/trace.go:171","msg":"trace[52442636] transaction","detail":"{read_only:false; response_revision:7789; number_of_response:1; }","duration":"296.737057ms","start":"2026-03-10T22:54:57.267688Z","end":"2026-03-10T22:54:57.564425Z","steps":["trace[52442636] 'process raft request' (duration: 295.94606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:57.56483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.770738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T22:54:57.564873Z","caller":"traceutil/trace.go:171","msg":"trace[1400736139] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:7789; }","duration":"306.84425ms","start":"2026-03-10T22:54:57.25802Z","end":"2026-03-10T22:54:57.564864Z","steps":["trace[1400736139] 'agreement among raft nodes before linearized reading' (duration: 306.751498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:57.564911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:54:57.258008Z","time spent":"306.894021ms","remote":"127.0.0.1:46644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-10T22:54:57.565043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.693941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:54:57.565106Z","caller":"traceutil/trace.go:171","msg":"trace[834260839] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:7789; }","duration":"212.796553ms","start":"2026-03-10T22:54:57.352289Z","end":"2026-03-10T22:54:57.565086Z","steps":["trace[834260839] 'agreement among raft nodes before linearized reading' (duration: 212.690511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:57.565116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.659879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-10T22:54:57.565039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.690793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:54:57.565212Z","caller":"traceutil/trace.go:171","msg":"trace[1949403293] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7789; }","duration":"544.823883ms","start":"2026-03-10T22:54:57.02037Z","end":"2026-03-10T22:54:57.565194Z","steps":["trace[1949403293] 'agreement among raft nodes before linearized reading' (duration: 544.572907ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:54:57.565237Z","caller":"traceutil/trace.go:171","msg":"trace[57167806] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7789; }","duration":"659.966709ms","start":"2026-03-10T22:54:56.905251Z","end":"2026-03-10T22:54:57.565218Z","steps":["trace[57167806] 'agreement among raft nodes before linearized reading' (duration: 659.698843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:54:57.565256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:54:57.020332Z","time spent":"544.911855ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-10T22:54:57.565289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:54:56.905216Z","time spent":"660.05391ms","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-10T22:55:00.393351Z","caller":"traceutil/trace.go:171","msg":"trace[1568724791] transaction","detail":"{read_only:false; response_revision:7800; number_of_response:1; }","duration":"207.395743ms","start":"2026-03-10T22:55:00.185915Z","end":"2026-03-10T22:55:00.393311Z","steps":["trace[1568724791] 'process raft request' (duration: 207.212899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:55:00.819063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.245922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:55:00.819181Z","caller":"traceutil/trace.go:171","msg":"trace[889400006] transaction","detail":"{read_only:false; response_revision:7801; number_of_response:1; }","duration":"621.049826ms","start":"2026-03-10T22:55:00.198111Z","end":"2026-03-10T22:55:00.819161Z","steps":["trace[889400006] 'process raft request' (duration: 308.582699ms)","trace[889400006] 'compare' (duration: 312.070458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:55:00.819278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:55:00.198085Z","time spent":"621.129017ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:55:01.485477Z","caller":"traceutil/trace.go:171","msg":"trace[1525841208] transaction","detail":"{read_only:false; response_revision:7803; number_of_response:1; }","duration":"149.972379ms","start":"2026-03-10T22:55:01.335475Z","end":"2026-03-10T22:55:01.485447Z","steps":["trace[1525841208] 'process raft request' (duration: 146.8674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:55:01.983704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.754944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:55:01.983817Z","caller":"traceutil/trace.go:171","msg":"trace[1718580829] linearizableReadLoop","detail":"{readStateIndex:8106; appliedIndex:8105; }","duration":"387.488252ms","start":"2026-03-10T22:55:01.596311Z","end":"2026-03-10T22:55:01.9838Z","steps":["trace[1718580829] 'read index received' (duration: 33.472173ms)","trace[1718580829] 'applied index is now lower than readState.Index' (duration: 354.014359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:55:01.984031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.731597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-10T22:55:01.984037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.126644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-10T22:55:01.984138Z","caller":"traceutil/trace.go:171","msg":"trace[1156470287] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7804; }","duration":"387.260317ms","start":"2026-03-10T22:55:01.596849Z","end":"2026-03-10T22:55:01.98411Z","steps":["trace[1156470287] 'agreement among raft nodes before linearized reading' (duration: 387.057643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:55:01.984177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.170974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-10T22:55:01.984198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:55:01.596824Z","time spent":"387.36255ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-10T22:55:01.984205Z","caller":"traceutil/trace.go:171","msg":"trace[1736624392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7804; }","duration":"387.199215ms","start":"2026-03-10T22:55:01.596999Z","end":"2026-03-10T22:55:01.984198Z","steps":["trace[1736624392] 'agreement among raft nodes before linearized reading' (duration: 387.120663ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:55:01.984078Z","caller":"traceutil/trace.go:171","msg":"trace[1499773428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7804; }","duration":"387.827109ms","start":"2026-03-10T22:55:01.596242Z","end":"2026-03-10T22:55:01.984069Z","steps":["trace[1499773428] 'agreement among raft nodes before linearized reading' (duration: 387.647075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:55:01.984248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:55:01.596942Z","time spent":"387.299198ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-10T22:55:01.984217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.188761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xprhx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-10T22:55:01.984133Z","caller":"traceutil/trace.go:171","msg":"trace[1752466644] transaction","detail":"{read_only:false; response_revision:7804; number_of_response:1; }","duration":"420.131086ms","start":"2026-03-10T22:55:01.563841Z","end":"2026-03-10T22:55:01.983972Z","steps":["trace[1752466644] 'process raft request' (duration: 65.992154ms)","trace[1752466644] 'compare' (duration: 353.61858ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:55:01.984333Z","caller":"traceutil/trace.go:171","msg":"trace[1300207692] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xprhx; range_end:; response_count:1; response_revision:7804; }","duration":"381.386646ms","start":"2026-03-10T22:55:01.60293Z","end":"2026-03-10T22:55:01.984316Z","steps":["trace[1300207692] 'agreement among raft nodes before linearized reading' (duration: 380.989517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:55:01.98461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:55:01.563812Z","time spent":"420.675627ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:55:01.984672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:55:01.602917Z","time spent":"381.713342ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-xprhx\" "} {"level":"warn","ts":"2026-03-10T22:55:01.984361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:55:01.596216Z","time spent":"388.069195ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-10T22:55:01.984378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.42275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-10T22:55:01.985156Z","caller":"traceutil/trace.go:171","msg":"trace[661660437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7804; }","duration":"388.086025ms","start":"2026-03-10T22:55:01.596905Z","end":"2026-03-10T22:55:01.984991Z","steps":["trace[661660437] 'agreement among raft nodes before linearized reading' (duration: 387.246567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:55:01.98525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:55:01.596899Z","time spent":"388.32815ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-10T22:55:02.116724Z","caller":"traceutil/trace.go:171","msg":"trace[1706840463] linearizableReadLoop","detail":"{readStateIndex:8107; appliedIndex:8106; }","duration":"126.536979ms","start":"2026-03-10T22:55:01.990156Z","end":"2026-03-10T22:55:02.116693Z","steps":["trace[1706840463] 'read index received' (duration: 118.9569ms)","trace[1706840463] 'applied index is now lower than readState.Index' (duration: 7.578859ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:55:02.116783Z","caller":"traceutil/trace.go:171","msg":"trace[49171483] transaction","detail":"{read_only:false; response_revision:7805; number_of_response:1; }","duration":"127.694405ms","start":"2026-03-10T22:55:01.989058Z","end":"2026-03-10T22:55:02.116752Z","steps":["trace[49171483] 'process raft request' (duration: 119.875211ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:55:02.11702Z","caller":"traceutil/trace.go:171","msg":"trace[1113642069] transaction","detail":"{read_only:false; response_revision:7806; number_of_response:1; }","duration":"126.849745ms","start":"2026-03-10T22:55:01.990149Z","end":"2026-03-10T22:55:02.116999Z","steps":["trace[1113642069] 'process raft request' (duration: 126.504518ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:55:02.117213Z","caller":"traceutil/trace.go:171","msg":"trace[245385049] transaction","detail":"{read_only:false; response_revision:7808; number_of_response:1; }","duration":"126.644091ms","start":"2026-03-10T22:55:01.990557Z","end":"2026-03-10T22:55:02.117201Z","steps":["trace[245385049] 'process raft request' (duration: 126.546819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:55:02.11742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.240854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224142"} {"level":"info","ts":"2026-03-10T22:55:02.117434Z","caller":"traceutil/trace.go:171","msg":"trace[1696644703] transaction","detail":"{read_only:false; response_revision:7807; number_of_response:1; }","duration":"127.206674ms","start":"2026-03-10T22:55:01.990179Z","end":"2026-03-10T22:55:02.117386Z","steps":["trace[1696644703] 'process raft request' (duration: 126.667262ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:55:02.117506Z","caller":"traceutil/trace.go:171","msg":"trace[1655018020] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7806; }","duration":"127.360237ms","start":"2026-03-10T22:55:01.990127Z","end":"2026-03-10T22:55:02.117487Z","steps":["trace[1655018020] 'agreement among raft nodes before linearized reading' (duration: 126.680202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:55:26.232028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.199688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:55:26.232133Z","caller":"traceutil/trace.go:171","msg":"trace[573917529] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:7976; }","duration":"175.353782ms","start":"2026-03-10T22:55:26.05675Z","end":"2026-03-10T22:55:26.232104Z","steps":["trace[573917529] 'count revisions from in-memory index tree' (duration: 175.096716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:55:26.232433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.040609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:55:26.232477Z","caller":"traceutil/trace.go:171","msg":"trace[1517208751] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-rbdplugin-metrics; range_end:; response_count:0; response_revision:7976; }","duration":"158.126501ms","start":"2026-03-10T22:55:26.074339Z","end":"2026-03-10T22:55:26.232465Z","steps":["trace[1517208751] 'range keys from in-memory index tree' (duration: 157.970668ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:55:26.232932Z","caller":"traceutil/trace.go:171","msg":"trace[1684742943] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"144.852886ms","start":"2026-03-10T22:55:26.088037Z","end":"2026-03-10T22:55:26.23289Z","steps":["trace[1684742943] 'process raft request' (duration: 143.574307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:55:29.990139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644976091516942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-10T22:55:30.051841Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.128769475s","expected-duration":"1s"} {"level":"info","ts":"2026-03-10T22:55:30.052279Z","caller":"traceutil/trace.go:171","msg":"trace[440215496] linearizableReadLoop","detail":"{readStateIndex:8306; appliedIndex:8305; }","duration":"563.059468ms","start":"2026-03-10T22:55:29.489194Z","end":"2026-03-10T22:55:30.052254Z","steps":["trace[440215496] 'read index received' (duration: 562.818893ms)","trace[440215496] 'applied index is now lower than readState.Index' (duration: 239.525µs)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:55:30.052506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.309483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-10T22:55:30.052406Z","caller":"traceutil/trace.go:171","msg":"trace[753700060] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"1.129483681s","start":"2026-03-10T22:55:28.922888Z","end":"2026-03-10T22:55:30.052372Z","steps":["trace[753700060] 'process raft request' (duration: 1.129176354s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:55:30.052527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.61829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:55:30.052545Z","caller":"traceutil/trace.go:171","msg":"trace[2145376980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7996; }","duration":"563.404365ms","start":"2026-03-10T22:55:29.489131Z","end":"2026-03-10T22:55:30.052536Z","steps":["trace[2145376980] 'agreement among raft nodes before linearized reading' (duration: 563.233422ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:55:30.052588Z","caller":"traceutil/trace.go:171","msg":"trace[2059028337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7996; }","duration":"153.762713ms","start":"2026-03-10T22:55:29.898811Z","end":"2026-03-10T22:55:30.052574Z","steps":["trace[2059028337] 'agreement among raft nodes before linearized reading' (duration: 153.62016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:55:30.052594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:55:29.48911Z","time spent":"563.475156ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-10T22:55:30.05263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:55:28.922836Z","time spent":"1.129727056s","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:55:30.052729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.272697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T22:55:30.052819Z","caller":"traceutil/trace.go:171","msg":"trace[1870164280] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:7996; }","duration":"533.46ms","start":"2026-03-10T22:55:29.519346Z","end":"2026-03-10T22:55:30.052806Z","steps":["trace[1870164280] 'agreement among raft nodes before linearized reading' (duration: 533.054721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:55:30.052892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:55:29.519322Z","time spent":"533.554643ms","remote":"127.0.0.1:46586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":81,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-10T22:55:32.623156Z","caller":"traceutil/trace.go:171","msg":"trace[817875424] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"330.645469ms","start":"2026-03-10T22:55:32.292483Z","end":"2026-03-10T22:55:32.623128Z","steps":["trace[817875424] 'process raft request' (duration: 301.765558ms)","trace[817875424] 'compare' (duration: 28.489202ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:55:32.623186Z","caller":"traceutil/trace.go:171","msg":"trace[1507200270] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"115.787679ms","start":"2026-03-10T22:55:32.507375Z","end":"2026-03-10T22:55:32.623162Z","steps":["trace[1507200270] 'process raft request' (duration: 115.669967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:55:32.623286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:55:32.292462Z","time spent":"330.760872ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:55:32.623197Z","caller":"traceutil/trace.go:171","msg":"trace[1930101621] linearizableReadLoop","detail":"{readStateIndex:8321; appliedIndex:8320; }","duration":"327.48732ms","start":"2026-03-10T22:55:32.295677Z","end":"2026-03-10T22:55:32.623164Z","steps":["trace[1930101621] 'read index received' (duration: 298.675931ms)","trace[1930101621] 'applied index is now lower than readState.Index' (duration: 28.808688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:55:32.623417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.720615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-10T22:55:32.623466Z","caller":"traceutil/trace.go:171","msg":"trace[997281730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8011; }","duration":"327.804806ms","start":"2026-03-10T22:55:32.29565Z","end":"2026-03-10T22:55:32.623455Z","steps":["trace[997281730] 'agreement among raft nodes before linearized reading' (duration: 327.598041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:55:32.623504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:55:32.295638Z","time spent":"327.857787ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-10T22:55:32.623612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.367967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-10T22:55:32.62368Z","caller":"traceutil/trace.go:171","msg":"trace[1211144869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8011; }","duration":"327.460918ms","start":"2026-03-10T22:55:32.296202Z","end":"2026-03-10T22:55:32.623662Z","steps":["trace[1211144869] 'agreement among raft nodes before linearized reading' (duration: 327.252884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:55:32.623724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:55:32.296194Z","time spent":"327.52143ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-10T22:55:32.623812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.255916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xprhx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-10T22:55:32.623852Z","caller":"traceutil/trace.go:171","msg":"trace[1178964003] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xprhx; range_end:; response_count:1; response_revision:8011; }","duration":"319.327898ms","start":"2026-03-10T22:55:32.304513Z","end":"2026-03-10T22:55:32.62384Z","steps":["trace[1178964003] 'agreement among raft nodes before linearized reading' (duration: 319.186975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:55:32.623869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:55:32.304495Z","time spent":"319.370189ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-xprhx\" "} {"level":"info","ts":"2026-03-10T22:55:33.793922Z","caller":"traceutil/trace.go:171","msg":"trace[2053218075] linearizableReadLoop","detail":"{readStateIndex:8325; appliedIndex:8324; }","duration":"485.941917ms","start":"2026-03-10T22:55:33.307946Z","end":"2026-03-10T22:55:33.793888Z","steps":["trace[2053218075] 'read index received' (duration: 485.62891ms)","trace[2053218075] 'applied index is now lower than readState.Index' (duration: 311.507µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:55:33.794032Z","caller":"traceutil/trace.go:171","msg":"trace[443095630] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"498.266711ms","start":"2026-03-10T22:55:33.29573Z","end":"2026-03-10T22:55:33.793996Z","steps":["trace[443095630] 'process raft request' (duration: 497.934693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:55:33.794116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.114411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:55:33.794168Z","caller":"traceutil/trace.go:171","msg":"trace[560741009] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8014; }","duration":"486.233233ms","start":"2026-03-10T22:55:33.307921Z","end":"2026-03-10T22:55:33.794155Z","steps":["trace[560741009] 'agreement among raft nodes before linearized reading' (duration: 486.10038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:55:33.794204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:55:33.295706Z","time spent":"498.398993ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:55:33.794255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:55:33.307912Z","time spent":"486.332426ms","remote":"127.0.0.1:46942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-10T22:55:34.196417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.21821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:55:34.196499Z","caller":"traceutil/trace.go:171","msg":"trace[716134675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8014; }","duration":"298.340272ms","start":"2026-03-10T22:55:33.898139Z","end":"2026-03-10T22:55:34.196479Z","steps":["trace[716134675] 'range keys from in-memory index tree' (duration: 298.133538ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:55:34.198667Z","caller":"traceutil/trace.go:171","msg":"trace[401065731] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"105.072882ms","start":"2026-03-10T22:55:34.09355Z","end":"2026-03-10T22:55:34.198623Z","steps":["trace[401065731] 'process raft request' (duration: 56.720099ms)","trace[401065731] 'compare' (duration: 46.031671ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:55:42.537316Z","caller":"traceutil/trace.go:171","msg":"trace[1696369448] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8097; }","duration":"149.194202ms","start":"2026-03-10T22:55:42.388102Z","end":"2026-03-10T22:55:42.537296Z","steps":["trace[1696369448] 'process raft request' (duration: 149.1393ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:55:42.537414Z","caller":"traceutil/trace.go:171","msg":"trace[756863075] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8097; }","duration":"150.160603ms","start":"2026-03-10T22:55:42.387165Z","end":"2026-03-10T22:55:42.537325Z","steps":["trace[756863075] 'process raft request' (duration: 99.416567ms)","trace[756863075] 'compare' (duration: 50.538702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:55:43.661096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.381601ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:55:43.661246Z","caller":"traceutil/trace.go:171","msg":"trace[1433255333] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8106; }","duration":"420.541205ms","start":"2026-03-10T22:55:43.240677Z","end":"2026-03-10T22:55:43.661219Z","steps":["trace[1433255333] 'range keys from in-memory index tree' (duration: 420.361201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:55:43.661628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.264416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:55:43.662031Z","caller":"traceutil/trace.go:171","msg":"trace[238662457] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"583.082273ms","start":"2026-03-10T22:55:43.078712Z","end":"2026-03-10T22:55:43.661795Z","steps":["trace[238662457] 'process raft request' (duration: 231.361706ms)","trace[238662457] 'compare' (duration: 350.916659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:55:43.66249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:55:43.078688Z","time spent":"583.703108ms","remote":"127.0.0.1:46726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:55:43.661737Z","caller":"traceutil/trace.go:171","msg":"trace[1323330940] linearizableReadLoop","detail":"{readStateIndex:8423; appliedIndex:8422; }","duration":"469.88626ms","start":"2026-03-10T22:55:43.191833Z","end":"2026-03-10T22:55:43.661719Z","steps":["trace[1323330940] 'read index received' (duration: 118.274735ms)","trace[1323330940] 'applied index is now lower than readState.Index' (duration: 351.610145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:55:43.662269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.432821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T22:55:43.663089Z","caller":"traceutil/trace.go:171","msg":"trace[194874216] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8107; }","duration":"471.284881ms","start":"2026-03-10T22:55:43.191782Z","end":"2026-03-10T22:55:43.663067Z","steps":["trace[194874216] 'agreement among raft nodes before linearized reading' (duration: 470.261408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:55:43.663193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:55:43.191761Z","time spent":"471.410484ms","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":114,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-10T22:55:43.663314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.114649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-10T22:55:43.663398Z","caller":"traceutil/trace.go:171","msg":"trace[1699344449] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8107; }","duration":"285.242362ms","start":"2026-03-10T22:55:43.378133Z","end":"2026-03-10T22:55:43.663376Z","steps":["trace[1699344449] 'agreement among raft nodes before linearized reading' (duration: 285.033767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:55:44.504157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.782993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:55:44.504292Z","caller":"traceutil/trace.go:171","msg":"trace[613001712] linearizableReadLoop","detail":"{readStateIndex:8424; appliedIndex:8423; }","duration":"570.258558ms","start":"2026-03-10T22:55:43.934013Z","end":"2026-03-10T22:55:44.504272Z","steps":["trace[613001712] 'read index received' (duration: 157.2279ms)","trace[613001712] 'applied index is now lower than readState.Index' (duration: 413.028878ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:55:44.504362Z","caller":"traceutil/trace.go:171","msg":"trace[1754750370] transaction","detail":"{read_only:false; response_revision:8108; number_of_response:1; }","duration":"827.782634ms","start":"2026-03-10T22:55:43.676536Z","end":"2026-03-10T22:55:44.504319Z","steps":["trace[1754750370] 'process raft request' (duration: 414.756156ms)","trace[1754750370] 'compare' (duration: 412.583098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:55:44.504533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:55:43.676513Z","time spent":"827.930697ms","remote":"127.0.0.1:39658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:55:44.504541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.520175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-10T22:55:44.504596Z","caller":"traceutil/trace.go:171","msg":"trace[875835573] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8108; }","duration":"570.605226ms","start":"2026-03-10T22:55:43.933976Z","end":"2026-03-10T22:55:44.504581Z","steps":["trace[875835573] 'agreement among raft nodes before linearized reading' (duration: 570.401621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:55:44.504641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:55:43.933954Z","time spent":"570.675718ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-10T22:55:44.580651Z","caller":"traceutil/trace.go:171","msg":"trace[727727332] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"338.542044ms","start":"2026-03-10T22:55:44.24208Z","end":"2026-03-10T22:55:44.580623Z","steps":["trace[727727332] 'process raft request' (duration: 338.376591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:55:44.580901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:55:44.242054Z","time spent":"338.679848ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:55:44.588115Z","caller":"traceutil/trace.go:171","msg":"trace[535685899] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"265.104855ms","start":"2026-03-10T22:55:44.322975Z","end":"2026-03-10T22:55:44.58808Z","steps":["trace[535685899] 'process raft request' (duration: 264.87406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:55:44.588276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.50682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-10T22:55:44.588367Z","caller":"traceutil/trace.go:171","msg":"trace[550339401] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8110; }","duration":"318.637153ms","start":"2026-03-10T22:55:44.269709Z","end":"2026-03-10T22:55:44.588346Z","steps":["trace[550339401] 'agreement among raft nodes before linearized reading' (duration: 318.386107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:55:44.588411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:55:44.269696Z","time spent":"318.706354ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-10T22:55:44.588479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.333463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-10T22:55:44.588551Z","caller":"traceutil/trace.go:171","msg":"trace[786586286] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8110; }","duration":"248.433905ms","start":"2026-03-10T22:55:44.340099Z","end":"2026-03-10T22:55:44.588533Z","steps":["trace[786586286] 'agreement among raft nodes before linearized reading' (duration: 248.22502ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:55:45.897503Z","caller":"traceutil/trace.go:171","msg":"trace[1426051557] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"148.962436ms","start":"2026-03-10T22:55:45.748512Z","end":"2026-03-10T22:55:45.897474Z","steps":["trace[1426051557] 'process raft request' (duration: 70.807472ms)","trace[1426051557] 'compare' (duration: 77.97626ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:55:46.807586Z","caller":"traceutil/trace.go:171","msg":"trace[1448369409] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"112.408556ms","start":"2026-03-10T22:55:46.695148Z","end":"2026-03-10T22:55:46.807556Z","steps":["trace[1448369409] 'process raft request' (duration: 104.959991ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:55:46.822443Z","caller":"traceutil/trace.go:171","msg":"trace[1206549550] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"126.690143ms","start":"2026-03-10T22:55:46.695728Z","end":"2026-03-10T22:55:46.822418Z","steps":["trace[1206549550] 'process raft request' (duration: 126.511848ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:55:46.822558Z","caller":"traceutil/trace.go:171","msg":"trace[1231622509] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"107.306993ms","start":"2026-03-10T22:55:46.715233Z","end":"2026-03-10T22:55:46.82254Z","steps":["trace[1231622509] 'process raft request' (duration: 107.108188ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:05.187585Z","caller":"traceutil/trace.go:171","msg":"trace[2143688933] linearizableReadLoop","detail":"{readStateIndex:8657; appliedIndex:8656; }","duration":"110.147702ms","start":"2026-03-10T22:56:05.077413Z","end":"2026-03-10T22:56:05.187561Z","steps":["trace[2143688933] 'read index received' (duration: 110.01489ms)","trace[2143688933] 'applied index is now lower than readState.Index' (duration: 131.632µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:56:05.187645Z","caller":"traceutil/trace.go:171","msg":"trace[1728681051] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"155.327485ms","start":"2026-03-10T22:56:05.032283Z","end":"2026-03-10T22:56:05.18761Z","steps":["trace[1728681051] 'process raft request' (duration: 155.146801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:05.187828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.897294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-10T22:56:05.187872Z","caller":"traceutil/trace.go:171","msg":"trace[784312764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8334; }","duration":"144.974885ms","start":"2026-03-10T22:56:05.042884Z","end":"2026-03-10T22:56:05.187859Z","steps":["trace[784312764] 'agreement among raft nodes before linearized reading' (duration: 144.814501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:05.18818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.813895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xprhx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-10T22:56:05.188366Z","caller":"traceutil/trace.go:171","msg":"trace[1773994727] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xprhx; range_end:; response_count:1; response_revision:8334; }","duration":"131.975829ms","start":"2026-03-10T22:56:05.056284Z","end":"2026-03-10T22:56:05.18826Z","steps":["trace[1773994727] 'agreement among raft nodes before linearized reading' (duration: 131.405195ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:05.214918Z","caller":"traceutil/trace.go:171","msg":"trace[110953908] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"109.785545ms","start":"2026-03-10T22:56:05.105109Z","end":"2026-03-10T22:56:05.214895Z","steps":["trace[110953908] 'process raft request' (duration: 109.619131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:05.21514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.693162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19434"} {"level":"info","ts":"2026-03-10T22:56:05.215235Z","caller":"traceutil/trace.go:171","msg":"trace[1042625000] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8335; }","duration":"136.817485ms","start":"2026-03-10T22:56:05.078403Z","end":"2026-03-10T22:56:05.215221Z","steps":["trace[1042625000] 'agreement among raft nodes before linearized reading' (duration: 136.538659ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:44.957164Z","caller":"traceutil/trace.go:171","msg":"trace[549579024] transaction","detail":"{read_only:false; response_revision:8733; number_of_response:1; }","duration":"149.21245ms","start":"2026-03-10T22:56:44.807888Z","end":"2026-03-10T22:56:44.957101Z","steps":["trace[549579024] 'process raft request' (duration: 116.827451ms)","trace[549579024] 'compare' (duration: 31.789316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:56:49.399319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644976091519080,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-10T22:56:49.454151Z","caller":"traceutil/trace.go:171","msg":"trace[49302874] transaction","detail":"{read_only:false; response_revision:8753; number_of_response:1; }","duration":"608.743522ms","start":"2026-03-10T22:56:48.845335Z","end":"2026-03-10T22:56:49.454118Z","steps":["trace[49302874] 'process raft request' (duration: 608.536718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:49.454411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:48.845309Z","time spent":"609.010578ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:56:49.722778Z","caller":"traceutil/trace.go:171","msg":"trace[1410755538] transaction","detail":"{read_only:false; response_revision:8755; number_of_response:1; }","duration":"693.710427ms","start":"2026-03-10T22:56:49.029037Z","end":"2026-03-10T22:56:49.722747Z","steps":["trace[1410755538] 'process raft request' (duration: 693.619565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:49.722946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:49.029007Z","time spent":"693.84979ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:56:49.722898Z","caller":"traceutil/trace.go:171","msg":"trace[430947404] transaction","detail":"{read_only:false; response_revision:8754; number_of_response:1; }","duration":"743.84482ms","start":"2026-03-10T22:56:48.97899Z","end":"2026-03-10T22:56:49.722835Z","steps":["trace[430947404] 'process raft request' (duration: 730.213847ms)","trace[430947404] 'compare' (duration: 13.279305ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:56:49.722947Z","caller":"traceutil/trace.go:171","msg":"trace[1745435443] linearizableReadLoop","detail":"{readStateIndex:9090; appliedIndex:9086; }","duration":"824.220522ms","start":"2026-03-10T22:56:48.898696Z","end":"2026-03-10T22:56:49.722916Z","steps":["trace[1745435443] 'read index received' (duration: 555.172134ms)","trace[1745435443] 'applied index is now lower than readState.Index' (duration: 269.046748ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:56:49.723053Z","caller":"traceutil/trace.go:171","msg":"trace[966457859] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"533.75455ms","start":"2026-03-10T22:56:49.189178Z","end":"2026-03-10T22:56:49.722932Z","steps":["trace[966457859] 'process raft request' (duration: 533.530725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:49.72311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.392345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:56:49.723183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:49.189153Z","time spent":"533.965244ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:56:49.723192Z","caller":"traceutil/trace.go:171","msg":"trace[710782713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8756; }","duration":"824.512008ms","start":"2026-03-10T22:56:48.898662Z","end":"2026-03-10T22:56:49.723174Z","steps":["trace[710782713] 'agreement among raft nodes before linearized reading' (duration: 824.384795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:49.723214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.070863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-10T22:56:49.723207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:48.978965Z","time spent":"744.066694ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:56:49.723235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:48.898644Z","time spent":"824.583059ms","remote":"127.0.0.1:46492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-10T22:56:49.723262Z","caller":"traceutil/trace.go:171","msg":"trace[2043289586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8756; }","duration":"523.152584ms","start":"2026-03-10T22:56:49.200098Z","end":"2026-03-10T22:56:49.723251Z","steps":["trace[2043289586] 'agreement among raft nodes before linearized reading' (duration: 522.96438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:49.723302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:49.200083Z","time spent":"523.211956ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-10T22:56:49.723438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.976951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-10T22:56:49.723493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.130552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-10T22:56:49.723493Z","caller":"traceutil/trace.go:171","msg":"trace[1742185261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8756; }","duration":"262.067142ms","start":"2026-03-10T22:56:49.461411Z","end":"2026-03-10T22:56:49.723479Z","steps":["trace[1742185261] 'agreement among raft nodes before linearized reading' (duration: 261.881158ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:49.723518Z","caller":"traceutil/trace.go:171","msg":"trace[432759623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8756; }","duration":"403.215934ms","start":"2026-03-10T22:56:49.320294Z","end":"2026-03-10T22:56:49.72351Z","steps":["trace[432759623] 'agreement among raft nodes before linearized reading' (duration: 403.124762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:49.723545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:49.320272Z","time spent":"403.266795ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-10T22:56:49.723609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.689834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xprhx\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-10T22:56:49.723629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.000088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-10T22:56:49.723711Z","caller":"traceutil/trace.go:171","msg":"trace[782744638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8756; }","duration":"453.10936ms","start":"2026-03-10T22:56:49.270589Z","end":"2026-03-10T22:56:49.723698Z","steps":["trace[782744638] 'agreement among raft nodes before linearized reading' (duration: 452.744092ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:49.723724Z","caller":"traceutil/trace.go:171","msg":"trace[1262024932] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xprhx; range_end:; response_count:1; response_revision:8756; }","duration":"224.895668ms","start":"2026-03-10T22:56:49.4988Z","end":"2026-03-10T22:56:49.723695Z","steps":["trace[1262024932] 'agreement among raft nodes before linearized reading' (duration: 224.56078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:49.723778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:49.270572Z","time spent":"453.163931ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-10T22:56:49.724133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.672793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-10T22:56:49.724565Z","caller":"traceutil/trace.go:171","msg":"trace[883655675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8756; }","duration":"523.122983ms","start":"2026-03-10T22:56:49.201386Z","end":"2026-03-10T22:56:49.724509Z","steps":["trace[883655675] 'agreement among raft nodes before linearized reading' (duration: 522.027218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:49.724644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:49.201316Z","time spent":"523.314918ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-10T22:57:02.601752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.055012ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-10T22:57:04.351788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644976091519283,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-10T22:57:04.404343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.55048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:57:04.404523Z","caller":"traceutil/trace.go:171","msg":"trace[1360171229] linearizableReadLoop","detail":"{readStateIndex:9168; appliedIndex:9166; }","duration":"553.724653ms","start":"2026-03-10T22:57:03.85078Z","end":"2026-03-10T22:57:04.404505Z","steps":["trace[1360171229] 'read index received' (duration: 514.517323ms)","trace[1360171229] 'applied index is now lower than readState.Index' (duration: 39.20618ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:57:04.404615Z","caller":"traceutil/trace.go:171","msg":"trace[635554565] transaction","detail":"{read_only:false; response_revision:8829; number_of_response:1; }","duration":"603.543008ms","start":"2026-03-10T22:57:03.801061Z","end":"2026-03-10T22:57:04.404604Z","steps":["trace[635554565] 'process raft request' (duration: 25.65211ms)","trace[635554565] 'compare' (duration: 577.441298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:57:04.40467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:03.801037Z","time spent":"603.60228ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:57:04.404903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.097571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-10T22:57:04.404977Z","caller":"traceutil/trace.go:171","msg":"trace[1730183198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8830; }","duration":"554.182653ms","start":"2026-03-10T22:57:03.850775Z","end":"2026-03-10T22:57:04.404957Z","steps":["trace[1730183198] 'agreement among raft nodes before linearized reading' (duration: 553.906597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:04.40502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:03.850764Z","time spent":"554.246054ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-10T22:57:04.405159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.851053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:57:04.405255Z","caller":"traceutil/trace.go:171","msg":"trace[2146649274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8830; }","duration":"507.16946ms","start":"2026-03-10T22:57:03.898061Z","end":"2026-03-10T22:57:04.40523Z","steps":["trace[2146649274] 'agreement among raft nodes before linearized reading' (duration: 506.833872ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:57:04.405296Z","caller":"traceutil/trace.go:171","msg":"trace[863876642] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"603.876855ms","start":"2026-03-10T22:57:03.801406Z","end":"2026-03-10T22:57:04.405283Z","steps":["trace[863876642] 'process raft request' (duration: 603.041516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:04.405438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:03.801374Z","time spent":"603.961616ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:57:04.405309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:03.898049Z","time spent":"507.249011ms","remote":"127.0.0.1:46492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T22:57:04.405792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.674431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:57:04.405844Z","caller":"traceutil/trace.go:171","msg":"trace[2041181581] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8830; }","duration":"310.735523ms","start":"2026-03-10T22:57:04.095094Z","end":"2026-03-10T22:57:04.40583Z","steps":["trace[2041181581] 'agreement among raft nodes before linearized reading' (duration: 310.647881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:04.405881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:04.095069Z","time spent":"310.802094ms","remote":"127.0.0.1:33748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-10T22:57:04.40613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.566512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-10T22:57:04.40613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.6007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-10T22:57:04.406165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.519805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-10T22:57:04.406183Z","caller":"traceutil/trace.go:171","msg":"trace[2010202740] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8830; }","duration":"480.688182ms","start":"2026-03-10T22:57:03.92548Z","end":"2026-03-10T22:57:04.406169Z","steps":["trace[2010202740] 'agreement among raft nodes before linearized reading' (duration: 480.509028ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:57:04.406205Z","caller":"traceutil/trace.go:171","msg":"trace[219321722] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8830; }","duration":"474.570416ms","start":"2026-03-10T22:57:03.931624Z","end":"2026-03-10T22:57:04.406194Z","steps":["trace[219321722] 'agreement among raft nodes before linearized reading' (duration: 474.461303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:04.40622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:03.925461Z","time spent":"480.751013ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-10T22:57:04.40621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.860597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xprhx\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-10T22:57:04.406249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:03.931619Z","time spent":"474.623078ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-10T22:57:04.406267Z","caller":"traceutil/trace.go:171","msg":"trace[2099315402] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xprhx; range_end:; response_count:1; response_revision:8830; }","duration":"476.949249ms","start":"2026-03-10T22:57:03.929301Z","end":"2026-03-10T22:57:04.40625Z","steps":["trace[2099315402] 'agreement among raft nodes before linearized reading' (duration: 476.773535ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:57:04.406169Z","caller":"traceutil/trace.go:171","msg":"trace[548979916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8830; }","duration":"486.637434ms","start":"2026-03-10T22:57:03.919523Z","end":"2026-03-10T22:57:04.40616Z","steps":["trace[548979916] 'agreement among raft nodes before linearized reading' (duration: 486.497491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:04.406493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.236981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-10T22:57:04.40665Z","caller":"traceutil/trace.go:171","msg":"trace[571508907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8830; }","duration":"475.413085ms","start":"2026-03-10T22:57:03.931214Z","end":"2026-03-10T22:57:04.406627Z","steps":["trace[571508907] 'agreement among raft nodes before linearized reading' (duration: 474.840872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:04.406304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:03.929279Z","time spent":"477.016161ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-xprhx\" "} {"level":"warn","ts":"2026-03-10T22:57:04.406794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:03.931207Z","time spent":"475.537239ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-10T22:57:04.406526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:03.919507Z","time spent":"486.90454ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-10T22:57:04.747541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.868112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:57:04.747694Z","caller":"traceutil/trace.go:171","msg":"trace[1192420431] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"263.078046ms","start":"2026-03-10T22:57:04.484565Z","end":"2026-03-10T22:57:04.747643Z","steps":["trace[1192420431] 'process raft request' (duration: 36.018209ms)","trace[1192420431] 'compare' (duration: 226.75286ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:57:06.080769Z","caller":"traceutil/trace.go:171","msg":"trace[1338384742] linearizableReadLoop","detail":"{readStateIndex:9176; appliedIndex:9175; }","duration":"177.116788ms","start":"2026-03-10T22:57:05.903622Z","end":"2026-03-10T22:57:06.080739Z","steps":["trace[1338384742] 'read index received' (duration: 176.915784ms)","trace[1338384742] 'applied index is now lower than readState.Index' (duration: 199.504µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:57:06.080847Z","caller":"traceutil/trace.go:171","msg":"trace[1221554845] transaction","detail":"{read_only:false; response_revision:8838; number_of_response:1; }","duration":"275.770247ms","start":"2026-03-10T22:57:05.80504Z","end":"2026-03-10T22:57:06.08081Z","steps":["trace[1221554845] 'process raft request' (duration: 275.411959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:06.080907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.283482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:57:06.080946Z","caller":"traceutil/trace.go:171","msg":"trace[1584308977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8838; }","duration":"177.414864ms","start":"2026-03-10T22:57:05.903521Z","end":"2026-03-10T22:57:06.080936Z","steps":["trace[1584308977] 'agreement among raft nodes before linearized reading' (duration: 177.323842ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:57:08.629215Z","caller":"traceutil/trace.go:171","msg":"trace[1517729130] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"129.746697ms","start":"2026-03-10T22:57:08.499445Z","end":"2026-03-10T22:57:08.629192Z","steps":["trace[1517729130] 'process raft request' (duration: 129.608884ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:57:08.632835Z","caller":"traceutil/trace.go:171","msg":"trace[1007021917] transaction","detail":"{read_only:false; response_revision:8858; number_of_response:1; }","duration":"131.669331ms","start":"2026-03-10T22:57:08.501123Z","end":"2026-03-10T22:57:08.632792Z","steps":["trace[1007021917] 'process raft request' (duration: 131.320423ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:57:08.633002Z","caller":"traceutil/trace.go:171","msg":"trace[166103930] linearizableReadLoop","detail":"{readStateIndex:9197; appliedIndex:9195; }","duration":"129.160275ms","start":"2026-03-10T22:57:08.503811Z","end":"2026-03-10T22:57:08.632971Z","steps":["trace[166103930] 'read index received' (duration: 125.31161ms)","trace[166103930] 'applied index is now lower than readState.Index' (duration: 3.846335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:57:08.633259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.433331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xprhx\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-10T22:57:08.633301Z","caller":"traceutil/trace.go:171","msg":"trace[338193841] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xprhx; range_end:; response_count:1; response_revision:8859; }","duration":"129.514713ms","start":"2026-03-10T22:57:08.503775Z","end":"2026-03-10T22:57:08.63329Z","steps":["trace[338193841] 'agreement among raft nodes before linearized reading' (duration: 129.300678ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:57:08.633304Z","caller":"traceutil/trace.go:171","msg":"trace[1350140292] transaction","detail":"{read_only:false; response_revision:8859; number_of_response:1; }","duration":"127.651872ms","start":"2026-03-10T22:57:08.505627Z","end":"2026-03-10T22:57:08.633279Z","steps":["trace[1350140292] 'process raft request' (duration: 127.10759ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:58:09.050717Z","caller":"traceutil/trace.go:171","msg":"trace[333059213] transaction","detail":"{read_only:false; response_revision:9255; number_of_response:1; }","duration":"104.792384ms","start":"2026-03-10T22:58:08.945895Z","end":"2026-03-10T22:58:09.050687Z","steps":["trace[333059213] 'process raft request' (duration: 104.541728ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:58:09.052444Z","caller":"traceutil/trace.go:171","msg":"trace[1408721547] transaction","detail":"{read_only:false; response_revision:9256; number_of_response:1; }","duration":"104.867936ms","start":"2026-03-10T22:58:08.947556Z","end":"2026-03-10T22:58:09.052424Z","steps":["trace[1408721547] 'process raft request' (duration: 104.765093ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:58:09.052863Z","caller":"traceutil/trace.go:171","msg":"trace[1372666792] transaction","detail":"{read_only:false; response_revision:9257; number_of_response:1; }","duration":"104.547289ms","start":"2026-03-10T22:58:08.948287Z","end":"2026-03-10T22:58:09.052834Z","steps":["trace[1372666792] 'process raft request' (duration: 104.102299ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:59:09.093248Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f52f30d5714009d5","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-10T22:59:09.103685Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-10T22:59:09.103812Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-10T22:59:33.501937Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7552} {"level":"info","ts":"2026-03-10T22:59:33.56788Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7552,"took":"63.62361ms","hash":2456584546,"current-db-size-bytes":41721856,"current-db-size":"42 MB","current-db-size-in-use-bytes":24875008,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-10T22:59:33.56796Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2456584546,"revision":7552,"compact-revision":5586} {"level":"info","ts":"2026-03-10T23:01:10.09832Z","caller":"traceutil/trace.go:171","msg":"trace[1333428750] linearizableReadLoop","detail":"{readStateIndex:10693; appliedIndex:10692; }","duration":"105.593204ms","start":"2026-03-10T23:01:09.992692Z","end":"2026-03-10T23:01:10.098285Z","steps":["trace[1333428750] 'read index received' (duration: 105.371409ms)","trace[1333428750] 'applied index is now lower than readState.Index' (duration: 220.245µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T23:01:10.098541Z","caller":"traceutil/trace.go:171","msg":"trace[1179199303] transaction","detail":"{read_only:false; response_revision:10298; number_of_response:1; }","duration":"111.403963ms","start":"2026-03-10T23:01:09.9871Z","end":"2026-03-10T23:01:10.098504Z","steps":["trace[1179199303] 'process raft request' (duration: 110.961433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T23:01:10.098682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.399808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-10T23:01:10.098768Z","caller":"traceutil/trace.go:171","msg":"trace[2099806923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10298; }","duration":"100.50637ms","start":"2026-03-10T23:01:09.998239Z","end":"2026-03-10T23:01:10.098746Z","steps":["trace[2099806923] 'agreement among raft nodes before linearized reading' (duration: 100.310056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T23:01:10.099928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.207219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-10T23:01:10.100108Z","caller":"traceutil/trace.go:171","msg":"trace[1349194141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10298; }","duration":"107.437814ms","start":"2026-03-10T23:01:09.992645Z","end":"2026-03-10T23:01:10.100083Z","steps":["trace[1349194141] 'agreement among raft nodes before linearized reading' (duration: 106.109375ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T23:01:11.53071Z","caller":"traceutil/trace.go:171","msg":"trace[1407937708] transaction","detail":"{read_only:false; response_revision:10303; number_of_response:1; }","duration":"181.29165ms","start":"2026-03-10T23:01:11.349394Z","end":"2026-03-10T23:01:11.530685Z","steps":["trace[1407937708] 'process raft request' (duration: 166.496271ms)","trace[1407937708] 'compare' (duration: 14.687577ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T23:04:33.512612Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9745} {"level":"info","ts":"2026-03-10T23:04:33.596152Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9745,"took":"81.107867ms","hash":1612149194,"current-db-size-bytes":41721856,"current-db-size":"42 MB","current-db-size-in-use-bytes":18087936,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-10T23:04:33.596233Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1612149194,"revision":9745,"compact-revision":7552}