{"level":"warn","ts":"2026-03-18T16:53:30.514908Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T16:53:30.515045Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.212:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.212:2380","--initial-cluster=instance=https://162.253.55.212:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.212:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.212:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-18T16:53:30.515164Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T16:53:30.515189Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.212:2380"]} {"level":"info","ts":"2026-03-18T16:53:30.515221Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T16:53:30.516104Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.212:2379"]} {"level":"info","ts":"2026-03-18T16:53:30.516268Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.212:2380"],"listen-peer-urls":["https://162.253.55.212:2380"],"advertise-client-urls":["https://162.253.55.212:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.212:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.212:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-18T16:53:30.520599Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.965966ms"} {"level":"info","ts":"2026-03-18T16:53:30.529756Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d078b1e39c21939c","cluster-id":"cdc9ba8de57e3589"} {"level":"info","ts":"2026-03-18T16:53:30.529893Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d078b1e39c21939c switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T16:53:30.529934Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d078b1e39c21939c became follower at term 0"} {"level":"info","ts":"2026-03-18T16:53:30.529959Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d078b1e39c21939c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-18T16:53:30.529977Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d078b1e39c21939c became follower at term 1"} {"level":"info","ts":"2026-03-18T16:53:30.531283Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d078b1e39c21939c switched to configuration voters=(15021952148229428124)"} {"level":"warn","ts":"2026-03-18T16:53:30.537844Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T16:53:30.539265Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-18T16:53:30.540847Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T16:53:30.5443Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d078b1e39c21939c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-18T16:53:30.545369Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d078b1e39c21939c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-18T16:53:30.545518Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T16:53:30.545737Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T16:53:30.545753Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T16:53:30.546754Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d078b1e39c21939c switched to configuration voters=(15021952148229428124)"} {"level":"info","ts":"2026-03-18T16:53:30.547349Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"cdc9ba8de57e3589","local-member-id":"d078b1e39c21939c","added-peer-id":"d078b1e39c21939c","added-peer-peer-urls":["https://162.253.55.212:2380"]} {"level":"info","ts":"2026-03-18T16:53:30.549737Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T16:53:30.549838Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.212:2380"} {"level":"info","ts":"2026-03-18T16:53:30.549904Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.212:2380"} {"level":"info","ts":"2026-03-18T16:53:30.550011Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d078b1e39c21939c","initial-advertise-peer-urls":["https://162.253.55.212:2380"],"listen-peer-urls":["https://162.253.55.212:2380"],"advertise-client-urls":["https://162.253.55.212:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.212:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T16:53:30.550052Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T16:53:30.731755Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d078b1e39c21939c is starting a new election at term 1"} {"level":"info","ts":"2026-03-18T16:53:30.731904Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d078b1e39c21939c became pre-candidate at term 1"} {"level":"info","ts":"2026-03-18T16:53:30.73198Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d078b1e39c21939c received MsgPreVoteResp from d078b1e39c21939c at term 1"} {"level":"info","ts":"2026-03-18T16:53:30.732037Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d078b1e39c21939c became candidate at term 2"} {"level":"info","ts":"2026-03-18T16:53:30.732058Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d078b1e39c21939c received MsgVoteResp from d078b1e39c21939c at term 2"} {"level":"info","ts":"2026-03-18T16:53:30.732076Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d078b1e39c21939c became leader at term 2"} {"level":"info","ts":"2026-03-18T16:53:30.732124Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d078b1e39c21939c elected leader d078b1e39c21939c at term 2"} {"level":"info","ts":"2026-03-18T16:53:30.73337Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T16:53:30.734321Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d078b1e39c21939c","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.212:2379]}","request-path":"/0/members/d078b1e39c21939c/attributes","cluster-id":"cdc9ba8de57e3589","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T16:53:30.734487Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T16:53:30.734609Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T16:53:30.734955Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"cdc9ba8de57e3589","local-member-id":"d078b1e39c21939c","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T16:53:30.735207Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T16:53:30.735258Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T16:53:30.737444Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.212:2379"} {"level":"info","ts":"2026-03-18T16:53:30.73759Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T16:53:30.737622Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-18T16:53:30.740588Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-18T16:53:52.858281Z","caller":"traceutil/trace.go:171","msg":"trace[1688769460] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"437.409627ms","start":"2026-03-18T16:53:52.420851Z","end":"2026-03-18T16:53:52.85826Z","steps":["trace[1688769460] 'process raft request' (duration: 437.296824ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:53:52.8584Z","caller":"traceutil/trace.go:171","msg":"trace[137712819] linearizableReadLoop","detail":"{readStateIndex:470; appliedIndex:470; }","duration":"429.448243ms","start":"2026-03-18T16:53:52.42883Z","end":"2026-03-18T16:53:52.858278Z","steps":["trace[137712819] 'read index received' (duration: 429.430482ms)","trace[137712819] 'applied index is now lower than readState.Index' (duration: 14.631µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:53:52.858438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.590736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T16:53:52.858578Z","caller":"traceutil/trace.go:171","msg":"trace[249088966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:456; }","duration":"429.789892ms","start":"2026-03-18T16:53:52.428773Z","end":"2026-03-18T16:53:52.858563Z","steps":["trace[249088966] 'agreement among raft nodes before linearized reading' (duration: 429.537074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:53:52.858634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:53:52.428752Z","time spent":"429.869923ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T16:53:52.85887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:53:52.420827Z","time spent":"437.51721ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:53:53.381693Z","caller":"traceutil/trace.go:171","msg":"trace[545540165] linearizableReadLoop","detail":"{readStateIndex:471; appliedIndex:470; }","duration":"523.167985ms","start":"2026-03-18T16:53:52.858499Z","end":"2026-03-18T16:53:53.381667Z","steps":["trace[545540165] 'read index received' (duration: 423.657666ms)","trace[545540165] 'applied index is now lower than readState.Index' (duration: 99.509149ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:53:53.381701Z","caller":"traceutil/trace.go:171","msg":"trace[1358885637] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"897.689599ms","start":"2026-03-18T16:53:52.483978Z","end":"2026-03-18T16:53:53.381668Z","steps":["trace[1358885637] 'process raft request' (duration: 798.265303ms)","trace[1358885637] 'compare' (duration: 99.291073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:53:53.381756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.056713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T16:53:53.3818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.171939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T16:53:53.381835Z","caller":"traceutil/trace.go:171","msg":"trace[1383318041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:457; }","duration":"812.198447ms","start":"2026-03-18T16:53:52.569613Z","end":"2026-03-18T16:53:53.381811Z","steps":["trace[1383318041] 'agreement among raft nodes before linearized reading' (duration: 812.075434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:53:53.381882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:53:52.569588Z","time spent":"812.28738ms","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T16:53:53.381875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:53:52.483956Z","time spent":"897.835772ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:53:53.38189Z","caller":"traceutil/trace.go:171","msg":"trace[739732878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:457; }","duration":"668.297624ms","start":"2026-03-18T16:53:52.713568Z","end":"2026-03-18T16:53:53.381865Z","steps":["trace[739732878] 'agreement among raft nodes before linearized reading' (duration: 668.102368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:53:53.381938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:53:52.713552Z","time spent":"668.376715ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T16:53:53.381834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.85716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T16:53:53.382052Z","caller":"traceutil/trace.go:171","msg":"trace[816510165] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:457; }","duration":"948.143158ms","start":"2026-03-18T16:53:52.433896Z","end":"2026-03-18T16:53:53.382039Z","steps":["trace[816510165] 'agreement among raft nodes before linearized reading' (duration: 947.859911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:53:53.38208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:53:52.433852Z","time spent":"948.220729ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T16:53:53.48185Z","caller":"traceutil/trace.go:171","msg":"trace[51781258] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"618.151912ms","start":"2026-03-18T16:53:52.863665Z","end":"2026-03-18T16:53:53.481817Z","steps":["trace[51781258] 'process raft request' (duration: 617.930256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:53:53.482248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:53:52.863645Z","time spent":"618.290656ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:53:53.593326Z","caller":"traceutil/trace.go:171","msg":"trace[1608265399] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"206.321206ms","start":"2026-03-18T16:53:53.386974Z","end":"2026-03-18T16:53:53.593295Z","steps":["trace[1608265399] 'process raft request' (duration: 206.268414ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:53:53.593573Z","caller":"traceutil/trace.go:171","msg":"trace[1865098204] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"207.223019ms","start":"2026-03-18T16:53:53.386303Z","end":"2026-03-18T16:53:53.593526Z","steps":["trace[1865098204] 'process raft request' (duration: 198.424821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:53:59.774107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.366538ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T16:53:59.77422Z","caller":"traceutil/trace.go:171","msg":"trace[1330361906] linearizableReadLoop","detail":"{readStateIndex:487; appliedIndex:486; }","duration":"579.920011ms","start":"2026-03-18T16:53:59.194282Z","end":"2026-03-18T16:53:59.774202Z","steps":["trace[1330361906] 'read index received' (duration: 58.671µs)","trace[1330361906] 'applied index is now lower than readState.Index' (duration: 579.85973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:53:59.774458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.143867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12661"} {"level":"info","ts":"2026-03-18T16:53:59.774512Z","caller":"traceutil/trace.go:171","msg":"trace[919711509] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:471; }","duration":"580.24859ms","start":"2026-03-18T16:53:59.194243Z","end":"2026-03-18T16:53:59.774492Z","steps":["trace[919711509] 'agreement among raft nodes before linearized reading' (duration: 580.068545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:53:59.77456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:53:59.194225Z","time spent":"580.321203ms","remote":"127.0.0.1:45142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":12685,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-03-18T16:53:59.774586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.705239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T16:53:59.774666Z","caller":"traceutil/trace.go:171","msg":"trace[273670475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:471; }","duration":"271.835561ms","start":"2026-03-18T16:53:59.502814Z","end":"2026-03-18T16:53:59.77465Z","steps":["trace[273670475] 'agreement among raft nodes before linearized reading' (duration: 271.697138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:53:59.774656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.409953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T16:53:59.774756Z","caller":"traceutil/trace.go:171","msg":"trace[1122492823] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:471; }","duration":"148.536407ms","start":"2026-03-18T16:53:59.626185Z","end":"2026-03-18T16:53:59.774721Z","steps":["trace[1122492823] 'agreement among raft nodes before linearized reading' (duration: 148.352801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:53:59.774752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.966741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T16:53:59.774994Z","caller":"traceutil/trace.go:171","msg":"trace[11151755] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:471; }","duration":"158.136855ms","start":"2026-03-18T16:53:59.616733Z","end":"2026-03-18T16:53:59.77487Z","steps":["trace[11151755] 'agreement among raft nodes before linearized reading' (duration: 157.850467ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:00.945401Z","caller":"traceutil/trace.go:171","msg":"trace[1233807799] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"156.683216ms","start":"2026-03-18T16:54:00.788692Z","end":"2026-03-18T16:54:00.945375Z","steps":["trace[1233807799] 'process raft request' (duration: 74.072728ms)","trace[1233807799] 'compare' (duration: 82.407343ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:54:03.25421Z","caller":"traceutil/trace.go:171","msg":"trace[1577303279] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"164.741784ms","start":"2026-03-18T16:54:03.089442Z","end":"2026-03-18T16:54:03.254183Z","steps":["trace[1577303279] 'process raft request' (duration: 164.59297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:04.340285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636549051285055341,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T16:54:04.343557Z","caller":"traceutil/trace.go:171","msg":"trace[1945537164] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"511.758363ms","start":"2026-03-18T16:54:03.831773Z","end":"2026-03-18T16:54:04.343531Z","steps":["trace[1945537164] 'process raft request' (duration: 511.6019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:04.343721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:03.831754Z","time spent":"511.878666ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:54:04.344552Z","caller":"traceutil/trace.go:171","msg":"trace[613136306] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"512.046491ms","start":"2026-03-18T16:54:03.832479Z","end":"2026-03-18T16:54:04.344525Z","steps":["trace[613136306] 'process raft request' (duration: 511.810194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:04.344654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:03.832452Z","time spent":"512.143683ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:54:04.344671Z","caller":"traceutil/trace.go:171","msg":"trace[1355724864] linearizableReadLoop","detail":"{readStateIndex:533; appliedIndex:531; }","duration":"505.440704ms","start":"2026-03-18T16:54:03.839203Z","end":"2026-03-18T16:54:04.344644Z","steps":["trace[1355724864] 'read index received' (duration: 504.152769ms)","trace[1355724864] 'applied index is now lower than readState.Index' (duration: 1.285655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:54:04.344756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.562637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T16:54:04.34478Z","caller":"traceutil/trace.go:171","msg":"trace[2014400366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:517; }","duration":"505.629198ms","start":"2026-03-18T16:54:03.839144Z","end":"2026-03-18T16:54:04.344773Z","steps":["trace[2014400366] 'agreement among raft nodes before linearized reading' (duration: 505.586157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:04.344795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:03.839124Z","time spent":"505.667709ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T16:54:04.34484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.366844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.212\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T16:54:04.34488Z","caller":"traceutil/trace.go:171","msg":"trace[338641368] range","detail":"{range_begin:/registry/masterleases/162.253.55.212; range_end:; response_count:1; response_revision:517; }","duration":"461.423196ms","start":"2026-03-18T16:54:03.883445Z","end":"2026-03-18T16:54:04.344869Z","steps":["trace[338641368] 'agreement among raft nodes before linearized reading' (duration: 461.331393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:04.344919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:03.883393Z","time spent":"461.517828ms","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.212\" "} {"level":"info","ts":"2026-03-18T16:54:10.702367Z","caller":"traceutil/trace.go:171","msg":"trace[1325168377] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"437.158941ms","start":"2026-03-18T16:54:10.265176Z","end":"2026-03-18T16:54:10.702335Z","steps":["trace[1325168377] 'process raft request' (duration: 437.10996ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:10.702641Z","caller":"traceutil/trace.go:171","msg":"trace[571201077] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"437.411857ms","start":"2026-03-18T16:54:10.265175Z","end":"2026-03-18T16:54:10.702587Z","steps":["trace[571201077] 'process raft request' (duration: 436.711609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:10.702552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:10.265157Z","time spent":"437.320775ms","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T16:54:10.702818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:10.265157Z","time spent":"437.579163ms","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T16:54:10.827724Z","caller":"traceutil/trace.go:171","msg":"trace[899896491] linearizableReadLoop","detail":"{readStateIndex:576; appliedIndex:573; }","duration":"460.328306ms","start":"2026-03-18T16:54:10.367369Z","end":"2026-03-18T16:54:10.827697Z","steps":["trace[899896491] 'read index received' (duration: 334.609535ms)","trace[899896491] 'applied index is now lower than readState.Index' (duration: 125.717501ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:54:10.827773Z","caller":"traceutil/trace.go:171","msg":"trace[1434103279] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"472.484024ms","start":"2026-03-18T16:54:10.355264Z","end":"2026-03-18T16:54:10.827748Z","steps":["trace[1434103279] 'process raft request' (duration: 472.195996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:10.827865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:10.355232Z","time spent":"472.590826ms","remote":"127.0.0.1:45142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T16:54:10.827941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.960052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T16:54:10.827943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.995589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:54:10.827993Z","caller":"traceutil/trace.go:171","msg":"trace[1605270997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:558; }","duration":"458.036964ms","start":"2026-03-18T16:54:10.369943Z","end":"2026-03-18T16:54:10.82798Z","steps":["trace[1605270997] 'agreement among raft nodes before linearized reading' (duration: 457.887779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:10.828045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:10.369909Z","time spent":"458.124277ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T16:54:10.828051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.999745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T16:54:10.828109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.735057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T16:54:10.828178Z","caller":"traceutil/trace.go:171","msg":"trace[801217030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:558; }","duration":"454.143869ms","start":"2026-03-18T16:54:10.374014Z","end":"2026-03-18T16:54:10.828158Z","steps":["trace[801217030] 'agreement among raft nodes before linearized reading' (duration: 453.851112ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:10.828237Z","caller":"traceutil/trace.go:171","msg":"trace[2020787143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:558; }","duration":"460.85012ms","start":"2026-03-18T16:54:10.36733Z","end":"2026-03-18T16:54:10.82818Z","steps":["trace[2020787143] 'agreement among raft nodes before linearized reading' (duration: 460.46342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:10.828274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:10.374005Z","time spent":"454.253022ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T16:54:10.828288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:10.367318Z","time spent":"460.956983ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T16:54:10.828092Z","caller":"traceutil/trace.go:171","msg":"trace[1318632885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:558; }","duration":"258.179044ms","start":"2026-03-18T16:54:10.569865Z","end":"2026-03-18T16:54:10.828044Z","steps":["trace[1318632885] 'agreement among raft nodes before linearized reading' (duration: 257.984978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:11.218848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.625566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T16:54:11.219077Z","caller":"traceutil/trace.go:171","msg":"trace[282564809] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"385.718793ms","start":"2026-03-18T16:54:10.83328Z","end":"2026-03-18T16:54:11.218999Z","steps":["trace[282564809] 'process raft request' (duration: 83.812901ms)","trace[282564809] 'compare' (duration: 301.495512ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:54:11.219156Z","caller":"traceutil/trace.go:171","msg":"trace[1533385165] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"385.587271ms","start":"2026-03-18T16:54:10.833531Z","end":"2026-03-18T16:54:11.219119Z","steps":["trace[1533385165] 'process raft request' (duration: 385.408525ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:11.219224Z","caller":"traceutil/trace.go:171","msg":"trace[993984528] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"385.442827ms","start":"2026-03-18T16:54:10.833742Z","end":"2026-03-18T16:54:11.219185Z","steps":["trace[993984528] 'process raft request' (duration: 385.232781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:11.219249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:10.833262Z","time spent":"385.898688ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:54:11.219277Z","caller":"traceutil/trace.go:171","msg":"trace[1571000549] linearizableReadLoop","detail":"{readStateIndex:582; appliedIndex:576; }","duration":"313.766803ms","start":"2026-03-18T16:54:10.905495Z","end":"2026-03-18T16:54:11.219262Z","steps":["trace[1571000549] 'read index received' (duration: 11.642344ms)","trace[1571000549] 'applied index is now lower than readState.Index' (duration: 302.123439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:54:11.219351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:10.833496Z","time spent":"385.738805ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:54:11.21936Z","caller":"traceutil/trace.go:171","msg":"trace[1619659718] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"373.293399ms","start":"2026-03-18T16:54:10.846043Z","end":"2026-03-18T16:54:11.219336Z","steps":["trace[1619659718] 'process raft request' (duration: 373.191367ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:11.219341Z","caller":"traceutil/trace.go:171","msg":"trace[733208366] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"373.565535ms","start":"2026-03-18T16:54:10.845748Z","end":"2026-03-18T16:54:11.219313Z","steps":["trace[733208366] 'process raft request' (duration: 373.426512ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:11.219373Z","caller":"traceutil/trace.go:171","msg":"trace[1009101162] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"373.610227ms","start":"2026-03-18T16:54:10.845736Z","end":"2026-03-18T16:54:11.219346Z","steps":["trace[1009101162] 'process raft request' (duration: 373.263256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:11.219427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.910668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-f9757\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-18T16:54:11.219454Z","caller":"traceutil/trace.go:171","msg":"trace[758914769] range","detail":"{range_begin:/registry/pods/kube-system/cilium-f9757; range_end:; response_count:1; response_revision:564; }","duration":"313.995159ms","start":"2026-03-18T16:54:10.905451Z","end":"2026-03-18T16:54:11.219446Z","steps":["trace[758914769] 'agreement among raft nodes before linearized reading' (duration: 313.903767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:11.219467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:10.846036Z","time spent":"373.379231ms","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T16:54:11.21948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:10.905432Z","time spent":"314.040141ms","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-f9757\" "} {"level":"warn","ts":"2026-03-18T16:54:11.219461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:10.845714Z","time spent":"373.70293ms","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T16:54:11.219493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:10.845719Z","time spent":"373.717891ms","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T16:54:11.219577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.425297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T16:54:11.219666Z","caller":"traceutil/trace.go:171","msg":"trace[1967312529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:564; }","duration":"213.508209ms","start":"2026-03-18T16:54:11.006133Z","end":"2026-03-18T16:54:11.219642Z","steps":["trace[1967312529] 'agreement among raft nodes before linearized reading' (duration: 213.269533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:11.220114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:10.833714Z","time spent":"385.559559ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:54:12.825037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.66283ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:54:12.825194Z","caller":"traceutil/trace.go:171","msg":"trace[1352649708] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:566; }","duration":"554.842615ms","start":"2026-03-18T16:54:12.270326Z","end":"2026-03-18T16:54:12.825169Z","steps":["trace[1352649708] 'range keys from in-memory index tree' (duration: 554.636209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:12.825447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.109984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T16:54:12.825587Z","caller":"traceutil/trace.go:171","msg":"trace[1669067000] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"1.592900453s","start":"2026-03-18T16:54:11.23266Z","end":"2026-03-18T16:54:12.825561Z","steps":["trace[1669067000] 'process raft request' (duration: 767.598174ms)","trace[1669067000] 'compare' (duration: 824.646732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:54:12.825674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:11.232635Z","time spent":"1.592994737s","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:54:12.984096Z","caller":"traceutil/trace.go:171","msg":"trace[1134352475] linearizableReadLoop","detail":"{readStateIndex:591; appliedIndex:585; }","duration":"414.805299ms","start":"2026-03-18T16:54:12.569268Z","end":"2026-03-18T16:54:12.984073Z","steps":["trace[1134352475] 'read index received' (duration: 405.422966ms)","trace[1134352475] 'applied index is now lower than readState.Index' (duration: 9.381093ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:54:12.984232Z","caller":"traceutil/trace.go:171","msg":"trace[1624985231] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"1.748388488s","start":"2026-03-18T16:54:11.235801Z","end":"2026-03-18T16:54:12.98419Z","steps":["trace[1624985231] 'process raft request' (duration: 1.747980387s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:12.984263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.977294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T16:54:12.984403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:11.235792Z","time spent":"1.748547673s","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20218,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T16:54:12.984344Z","caller":"traceutil/trace.go:171","msg":"trace[2027296154] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"1.74884416s","start":"2026-03-18T16:54:11.235454Z","end":"2026-03-18T16:54:12.984298Z","steps":["trace[2027296154] 'process raft request' (duration: 1.739162759s)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:12.984431Z","caller":"traceutil/trace.go:171","msg":"trace[822339064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:573; }","duration":"415.051225ms","start":"2026-03-18T16:54:12.569233Z","end":"2026-03-18T16:54:12.984284Z","steps":["trace[822339064] 'agreement among raft nodes before linearized reading' (duration: 414.939102ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:12.98446Z","caller":"traceutil/trace.go:171","msg":"trace[1118643273] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"1.743105435s","start":"2026-03-18T16:54:11.241348Z","end":"2026-03-18T16:54:12.984454Z","steps":["trace[1118643273] 'process raft request' (duration: 1.742499348s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:12.984471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:12.569217Z","time spent":"415.24374ms","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T16:54:12.984523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:11.241336Z","time spent":"1.743146286s","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58713,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T16:54:12.984538Z","caller":"traceutil/trace.go:171","msg":"trace[1260586461] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"1.749047324s","start":"2026-03-18T16:54:11.235483Z","end":"2026-03-18T16:54:12.98453Z","steps":["trace[1260586461] 'process raft request' (duration: 1.748245153s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:12.984533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:11.235434Z","time spent":"1.749029695s","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8989,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T16:54:12.984595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:11.235467Z","time spent":"1.749091038s","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9589,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T16:54:12.984411Z","caller":"traceutil/trace.go:171","msg":"trace[1050695243] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"1.740116965s","start":"2026-03-18T16:54:11.244277Z","end":"2026-03-18T16:54:12.984394Z","steps":["trace[1050695243] 'process raft request' (duration: 1.739676673s)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:12.984604Z","caller":"traceutil/trace.go:171","msg":"trace[894799543] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"1.739088947s","start":"2026-03-18T16:54:11.245489Z","end":"2026-03-18T16:54:12.984578Z","steps":["trace[894799543] 'process raft request' (duration: 1.738538412s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:12.984638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:11.244267Z","time spent":"1.740356581s","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72609,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T16:54:12.984704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:11.245466Z","time spent":"1.739185849s","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72484,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T16:54:34.071097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636549051285056092,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T16:54:34.438618Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.016154707s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T16:54:34.439249Z","caller":"traceutil/trace.go:171","msg":"trace[580275327] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"1.016830676s","start":"2026-03-18T16:54:33.422382Z","end":"2026-03-18T16:54:34.439213Z","steps":["trace[580275327] 'process raft request' (duration: 1.016518257s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:34.439545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:33.422362Z","time spent":"1.0170136s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:54:34.528832Z","caller":"traceutil/trace.go:171","msg":"trace[346144898] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"1.105869437s","start":"2026-03-18T16:54:33.422932Z","end":"2026-03-18T16:54:34.528801Z","steps":["trace[346144898] 'process raft request' (duration: 1.105377374s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:34.529041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:33.42291Z","time spent":"1.106025922s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:54:34.529172Z","caller":"traceutil/trace.go:171","msg":"trace[215670804] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"1.106052863s","start":"2026-03-18T16:54:33.423064Z","end":"2026-03-18T16:54:34.529117Z","steps":["trace[215670804] 'process raft request' (duration: 1.105697723s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:34.529426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:33.423057Z","time spent":"1.106230767s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:54:34.529463Z","caller":"traceutil/trace.go:171","msg":"trace[1135056317] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"1.105517617s","start":"2026-03-18T16:54:33.423905Z","end":"2026-03-18T16:54:34.529423Z","steps":["trace[1135056317] 'process raft request' (duration: 1.105125707s)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:34.529595Z","caller":"traceutil/trace.go:171","msg":"trace[542495065] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"403.311708ms","start":"2026-03-18T16:54:34.126269Z","end":"2026-03-18T16:54:34.529581Z","steps":["trace[542495065] 'process raft request' (duration: 403.178445ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:34.529594Z","caller":"traceutil/trace.go:171","msg":"trace[2126782681] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"725.498379ms","start":"2026-03-18T16:54:33.804062Z","end":"2026-03-18T16:54:34.52956Z","steps":["trace[2126782681] 'process raft request' (duration: 725.287733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:34.529675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:34.126216Z","time spent":"403.418671ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:54:34.529658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:33.423889Z","time spent":"1.105669692s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:54:34.529564Z","caller":"traceutil/trace.go:171","msg":"trace[567549309] linearizableReadLoop","detail":"{readStateIndex:963; appliedIndex:958; }","duration":"958.744978ms","start":"2026-03-18T16:54:33.570789Z","end":"2026-03-18T16:54:34.529534Z","steps":["trace[567549309] 'read index received' (duration: 868.116354ms)","trace[567549309] 'applied index is now lower than readState.Index' (duration: 90.627154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:54:34.529728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:33.804Z","time spent":"725.665413ms","remote":"127.0.0.1:45126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T16:54:34.529956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.02463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-lxnjg\" ","response":"range_response_count:1 size:5353"} {"level":"info","ts":"2026-03-18T16:54:34.530013Z","caller":"traceutil/trace.go:171","msg":"trace[1961115045] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-lxnjg; range_end:; response_count:1; response_revision:941; }","duration":"720.115393ms","start":"2026-03-18T16:54:33.809876Z","end":"2026-03-18T16:54:34.529991Z","steps":["trace[1961115045] 'agreement among raft nodes before linearized reading' (duration: 719.925498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:34.529955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.1573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T16:54:34.530051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:33.809864Z","time spent":"720.177714ms","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5377,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-lxnjg\" "} {"level":"warn","ts":"2026-03-18T16:54:34.530036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.97119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.212\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T16:54:34.530106Z","caller":"traceutil/trace.go:171","msg":"trace[1748026387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:941; }","duration":"959.324384ms","start":"2026-03-18T16:54:33.570728Z","end":"2026-03-18T16:54:34.530052Z","steps":["trace[1748026387] 'agreement among raft nodes before linearized reading' (duration: 958.892623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:34.5302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:33.570708Z","time spent":"959.473069ms","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T16:54:34.530115Z","caller":"traceutil/trace.go:171","msg":"trace[730667519] range","detail":"{range_begin:/registry/masterleases/162.253.55.212; range_end:; response_count:1; response_revision:941; }","duration":"644.088983ms","start":"2026-03-18T16:54:33.886006Z","end":"2026-03-18T16:54:34.530095Z","steps":["trace[730667519] 'agreement among raft nodes before linearized reading' (duration: 643.822235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:34.530287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:33.885984Z","time spent":"644.279027ms","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.212\" "} {"level":"warn","ts":"2026-03-18T16:54:51.968948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.024232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:54:51.96904Z","caller":"traceutil/trace.go:171","msg":"trace[379176685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1079; }","duration":"399.154767ms","start":"2026-03-18T16:54:51.569865Z","end":"2026-03-18T16:54:51.96902Z","steps":["trace[379176685] 'range keys from in-memory index tree' (duration: 398.948441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:51.969078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:51.569845Z","time spent":"399.224458ms","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T16:54:56.888792Z","caller":"traceutil/trace.go:171","msg":"trace[87937897] linearizableReadLoop","detail":"{readStateIndex:1220; appliedIndex:1219; }","duration":"257.988368ms","start":"2026-03-18T16:54:56.630777Z","end":"2026-03-18T16:54:56.888766Z","steps":["trace[87937897] 'read index received' (duration: 257.786493ms)","trace[87937897] 'applied index is now lower than readState.Index' (duration: 200.685µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:54:56.888878Z","caller":"traceutil/trace.go:171","msg":"trace[1676628772] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"258.906113ms","start":"2026-03-18T16:54:56.629941Z","end":"2026-03-18T16:54:56.888847Z","steps":["trace[1676628772] 'process raft request' (duration: 258.688827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:56.889129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.162016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T16:54:56.889112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.304407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T16:54:56.889176Z","caller":"traceutil/trace.go:171","msg":"trace[1317028130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1185; }","duration":"257.236969ms","start":"2026-03-18T16:54:56.63193Z","end":"2026-03-18T16:54:56.889167Z","steps":["trace[1317028130] 'agreement among raft nodes before linearized reading' (duration: 257.068694ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:56.889205Z","caller":"traceutil/trace.go:171","msg":"trace[470672801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1185; }","duration":"258.429741ms","start":"2026-03-18T16:54:56.630753Z","end":"2026-03-18T16:54:56.889182Z","steps":["trace[470672801] 'agreement among raft nodes before linearized reading' (duration: 258.163494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:56.889272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.104979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T16:54:56.889346Z","caller":"traceutil/trace.go:171","msg":"trace[1604017402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1185; }","duration":"256.226001ms","start":"2026-03-18T16:54:56.633106Z","end":"2026-03-18T16:54:56.889332Z","steps":["trace[1604017402] 'agreement among raft nodes before linearized reading' (duration: 255.996485ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:55:16.121014Z","caller":"traceutil/trace.go:171","msg":"trace[744671043] transaction","detail":"{read_only:false; response_revision:1496; number_of_response:1; }","duration":"102.694578ms","start":"2026-03-18T16:55:16.018292Z","end":"2026-03-18T16:55:16.120987Z","steps":["trace[744671043] 'process raft request' (duration: 102.506433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:23.825276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636549051285057440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T16:55:24.399412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.259599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T16:55:24.399636Z","caller":"traceutil/trace.go:171","msg":"trace[1370077739] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"1.105965904s","start":"2026-03-18T16:55:23.293647Z","end":"2026-03-18T16:55:24.399613Z","steps":["trace[1370077739] 'process raft request' (duration: 959.365255ms)","trace[1370077739] 'compare' (duration: 146.099436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:55:24.399737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:23.293626Z","time spent":"1.106063476s","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:55:24.399926Z","caller":"traceutil/trace.go:171","msg":"trace[2002541336] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"649.800653ms","start":"2026-03-18T16:55:23.750098Z","end":"2026-03-18T16:55:24.399898Z","steps":["trace[2002541336] 'process raft request' (duration: 649.438122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:24.400113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:23.750067Z","time spent":"649.940646ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:55:24.400164Z","caller":"traceutil/trace.go:171","msg":"trace[1642492709] linearizableReadLoop","detail":"{readStateIndex:1660; appliedIndex:1658; }","duration":"1.075220344s","start":"2026-03-18T16:55:23.324901Z","end":"2026-03-18T16:55:24.400121Z","steps":["trace[1642492709] 'read index received' (duration: 928.131303ms)","trace[1642492709] 'applied index is now lower than readState.Index' (duration: 147.087381ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:55:24.400305Z","caller":"traceutil/trace.go:171","msg":"trace[544011102] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"255.479911ms","start":"2026-03-18T16:55:24.144763Z","end":"2026-03-18T16:55:24.400243Z","steps":["trace[544011102] 'process raft request' (duration: 255.029629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:24.400423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075482721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3795592-bae3-40f9-8888-1fcfeab9df3b\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-03-18T16:55:24.400478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.432913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189dfdd5692727e3\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-03-18T16:55:24.400502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.183451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T16:55:24.400516Z","caller":"traceutil/trace.go:171","msg":"trace[421436767] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e3795592-bae3-40f9-8888-1fcfeab9df3b; range_end:; response_count:1; response_revision:1600; }","duration":"1.075628094s","start":"2026-03-18T16:55:23.324866Z","end":"2026-03-18T16:55:24.400495Z","steps":["trace[421436767] 'agreement among raft nodes before linearized reading' (duration: 1.0754425s)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:55:24.40053Z","caller":"traceutil/trace.go:171","msg":"trace[1177382574] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.189dfdd5692727e3; range_end:; response_count:1; response_revision:1600; }","duration":"586.531397ms","start":"2026-03-18T16:55:23.813977Z","end":"2026-03-18T16:55:24.400508Z","steps":["trace[1177382574] 'agreement among raft nodes before linearized reading' (duration: 586.369442ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:55:24.400551Z","caller":"traceutil/trace.go:171","msg":"trace[1166914436] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1600; }","duration":"519.269304ms","start":"2026-03-18T16:55:23.881267Z","end":"2026-03-18T16:55:24.400536Z","steps":["trace[1166914436] 'agreement among raft nodes before linearized reading' (duration: 519.115869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:24.400573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:23.813957Z","time spent":"586.607108ms","remote":"127.0.0.1:45126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1006,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189dfdd5692727e3\" "} {"level":"warn","ts":"2026-03-18T16:55:24.400572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:23.324849Z","time spent":"1.075713558s","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3771,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3795592-bae3-40f9-8888-1fcfeab9df3b\" "} {"level":"warn","ts":"2026-03-18T16:55:24.400594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:23.881246Z","time spent":"519.337194ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T16:55:24.40077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.130684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.212\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T16:55:24.400882Z","caller":"traceutil/trace.go:171","msg":"trace[51043867] range","detail":"{range_begin:/registry/masterleases/162.253.55.212; range_end:; response_count:1; response_revision:1600; }","duration":"512.287687ms","start":"2026-03-18T16:55:23.888566Z","end":"2026-03-18T16:55:24.400854Z","steps":["trace[51043867] 'agreement among raft nodes before linearized reading' (duration: 511.804294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:24.400944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:23.888546Z","time spent":"512.383258ms","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.212\" "} {"level":"warn","ts":"2026-03-18T16:55:24.93237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.934291ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-18T16:55:24.932587Z","caller":"traceutil/trace.go:171","msg":"trace[1096619818] linearizableReadLoop","detail":"{readStateIndex:1663; appliedIndex:1661; }","duration":"528.180129ms","start":"2026-03-18T16:55:24.404392Z","end":"2026-03-18T16:55:24.932572Z","steps":["trace[1096619818] 'read index received' (duration: 98.113285ms)","trace[1096619818] 'applied index is now lower than readState.Index' (duration: 430.065854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:55:24.932649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:24.402386Z","time spent":"530.261375ms","remote":"127.0.0.1:45080","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T16:55:24.932751Z","caller":"traceutil/trace.go:171","msg":"trace[574081309] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"529.30367ms","start":"2026-03-18T16:55:24.403398Z","end":"2026-03-18T16:55:24.932701Z","steps":["trace[574081309] 'process raft request' (duration: 529.064704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:24.932891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:24.403374Z","time spent":"529.443633ms","remote":"127.0.0.1:45126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:55:24.932997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.600812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"info","ts":"2026-03-18T16:55:24.933061Z","caller":"traceutil/trace.go:171","msg":"trace[59493847] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1601; }","duration":"528.701243ms","start":"2026-03-18T16:55:24.404345Z","end":"2026-03-18T16:55:24.933046Z","steps":["trace[59493847] 'agreement among raft nodes before linearized reading' (duration: 528.380465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:24.933099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:24.404326Z","time spent":"528.762805ms","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10692,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-03-18T16:55:25.432649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636549051285057450,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T16:55:25.9328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636549051285057450,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T16:55:25.992185Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.339493318s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T16:55:26.044862Z","caller":"traceutil/trace.go:171","msg":"trace[1135046639] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"1.392248345s","start":"2026-03-18T16:55:24.652562Z","end":"2026-03-18T16:55:26.044811Z","steps":["trace[1135046639] 'process raft request' (duration: 1.340099443s)","trace[1135046639] 'compare' (duration: 51.507464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:55:26.045126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:24.65253Z","time spent":"1.39247043s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:55:26.045756Z","caller":"traceutil/trace.go:171","msg":"trace[460703686] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"1.111725817s","start":"2026-03-18T16:55:24.933977Z","end":"2026-03-18T16:55:26.045703Z","steps":["trace[460703686] 'process raft request' (duration: 1.111567912s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:26.045971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:24.933951Z","time spent":"1.111905921s","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:55:26.045778Z","caller":"traceutil/trace.go:171","msg":"trace[590149671] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"1.100669662s","start":"2026-03-18T16:55:24.945086Z","end":"2026-03-18T16:55:26.045756Z","steps":["trace[590149671] 'process raft request' (duration: 1.100550449s)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:55:26.046028Z","caller":"traceutil/trace.go:171","msg":"trace[961960529] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"1.002352141s","start":"2026-03-18T16:55:25.043641Z","end":"2026-03-18T16:55:26.045993Z","steps":["trace[961960529] 'process raft request' (duration: 1.002051063s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:26.046148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:24.945069Z","time spent":"1.10098788s","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10970,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:55:26.046303Z","caller":"traceutil/trace.go:171","msg":"trace[1045697899] linearizableReadLoop","detail":"{readStateIndex:1668; appliedIndex:1663; }","duration":"1.113601617s","start":"2026-03-18T16:55:24.932613Z","end":"2026-03-18T16:55:26.046215Z","steps":["trace[1045697899] 'read index received' (duration: 1.060021158s)","trace[1045697899] 'applied index is now lower than readState.Index' (duration: 53.578529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:55:26.046398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496824902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T16:55:26.046154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:25.043615Z","time spent":"1.002465074s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:55:26.04649Z","caller":"traceutil/trace.go:171","msg":"trace[1101193640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1606; }","duration":"1.496964316s","start":"2026-03-18T16:55:24.549496Z","end":"2026-03-18T16:55:26.04646Z","steps":["trace[1101193640] 'agreement among raft nodes before linearized reading' (duration: 1.496817513s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:26.046534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:24.54947Z","time spent":"1.497054608s","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T16:55:26.046293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477153988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:55:26.04674Z","caller":"traceutil/trace.go:171","msg":"trace[740012732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1606; }","duration":"1.477664111s","start":"2026-03-18T16:55:24.569064Z","end":"2026-03-18T16:55:26.046729Z","steps":["trace[740012732] 'agreement among raft nodes before linearized reading' (duration: 1.477179569s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:26.046769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:24.569034Z","time spent":"1.477728224s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T16:55:26.046306Z","caller":"traceutil/trace.go:171","msg":"trace[1938225901] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"570.238931ms","start":"2026-03-18T16:55:25.47604Z","end":"2026-03-18T16:55:26.046279Z","steps":["trace[1938225901] 'process raft request' (duration: 569.884652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:26.046968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:25.476019Z","time spent":"570.856199ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:55:26.046995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020272319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T16:55:26.047016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010588511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T16:55:26.047056Z","caller":"traceutil/trace.go:171","msg":"trace[1978350841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1606; }","duration":"1.010659212s","start":"2026-03-18T16:55:25.036383Z","end":"2026-03-18T16:55:26.047042Z","steps":["trace[1978350841] 'agreement among raft nodes before linearized reading' (duration: 1.010498359s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:26.047092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:25.03636Z","time spent":"1.010724354s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T16:55:26.047112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006731688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T16:55:26.046346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213356886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T16:55:26.04711Z","caller":"traceutil/trace.go:171","msg":"trace[1404436938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1606; }","duration":"1.020523035s","start":"2026-03-18T16:55:25.026552Z","end":"2026-03-18T16:55:26.047076Z","steps":["trace[1404436938] 'agreement among raft nodes before linearized reading' (duration: 1.020050982s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:26.047165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.303905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T16:55:26.047207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:25.026534Z","time spent":"1.0206604s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T16:55:26.047186Z","caller":"traceutil/trace.go:171","msg":"trace[1822238596] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1606; }","duration":"1.21424985s","start":"2026-03-18T16:55:24.832928Z","end":"2026-03-18T16:55:26.047178Z","steps":["trace[1822238596] 'agreement among raft nodes before linearized reading' (duration: 1.213293664s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:26.046988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00384644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T16:55:26.047304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:24.832902Z","time spent":"1.214385754s","remote":"127.0.0.1:45390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-18T16:55:26.047338Z","caller":"traceutil/trace.go:171","msg":"trace[26680030] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1606; }","duration":"1.004212591s","start":"2026-03-18T16:55:25.04311Z","end":"2026-03-18T16:55:26.047323Z","steps":["trace[26680030] 'agreement among raft nodes before linearized reading' (duration: 1.003689317s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:26.047388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:25.043103Z","time spent":"1.004271022s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T16:55:26.047171Z","caller":"traceutil/trace.go:171","msg":"trace[1675075111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1606; }","duration":"1.00680534s","start":"2026-03-18T16:55:25.040356Z","end":"2026-03-18T16:55:26.047161Z","steps":["trace[1675075111] 'agreement among raft nodes before linearized reading' (duration: 1.006688576s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:26.047006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008964528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-18T16:55:26.04755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:25.040347Z","time spent":"1.00719149s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T16:55:26.047576Z","caller":"traceutil/trace.go:171","msg":"trace[1347103516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1606; }","duration":"1.009546642s","start":"2026-03-18T16:55:25.038012Z","end":"2026-03-18T16:55:26.047559Z","steps":["trace[1347103516] 'agreement among raft nodes before linearized reading' (duration: 1.008817193s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:26.047643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:25.038004Z","time spent":"1.009622105s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T16:55:26.047238Z","caller":"traceutil/trace.go:171","msg":"trace[1806890890] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1606; }","duration":"638.385329ms","start":"2026-03-18T16:55:25.408833Z","end":"2026-03-18T16:55:26.047219Z","steps":["trace[1806890890] 'agreement among raft nodes before linearized reading' (duration: 638.214404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:26.048057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.324476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3795592-bae3-40f9-8888-1fcfeab9df3b\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-18T16:55:26.048098Z","caller":"traceutil/trace.go:171","msg":"trace[1448449601] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e3795592-bae3-40f9-8888-1fcfeab9df3b; range_end:; response_count:1; response_revision:1606; }","duration":"641.386939ms","start":"2026-03-18T16:55:25.4067Z","end":"2026-03-18T16:55:26.048087Z","steps":["trace[1448449601] 'agreement among raft nodes before linearized reading' (duration: 640.507515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:26.048128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:25.406681Z","time spent":"641.434389ms","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3771,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3795592-bae3-40f9-8888-1fcfeab9df3b\" "} {"level":"warn","ts":"2026-03-18T16:55:26.04854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:25.408826Z","time spent":"639.048816ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T16:55:38.224643Z","caller":"traceutil/trace.go:171","msg":"trace[1166133869] linearizableReadLoop","detail":"{readStateIndex:1768; appliedIndex:1767; }","duration":"115.5742ms","start":"2026-03-18T16:55:38.109045Z","end":"2026-03-18T16:55:38.224619Z","steps":["trace[1166133869] 'read index received' (duration: 115.415267ms)","trace[1166133869] 'applied index is now lower than readState.Index' (duration: 157.443µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:55:38.224722Z","caller":"traceutil/trace.go:171","msg":"trace[487385087] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"142.029216ms","start":"2026-03-18T16:55:38.082655Z","end":"2026-03-18T16:55:38.224685Z","steps":["trace[487385087] 'process raft request' (duration: 141.739958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:38.224869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.809027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T16:55:38.224916Z","caller":"traceutil/trace.go:171","msg":"trace[340282921] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1704; }","duration":"115.911399ms","start":"2026-03-18T16:55:38.108991Z","end":"2026-03-18T16:55:38.224902Z","steps":["trace[340282921] 'agreement among raft nodes before linearized reading' (duration: 115.756346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:38.725115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636549051285057667,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T16:55:38.874625Z","caller":"traceutil/trace.go:171","msg":"trace[636882822] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"680.866751ms","start":"2026-03-18T16:55:38.193722Z","end":"2026-03-18T16:55:38.874589Z","steps":["trace[636882822] 'process raft request' (duration: 680.609914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:38.87482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:38.193693Z","time spent":"681.015376ms","remote":"127.0.0.1:45222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7969,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:55:38.994953Z","caller":"traceutil/trace.go:171","msg":"trace[933523332] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"655.36693ms","start":"2026-03-18T16:55:38.339563Z","end":"2026-03-18T16:55:38.99493Z","steps":["trace[933523332] 'process raft request' (duration: 655.233017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:38.995145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:38.339525Z","time spent":"655.512785ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:55:38.995171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.147377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T16:55:38.995219Z","caller":"traceutil/trace.go:171","msg":"trace[495431928] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1709; }","duration":"876.23051ms","start":"2026-03-18T16:55:38.118976Z","end":"2026-03-18T16:55:38.995207Z","steps":["trace[495431928] 'agreement among raft nodes before linearized reading' (duration: 876.026975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:38.995225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.941108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T16:55:38.995225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.949846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-18T16:55:38.99495Z","caller":"traceutil/trace.go:171","msg":"trace[88094150] linearizableReadLoop","detail":"{readStateIndex:1773; appliedIndex:1768; }","duration":"770.210093ms","start":"2026-03-18T16:55:38.224717Z","end":"2026-03-18T16:55:38.994927Z","steps":["trace[88094150] 'read index received' (duration: 649.713751ms)","trace[88094150] 'applied index is now lower than readState.Index' (duration: 120.495392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:55:38.995267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:38.118967Z","time spent":"876.291151ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T16:55:38.995288Z","caller":"traceutil/trace.go:171","msg":"trace[1172131960] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1709; }","duration":"856.01848ms","start":"2026-03-18T16:55:38.139249Z","end":"2026-03-18T16:55:38.995268Z","steps":["trace[1172131960] 'agreement among raft nodes before linearized reading' (duration: 855.764434ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:55:38.995303Z","caller":"traceutil/trace.go:171","msg":"trace[668595773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1709; }","duration":"872.071888ms","start":"2026-03-18T16:55:38.12321Z","end":"2026-03-18T16:55:38.995282Z","steps":["trace[668595773] 'agreement among raft nodes before linearized reading' (duration: 871.826471ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:55:38.99494Z","caller":"traceutil/trace.go:171","msg":"trace[850992948] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"765.780856ms","start":"2026-03-18T16:55:38.229109Z","end":"2026-03-18T16:55:38.99489Z","steps":["trace[850992948] 'process raft request' (duration: 743.338557ms)","trace[850992948] 'compare' (duration: 22.214693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:55:38.995334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:38.139238Z","time spent":"856.085392ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T16:55:38.995358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:38.123191Z","time spent":"872.158101ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T16:55:38.995401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:38.229088Z","time spent":"766.264228ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:55:38.995412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.080708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T16:55:38.995462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.299864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T16:55:38.99549Z","caller":"traceutil/trace.go:171","msg":"trace[692112637] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"548.691488ms","start":"2026-03-18T16:55:38.446784Z","end":"2026-03-18T16:55:38.995476Z","steps":["trace[692112637] 'process raft request' (duration: 548.057151ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:55:38.995527Z","caller":"traceutil/trace.go:171","msg":"trace[131607153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1709; }","duration":"872.386147ms","start":"2026-03-18T16:55:38.123125Z","end":"2026-03-18T16:55:38.995511Z","steps":["trace[131607153] 'agreement among raft nodes before linearized reading' (duration: 872.240803ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:55:38.995537Z","caller":"traceutil/trace.go:171","msg":"trace[10547438] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"545.538084ms","start":"2026-03-18T16:55:38.449986Z","end":"2026-03-18T16:55:38.995524Z","steps":["trace[10547438] 'process raft request' (duration: 544.889766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:38.995577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:38.44674Z","time spent":"548.77843ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:55:38.995586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:38.123115Z","time spent":"872.454499ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T16:55:38.995476Z","caller":"traceutil/trace.go:171","msg":"trace[148787918] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1709; }","duration":"872.200092ms","start":"2026-03-18T16:55:38.123259Z","end":"2026-03-18T16:55:38.995459Z","steps":["trace[148787918] 'agreement among raft nodes before linearized reading' (duration: 872.035797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:38.995653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:38.449969Z","time spent":"545.609325ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:55:38.995679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:38.123237Z","time spent":"872.429028ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T16:55:38.995682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.709585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:55:38.995743Z","caller":"traceutil/trace.go:171","msg":"trace[1924742040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1709; }","duration":"426.812248ms","start":"2026-03-18T16:55:38.568917Z","end":"2026-03-18T16:55:38.995729Z","steps":["trace[1924742040] 'agreement among raft nodes before linearized reading' (duration: 426.710537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:38.995745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.638999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-fpjpp\" ","response":"range_response_count:1 size:5855"} {"level":"warn","ts":"2026-03-18T16:55:38.995789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:38.568892Z","time spent":"426.88855ms","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T16:55:38.995801Z","caller":"traceutil/trace.go:171","msg":"trace[658892980] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-fpjpp; range_end:; response_count:1; response_revision:1709; }","duration":"628.733111ms","start":"2026-03-18T16:55:38.367051Z","end":"2026-03-18T16:55:38.995784Z","steps":["trace[658892980] 'agreement among raft nodes before linearized reading' (duration: 628.583718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:38.995837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:38.367029Z","time spent":"628.801052ms","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5879,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-fpjpp\" "} {"level":"warn","ts":"2026-03-18T16:55:38.996226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.557209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T16:55:38.996262Z","caller":"traceutil/trace.go:171","msg":"trace[651450445] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1709; }","duration":"751.254506ms","start":"2026-03-18T16:55:38.244997Z","end":"2026-03-18T16:55:38.996252Z","steps":["trace[651450445] 'agreement among raft nodes before linearized reading' (duration: 750.571009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:38.996292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:38.244976Z","time spent":"751.30702ms","remote":"127.0.0.1:45512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-18T16:55:39.131049Z","caller":"traceutil/trace.go:171","msg":"trace[1387738597] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"130.094789ms","start":"2026-03-18T16:55:39.000928Z","end":"2026-03-18T16:55:39.131023Z","steps":["trace[1387738597] 'process raft request' (duration: 119.175367ms)","trace[1387738597] 'compare' (duration: 10.683886ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:55:39.131399Z","caller":"traceutil/trace.go:171","msg":"trace[937334826] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"130.308134ms","start":"2026-03-18T16:55:39.001056Z","end":"2026-03-18T16:55:39.131364Z","steps":["trace[937334826] 'process raft request' (duration: 129.920793ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:55:39.13152Z","caller":"traceutil/trace.go:171","msg":"trace[362584169] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"129.978355ms","start":"2026-03-18T16:55:39.00152Z","end":"2026-03-18T16:55:39.131498Z","steps":["trace[362584169] 'process raft request' (duration: 129.713338ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:55:39.13162Z","caller":"traceutil/trace.go:171","msg":"trace[1652669866] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"126.746749ms","start":"2026-03-18T16:55:39.004862Z","end":"2026-03-18T16:55:39.131609Z","steps":["trace[1652669866] 'process raft request' (duration: 126.594025ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:55:39.304695Z","caller":"traceutil/trace.go:171","msg":"trace[646814724] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"163.374415ms","start":"2026-03-18T16:55:39.141296Z","end":"2026-03-18T16:55:39.304671Z","steps":["trace[646814724] 'process raft request' (duration: 163.305094ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:55:39.30471Z","caller":"traceutil/trace.go:171","msg":"trace[762448808] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"166.368835ms","start":"2026-03-18T16:55:39.138311Z","end":"2026-03-18T16:55:39.30468Z","steps":["trace[762448808] 'process raft request' (duration: 101.346352ms)","trace[762448808] 'compare' (duration: 64.736287ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:55:39.322089Z","caller":"traceutil/trace.go:171","msg":"trace[1506403287] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"115.429108ms","start":"2026-03-18T16:55:39.206637Z","end":"2026-03-18T16:55:39.322066Z","steps":["trace[1506403287] 'process raft request' (duration: 115.291313ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:55:39.526616Z","caller":"traceutil/trace.go:171","msg":"trace[1105562164] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"121.687544ms","start":"2026-03-18T16:55:39.404884Z","end":"2026-03-18T16:55:39.526572Z","steps":["trace[1105562164] 'process raft request' (duration: 51.000708ms)","trace[1105562164] 'compare' (duration: 70.248474ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:55:43.49027Z","caller":"traceutil/trace.go:171","msg":"trace[1415136211] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"338.615486ms","start":"2026-03-18T16:55:43.15163Z","end":"2026-03-18T16:55:43.490245Z","steps":["trace[1415136211] 'process raft request' (duration: 338.459773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:43.490424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:43.151609Z","time spent":"338.73376ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:55:44.075306Z","caller":"traceutil/trace.go:171","msg":"trace[1646559561] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"923.407457ms","start":"2026-03-18T16:55:43.151863Z","end":"2026-03-18T16:55:44.07527Z","steps":["trace[1646559561] 'process raft request' (duration: 901.564825ms)","trace[1646559561] 'compare' (duration: 21.487752ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:55:44.075407Z","caller":"traceutil/trace.go:171","msg":"trace[413654602] linearizableReadLoop","detail":"{readStateIndex:1809; appliedIndex:1807; }","duration":"507.834099ms","start":"2026-03-18T16:55:43.567544Z","end":"2026-03-18T16:55:44.075378Z","steps":["trace[413654602] 'read index received' (duration: 485.787601ms)","trace[413654602] 'applied index is now lower than readState.Index' (duration: 22.044808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:55:44.075441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:43.151845Z","time spent":"923.527401ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:55:44.075429Z","caller":"traceutil/trace.go:171","msg":"trace[1309417794] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"922.42414ms","start":"2026-03-18T16:55:43.152978Z","end":"2026-03-18T16:55:44.075402Z","steps":["trace[1309417794] 'process raft request' (duration: 922.254765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:44.075577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:43.152962Z","time spent":"922.540084ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:55:44.075657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.138537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-18T16:55:44.075723Z","caller":"traceutil/trace.go:171","msg":"trace[1072943963] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1743; }","duration":"325.21046ms","start":"2026-03-18T16:55:43.750496Z","end":"2026-03-18T16:55:44.075706Z","steps":["trace[1072943963] 'agreement among raft nodes before linearized reading' (duration: 325.048915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:44.075762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:43.750436Z","time spent":"325.315372ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T16:55:44.076274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.825601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.212\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T16:55:44.07636Z","caller":"traceutil/trace.go:171","msg":"trace[56566526] range","detail":"{range_begin:/registry/masterleases/162.253.55.212; range_end:; response_count:1; response_revision:1743; }","duration":"186.958285ms","start":"2026-03-18T16:55:43.889383Z","end":"2026-03-18T16:55:44.076342Z","steps":["trace[56566526] 'agreement among raft nodes before linearized reading' (duration: 186.477341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:44.07644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.872026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:55:44.076556Z","caller":"traceutil/trace.go:171","msg":"trace[66711102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1743; }","duration":"509.04569ms","start":"2026-03-18T16:55:43.567493Z","end":"2026-03-18T16:55:44.076538Z","steps":["trace[66711102] 'agreement among raft nodes before linearized reading' (duration: 508.879576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:44.076601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:43.567474Z","time spent":"509.115503ms","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T16:56:16.122192Z","caller":"traceutil/trace.go:171","msg":"trace[166749971] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"444.952362ms","start":"2026-03-18T16:56:15.677217Z","end":"2026-03-18T16:56:16.122169Z","steps":["trace[166749971] 'process raft request' (duration: 444.805138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:16.122335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:15.677183Z","time spent":"445.081187ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:56:16.774397Z","caller":"traceutil/trace.go:171","msg":"trace[895041985] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"463.549341ms","start":"2026-03-18T16:56:16.310812Z","end":"2026-03-18T16:56:16.774361Z","steps":["trace[895041985] 'process raft request' (duration: 416.518478ms)","trace[895041985] 'compare' (duration: 46.89147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:56:16.774552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:16.310793Z","time spent":"463.678755ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:56:16.774613Z","caller":"traceutil/trace.go:171","msg":"trace[112959734] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"345.76708ms","start":"2026-03-18T16:56:16.428817Z","end":"2026-03-18T16:56:16.774584Z","steps":["trace[112959734] 'process raft request' (duration: 345.505864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:16.774752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.945521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:56:16.77482Z","caller":"traceutil/trace.go:171","msg":"trace[1091318786] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1906; }","duration":"335.073933ms","start":"2026-03-18T16:56:16.43973Z","end":"2026-03-18T16:56:16.774804Z","steps":["trace[1091318786] 'agreement among raft nodes before linearized reading' (duration: 334.95751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:16.774811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:16.428792Z","time spent":"345.915734ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:16.774859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:16.439704Z","time spent":"335.145636ms","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-18T16:56:16.775033Z","caller":"traceutil/trace.go:171","msg":"trace[1221774737] linearizableReadLoop","detail":"{readStateIndex:1979; appliedIndex:1977; }","duration":"334.727245ms","start":"2026-03-18T16:56:16.439793Z","end":"2026-03-18T16:56:16.77452Z","steps":["trace[1221774737] 'read index received' (duration: 287.540698ms)","trace[1221774737] 'applied index is now lower than readState.Index' (duration: 47.184577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:56:16.775724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.609836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:56:16.775769Z","caller":"traceutil/trace.go:171","msg":"trace[682578381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1906; }","duration":"206.655177ms","start":"2026-03-18T16:56:16.569102Z","end":"2026-03-18T16:56:16.775757Z","steps":["trace[682578381] 'agreement among raft nodes before linearized reading' (duration: 206.135103ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:17.203053Z","caller":"traceutil/trace.go:171","msg":"trace[1960709074] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1980; }","duration":"140.274386ms","start":"2026-03-18T16:56:17.062758Z","end":"2026-03-18T16:56:17.203032Z","steps":["trace[1960709074] 'read index received' (duration: 140.202673ms)","trace[1960709074] 'applied index is now lower than readState.Index' (duration: 70.073µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:56:17.203121Z","caller":"traceutil/trace.go:171","msg":"trace[931348058] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"261.313494ms","start":"2026-03-18T16:56:16.941776Z","end":"2026-03-18T16:56:17.20309Z","steps":["trace[931348058] 'process raft request' (duration: 261.127148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:17.203208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.436179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T16:56:17.203251Z","caller":"traceutil/trace.go:171","msg":"trace[1177464422] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1908; }","duration":"140.531241ms","start":"2026-03-18T16:56:17.062704Z","end":"2026-03-18T16:56:17.203235Z","steps":["trace[1177464422] 'agreement among raft nodes before linearized reading' (duration: 140.44218ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:17.60598Z","caller":"traceutil/trace.go:171","msg":"trace[1391051842] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"462.621377ms","start":"2026-03-18T16:56:17.143322Z","end":"2026-03-18T16:56:17.605944Z","steps":["trace[1391051842] 'process raft request' (duration: 446.774751ms)","trace[1391051842] 'compare' (duration: 15.365782ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:56:17.606028Z","caller":"traceutil/trace.go:171","msg":"trace[2097093165] linearizableReadLoop","detail":"{readStateIndex:1983; appliedIndex:1981; }","duration":"402.847063ms","start":"2026-03-18T16:56:17.203122Z","end":"2026-03-18T16:56:17.605969Z","steps":["trace[2097093165] 'read index received' (duration: 386.947016ms)","trace[2097093165] 'applied index is now lower than readState.Index' (duration: 15.898197ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:56:17.606071Z","caller":"traceutil/trace.go:171","msg":"trace[1337433276] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"462.599177ms","start":"2026-03-18T16:56:17.143442Z","end":"2026-03-18T16:56:17.606041Z","steps":["trace[1337433276] 'process raft request' (duration: 462.407381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:17.606176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:17.143296Z","time spent":"462.790061ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:17.606235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:17.143407Z","time spent":"462.73881ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:17.60627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.877486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T16:56:17.606316Z","caller":"traceutil/trace.go:171","msg":"trace[1097072133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1910; }","duration":"411.973537ms","start":"2026-03-18T16:56:17.194327Z","end":"2026-03-18T16:56:17.606301Z","steps":["trace[1097072133] 'agreement among raft nodes before linearized reading' (duration: 411.802563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:17.60636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:17.194308Z","time spent":"412.04064ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T16:56:17.606434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.333333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-18T16:56:17.606474Z","caller":"traceutil/trace.go:171","msg":"trace[1759836218] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1910; }","duration":"290.388585ms","start":"2026-03-18T16:56:17.316075Z","end":"2026-03-18T16:56:17.606464Z","steps":["trace[1759836218] 'agreement among raft nodes before linearized reading' (duration: 290.23795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:17.606672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.091596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-18T16:56:17.606722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.468519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T16:56:17.606764Z","caller":"traceutil/trace.go:171","msg":"trace[112969994] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1910; }","duration":"289.521451ms","start":"2026-03-18T16:56:17.317222Z","end":"2026-03-18T16:56:17.606744Z","steps":["trace[112969994] 'agreement among raft nodes before linearized reading' (duration: 289.428738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:17.606798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.481086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T16:56:17.606928Z","caller":"traceutil/trace.go:171","msg":"trace[299920261] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1910; }","duration":"309.656502ms","start":"2026-03-18T16:56:17.29725Z","end":"2026-03-18T16:56:17.606907Z","steps":["trace[299920261] 'agreement among raft nodes before linearized reading' (duration: 309.419526ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:17.606927Z","caller":"traceutil/trace.go:171","msg":"trace[447032534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1910; }","duration":"391.227091ms","start":"2026-03-18T16:56:17.215514Z","end":"2026-03-18T16:56:17.606741Z","steps":["trace[447032534] 'agreement among raft nodes before linearized reading' (duration: 390.698537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:17.606984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:17.297237Z","time spent":"309.733244ms","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":34,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T16:56:17.60807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:17.2155Z","time spent":"392.549816ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T16:56:22.985594Z","caller":"traceutil/trace.go:171","msg":"trace[59560652] linearizableReadLoop","detail":"{readStateIndex:2008; appliedIndex:2007; }","duration":"187.913674ms","start":"2026-03-18T16:56:22.797653Z","end":"2026-03-18T16:56:22.985567Z","steps":["trace[59560652] 'read index received' (duration: 187.74457ms)","trace[59560652] 'applied index is now lower than readState.Index' (duration: 167.924µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:56:22.985684Z","caller":"traceutil/trace.go:171","msg":"trace[1815233163] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"188.15552ms","start":"2026-03-18T16:56:22.797504Z","end":"2026-03-18T16:56:22.985659Z","steps":["trace[1815233163] 'process raft request' (duration: 187.908734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:22.985821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.15295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T16:56:22.985878Z","caller":"traceutil/trace.go:171","msg":"trace[862239731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1934; }","duration":"188.295113ms","start":"2026-03-18T16:56:22.79757Z","end":"2026-03-18T16:56:22.985865Z","steps":["trace[862239731] 'agreement among raft nodes before linearized reading' (duration: 188.103448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:23.652574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.511036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T16:56:23.652679Z","caller":"traceutil/trace.go:171","msg":"trace[1818122711] linearizableReadLoop","detail":"{readStateIndex:2009; appliedIndex:2008; }","duration":"487.501425ms","start":"2026-03-18T16:56:23.165156Z","end":"2026-03-18T16:56:23.652657Z","steps":["trace[1818122711] 'read index received' (duration: 94.760393ms)","trace[1818122711] 'applied index is now lower than readState.Index' (duration: 392.737202ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:56:23.652857Z","caller":"traceutil/trace.go:171","msg":"trace[2118676278] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"663.600132ms","start":"2026-03-18T16:56:22.989221Z","end":"2026-03-18T16:56:23.652821Z","steps":["trace[2118676278] 'process raft request' (duration: 270.772038ms)","trace[2118676278] 'compare' (duration: 392.425133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:56:23.652951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.784633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T16:56:23.653021Z","caller":"traceutil/trace.go:171","msg":"trace[20071659] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1935; }","duration":"487.858885ms","start":"2026-03-18T16:56:23.165143Z","end":"2026-03-18T16:56:23.653001Z","steps":["trace[20071659] 'agreement among raft nodes before linearized reading' (duration: 487.750582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:23.653063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:22.989194Z","time spent":"663.779336ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:23.653082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:23.16509Z","time spent":"487.975818ms","remote":"127.0.0.1:41336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T16:56:24.153779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636549051285058223,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T16:56:24.654246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636549051285058223,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T16:56:24.689215Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.05998654s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T16:56:24.689744Z","caller":"traceutil/trace.go:171","msg":"trace[588363471] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"1.060663329s","start":"2026-03-18T16:56:23.629045Z","end":"2026-03-18T16:56:24.689708Z","steps":["trace[588363471] 'process raft request' (duration: 1.060453084s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:24.689921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:23.629015Z","time spent":"1.060813512s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:56:24.797677Z","caller":"traceutil/trace.go:171","msg":"trace[648510972] linearizableReadLoop","detail":"{readStateIndex:2011; appliedIndex:2009; }","duration":"1.144714344s","start":"2026-03-18T16:56:23.652934Z","end":"2026-03-18T16:56:24.797649Z","steps":["trace[648510972] 'read index received' (duration: 1.036517771s)","trace[648510972] 'applied index is now lower than readState.Index' (duration: 108.195313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:56:24.797942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151447686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T16:56:24.797982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228611257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:56:24.798002Z","caller":"traceutil/trace.go:171","msg":"trace[442079830] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1937; }","duration":"1.151548018s","start":"2026-03-18T16:56:23.646439Z","end":"2026-03-18T16:56:24.797987Z","steps":["trace[442079830] 'agreement among raft nodes before linearized reading' (duration: 1.15126023s)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:24.798018Z","caller":"traceutil/trace.go:171","msg":"trace[979598996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1937; }","duration":"1.228695618s","start":"2026-03-18T16:56:23.569312Z","end":"2026-03-18T16:56:24.798007Z","steps":["trace[979598996] 'agreement among raft nodes before linearized reading' (duration: 1.228628576s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:24.798046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:23.56929Z","time spent":"1.228749381s","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T16:56:24.798047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:23.646427Z","time spent":"1.15161162s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T16:56:24.798019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15348657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T16:56:24.79795Z","caller":"traceutil/trace.go:171","msg":"trace[61005323] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"1.166561521s","start":"2026-03-18T16:56:23.631352Z","end":"2026-03-18T16:56:24.797914Z","steps":["trace[61005323] 'process raft request' (duration: 1.165898653s)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:24.798164Z","caller":"traceutil/trace.go:171","msg":"trace[1981904629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1937; }","duration":"1.153617854s","start":"2026-03-18T16:56:23.644485Z","end":"2026-03-18T16:56:24.798103Z","steps":["trace[1981904629] 'agreement among raft nodes before linearized reading' (duration: 1.153353947s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:24.798246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160792366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T16:56:24.798283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:23.644473Z","time spent":"1.153770018s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T16:56:24.798348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21753264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:56:24.798348Z","caller":"traceutil/trace.go:171","msg":"trace[938559598] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1937; }","duration":"1.1609276s","start":"2026-03-18T16:56:23.637389Z","end":"2026-03-18T16:56:24.798317Z","steps":["trace[938559598] 'agreement among raft nodes before linearized reading' (duration: 1.160634452s)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:24.798384Z","caller":"traceutil/trace.go:171","msg":"trace[1905080147] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1937; }","duration":"1.217594891s","start":"2026-03-18T16:56:23.580778Z","end":"2026-03-18T16:56:24.798373Z","steps":["trace[1905080147] 'agreement among raft nodes before linearized reading' (duration: 1.21753541s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:24.798399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:23.637376Z","time spent":"1.161013631s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T16:56:24.798411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:23.580764Z","time spent":"1.217640261s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-18T16:56:24.798356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:23.631323Z","time spent":"1.16686194s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:24.798901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.923418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T16:56:24.798925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.365382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T16:56:24.798945Z","caller":"traceutil/trace.go:171","msg":"trace[1388741176] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1937; }","duration":"136.017581ms","start":"2026-03-18T16:56:24.662916Z","end":"2026-03-18T16:56:24.798933Z","steps":["trace[1388741176] 'agreement among raft nodes before linearized reading' (duration: 135.931078ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:24.798976Z","caller":"traceutil/trace.go:171","msg":"trace[2117942984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1937; }","duration":"360.443704ms","start":"2026-03-18T16:56:24.438515Z","end":"2026-03-18T16:56:24.798959Z","steps":["trace[2117942984] 'agreement among raft nodes before linearized reading' (duration: 360.31413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:24.799015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:24.438493Z","time spent":"360.515247ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T16:56:24.799121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.198895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T16:56:24.799179Z","caller":"traceutil/trace.go:171","msg":"trace[1077633620] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1937; }","duration":"643.290996ms","start":"2026-03-18T16:56:24.155879Z","end":"2026-03-18T16:56:24.79917Z","steps":["trace[1077633620] 'agreement among raft nodes before linearized reading' (duration: 643.04484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:24.799221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:24.155862Z","time spent":"643.353148ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T16:56:24.799353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.13034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T16:56:24.799589Z","caller":"traceutil/trace.go:171","msg":"trace[245297949] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1937; }","duration":"457.355616ms","start":"2026-03-18T16:56:24.342131Z","end":"2026-03-18T16:56:24.799487Z","steps":["trace[245297949] 'agreement among raft nodes before linearized reading' (duration: 456.905564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:24.7991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.32091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.212\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-18T16:56:24.799703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:24.342069Z","time spent":"457.611133ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-18T16:56:24.799749Z","caller":"traceutil/trace.go:171","msg":"trace[1620834083] range","detail":"{range_begin:/registry/masterleases/162.253.55.212; range_end:; response_count:1; response_revision:1937; }","duration":"909.078431ms","start":"2026-03-18T16:56:23.890654Z","end":"2026-03-18T16:56:24.799732Z","steps":["trace[1620834083] 'agreement among raft nodes before linearized reading' (duration: 908.177996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:24.799786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:23.890635Z","time spent":"909.140542ms","remote":"127.0.0.1:45080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.212\" "} {"level":"warn","ts":"2026-03-18T16:56:24.800067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.027491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:56:24.800179Z","caller":"traceutil/trace.go:171","msg":"trace[1837525425] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1937; }","duration":"763.635336ms","start":"2026-03-18T16:56:24.036525Z","end":"2026-03-18T16:56:24.80016Z","steps":["trace[1837525425] 'agreement among raft nodes before linearized reading' (duration: 762.425443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:24.800335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:24.036501Z","time spent":"763.817521ms","remote":"127.0.0.1:45138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T16:56:24.800626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.884276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T16:56:24.800732Z","caller":"traceutil/trace.go:171","msg":"trace[2018371178] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1937; }","duration":"238.081391ms","start":"2026-03-18T16:56:24.562628Z","end":"2026-03-18T16:56:24.800709Z","steps":["trace[2018371178] 'agreement among raft nodes before linearized reading' (duration: 236.244232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:25.227396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.693441ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-18T16:56:25.227681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:24.800736Z","time spent":"426.938688ms","remote":"127.0.0.1:45080","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T16:56:25.227737Z","caller":"traceutil/trace.go:171","msg":"trace[225223855] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"423.137877ms","start":"2026-03-18T16:56:24.80457Z","end":"2026-03-18T16:56:25.227708Z","steps":["trace[225223855] 'process raft request' (duration: 422.906731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:25.227811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.384317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:56:25.227835Z","caller":"traceutil/trace.go:171","msg":"trace[362079953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1942; }","duration":"419.431498ms","start":"2026-03-18T16:56:24.808398Z","end":"2026-03-18T16:56:25.227829Z","steps":["trace[362079953] 'agreement among raft nodes before linearized reading' (duration: 419.340715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:25.227883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:24.808388Z","time spent":"419.490709ms","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T16:56:25.227878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:24.80455Z","time spent":"423.252472ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:56:25.227723Z","caller":"traceutil/trace.go:171","msg":"trace[508908585] linearizableReadLoop","detail":"{readStateIndex:2016; appliedIndex:2011; }","duration":"419.289195ms","start":"2026-03-18T16:56:24.808423Z","end":"2026-03-18T16:56:25.227712Z","steps":["trace[508908585] 'read index received' (duration: 248.386748ms)","trace[508908585] 'applied index is now lower than readState.Index' (duration: 170.901427ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:56:25.22801Z","caller":"traceutil/trace.go:171","msg":"trace[598031075] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"422.680594ms","start":"2026-03-18T16:56:24.805312Z","end":"2026-03-18T16:56:25.227993Z","steps":["trace[598031075] 'process raft request' (duration: 422.343925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:25.2281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:24.805306Z","time spent":"422.737617ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:56:25.228088Z","caller":"traceutil/trace.go:171","msg":"trace[1011074460] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"237.008792ms","start":"2026-03-18T16:56:24.991048Z","end":"2026-03-18T16:56:25.228056Z","steps":["trace[1011074460] 'process raft request' (duration: 236.641233ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:25.228107Z","caller":"traceutil/trace.go:171","msg":"trace[125833911] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"422.12918ms","start":"2026-03-18T16:56:24.805941Z","end":"2026-03-18T16:56:25.22807Z","steps":["trace[125833911] 'process raft request' (duration: 421.729279ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:25.228111Z","caller":"traceutil/trace.go:171","msg":"trace[562580268] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"423.182888ms","start":"2026-03-18T16:56:24.804902Z","end":"2026-03-18T16:56:25.228085Z","steps":["trace[562580268] 'process raft request' (duration: 422.705605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:25.22836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:24.805926Z","time spent":"422.341466ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:25.228454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:24.804894Z","time spent":"423.460056ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:56:25.468011Z","caller":"traceutil/trace.go:171","msg":"trace[1168683384] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"238.969234ms","start":"2026-03-18T16:56:25.229005Z","end":"2026-03-18T16:56:25.467974Z","steps":["trace[1168683384] 'process raft request' (duration: 234.677979ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:33.390076Z","caller":"traceutil/trace.go:171","msg":"trace[111635125] transaction","detail":"{read_only:false; response_revision:2438; number_of_response:1; }","duration":"433.475922ms","start":"2026-03-18T16:57:32.956568Z","end":"2026-03-18T16:57:33.390043Z","steps":["trace[111635125] 'process raft request' (duration: 433.287787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:33.390253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:32.956523Z","time spent":"433.639976ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:57:33.390568Z","caller":"traceutil/trace.go:171","msg":"trace[1604623869] transaction","detail":"{read_only:false; response_revision:2439; number_of_response:1; }","duration":"352.096088ms","start":"2026-03-18T16:57:33.038448Z","end":"2026-03-18T16:57:33.390544Z","steps":["trace[1604623869] 'process raft request' (duration: 351.993605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:33.390727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:33.038423Z","time spent":"352.225291ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:57:40.170837Z","caller":"traceutil/trace.go:171","msg":"trace[157131704] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"156.971515ms","start":"2026-03-18T16:57:40.013841Z","end":"2026-03-18T16:57:40.170813Z","steps":["trace[157131704] 'process raft request' (duration: 156.838072ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:58:08.018824Z","caller":"traceutil/trace.go:171","msg":"trace[1668509240] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"497.705198ms","start":"2026-03-18T16:58:07.52109Z","end":"2026-03-18T16:58:08.018795Z","steps":["trace[1668509240] 'process raft request' (duration: 497.548844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:58:08.019023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:58:07.521044Z","time spent":"497.888713ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:58:08.750163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.290827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T16:58:08.7504Z","caller":"traceutil/trace.go:171","msg":"trace[217576035] linearizableReadLoop","detail":"{readStateIndex:2732; appliedIndex:2730; }","duration":"1.18098844s","start":"2026-03-18T16:58:07.569385Z","end":"2026-03-18T16:58:08.750373Z","steps":["trace[217576035] 'read index received' (duration: 449.263036ms)","trace[217576035] 'applied index is now lower than readState.Index' (duration: 731.723844ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:58:08.750534Z","caller":"traceutil/trace.go:171","msg":"trace[1217736863] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"1.222809993s","start":"2026-03-18T16:58:07.527708Z","end":"2026-03-18T16:58:08.750518Z","steps":["trace[1217736863] 'process raft request' (duration: 712.059995ms)","trace[1217736863] 'compare' (duration: 510.141961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:58:08.750631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:58:07.527679Z","time spent":"1.222903656s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:58:08.750733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18133816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:58:08.750798Z","caller":"traceutil/trace.go:171","msg":"trace[677735292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2629; }","duration":"1.181417722s","start":"2026-03-18T16:58:07.569367Z","end":"2026-03-18T16:58:08.750784Z","steps":["trace[677735292] 'agreement among raft nodes before linearized reading' (duration: 1.181250868s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:58:08.750827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:58:07.569293Z","time spent":"1.181529614s","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T16:58:08.750971Z","caller":"traceutil/trace.go:171","msg":"trace[2007187274] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"1.161304942s","start":"2026-03-18T16:58:07.589612Z","end":"2026-03-18T16:58:08.750917Z","steps":["trace[2007187274] 'process raft request' (duration: 1.160684265s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:58:08.751039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035501732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T16:58:08.751056Z","caller":"traceutil/trace.go:171","msg":"trace[125202969] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2629; }","duration":"1.035557674s","start":"2026-03-18T16:58:07.715493Z","end":"2026-03-18T16:58:08.751051Z","steps":["trace[125202969] 'agreement among raft nodes before linearized reading' (duration: 1.035495722s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:58:08.75107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:58:07.715474Z","time spent":"1.035592215s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T16:58:08.751058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.201766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189dfdf77c51b478\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-18T16:58:08.751106Z","caller":"traceutil/trace.go:171","msg":"trace[659877471] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189dfdf77c51b478; range_end:; response_count:1; response_revision:2629; }","duration":"942.263837ms","start":"2026-03-18T16:58:07.808828Z","end":"2026-03-18T16:58:08.751091Z","steps":["trace[659877471] 'agreement among raft nodes before linearized reading' (duration: 942.111683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:58:08.751109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045017157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T16:58:08.751148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:58:07.80882Z","time spent":"942.32121ms","remote":"127.0.0.1:45126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.189dfdf77c51b478\" "} {"level":"warn","ts":"2026-03-18T16:58:08.751116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033593071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T16:58:08.751155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02980951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T16:58:08.751206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:58:07.589583Z","time spent":"1.161480296s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:58:08.751216Z","caller":"traceutil/trace.go:171","msg":"trace[1352280000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2629; }","duration":"1.045083869s","start":"2026-03-18T16:58:07.706071Z","end":"2026-03-18T16:58:08.751155Z","steps":["trace[1352280000] 'agreement among raft nodes before linearized reading' (duration: 1.044876644s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:58:08.75126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:58:07.706049Z","time spent":"1.045202623s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T16:58:08.751237Z","caller":"traceutil/trace.go:171","msg":"trace[681520602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2629; }","duration":"1.033737995s","start":"2026-03-18T16:58:07.717455Z","end":"2026-03-18T16:58:08.751193Z","steps":["trace[681520602] 'agreement among raft nodes before linearized reading' (duration: 1.033499509s)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:58:08.751257Z","caller":"traceutil/trace.go:171","msg":"trace[1350356591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2629; }","duration":"1.029946214s","start":"2026-03-18T16:58:07.721287Z","end":"2026-03-18T16:58:08.751233Z","steps":["trace[1350356591] 'agreement among raft nodes before linearized reading' (duration: 1.029680996s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:58:08.751312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:58:07.721276Z","time spent":"1.030025455s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T16:58:08.751304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:58:07.717426Z","time spent":"1.033869239s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T16:58:08.751447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.092777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T16:58:08.751558Z","caller":"traceutil/trace.go:171","msg":"trace[81650576] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2629; }","duration":"460.241481ms","start":"2026-03-18T16:58:08.291296Z","end":"2026-03-18T16:58:08.751538Z","steps":["trace[81650576] 'agreement among raft nodes before linearized reading' (duration: 459.664556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:58:08.751658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:58:08.291275Z","time spent":"460.369704ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T16:58:14.162623Z","caller":"traceutil/trace.go:171","msg":"trace[1561404872] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"223.601567ms","start":"2026-03-18T16:58:13.938981Z","end":"2026-03-18T16:58:14.162583Z","steps":["trace[1561404872] 'process raft request' (duration: 125.885942ms)","trace[1561404872] 'compare' (duration: 97.52806ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:58:14.162667Z","caller":"traceutil/trace.go:171","msg":"trace[1045331875] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"125.317635ms","start":"2026-03-18T16:58:14.037326Z","end":"2026-03-18T16:58:14.162643Z","steps":["trace[1045331875] 'process raft request' (duration: 125.250584ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:58:14.162721Z","caller":"traceutil/trace.go:171","msg":"trace[321358439] linearizableReadLoop","detail":"{readStateIndex:2765; appliedIndex:2764; }","duration":"200.063014ms","start":"2026-03-18T16:58:13.962609Z","end":"2026-03-18T16:58:14.162672Z","steps":["trace[321358439] 'read index received' (duration: 102.337928ms)","trace[321358439] 'applied index is now lower than readState.Index' (duration: 97.720645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:58:14.163543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.916985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189dfdf6a124a4ec\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-18T16:58:14.163591Z","caller":"traceutil/trace.go:171","msg":"trace[893532943] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189dfdf6a124a4ec; range_end:; response_count:1; response_revision:2660; }","duration":"201.03072ms","start":"2026-03-18T16:58:13.962548Z","end":"2026-03-18T16:58:14.163579Z","steps":["trace[893532943] 'agreement among raft nodes before linearized reading' (duration: 200.277859ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:58:14.38426Z","caller":"traceutil/trace.go:171","msg":"trace[1257600558] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"183.277243ms","start":"2026-03-18T16:58:14.200889Z","end":"2026-03-18T16:58:14.384167Z","steps":["trace[1257600558] 'process raft request' (duration: 87.83949ms)","trace[1257600558] 'compare' (duration: 95.074864ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:58:15.003194Z","caller":"traceutil/trace.go:171","msg":"trace[779728940] linearizableReadLoop","detail":"{readStateIndex:2770; appliedIndex:2769; }","duration":"148.822087ms","start":"2026-03-18T16:58:14.854338Z","end":"2026-03-18T16:58:15.00316Z","steps":["trace[779728940] 'read index received' (duration: 63.233249ms)","trace[779728940] 'applied index is now lower than readState.Index' (duration: 85.587458ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:58:15.003272Z","caller":"traceutil/trace.go:171","msg":"trace[733552389] transaction","detail":"{read_only:false; response_revision:2664; number_of_response:1; }","duration":"226.479162ms","start":"2026-03-18T16:58:14.77672Z","end":"2026-03-18T16:58:15.003199Z","steps":["trace[733552389] 'process raft request' (duration: 140.888614ms)","trace[733552389] 'compare' (duration: 85.28449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:58:15.003505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.146226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T16:58:15.003584Z","caller":"traceutil/trace.go:171","msg":"trace[1362239565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2664; }","duration":"149.269298ms","start":"2026-03-18T16:58:14.854294Z","end":"2026-03-18T16:58:15.003563Z","steps":["trace[1362239565] 'agreement among raft nodes before linearized reading' (duration: 149.057793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:58:15.003702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.016849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T16:58:15.003775Z","caller":"traceutil/trace.go:171","msg":"trace[798714274] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2664; }","duration":"147.131151ms","start":"2026-03-18T16:58:14.856628Z","end":"2026-03-18T16:58:15.00376Z","steps":["trace[798714274] 'agreement among raft nodes before linearized reading' (duration: 146.892995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:58:15.003783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.698557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T16:58:15.003997Z","caller":"traceutil/trace.go:171","msg":"trace[255439690] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2664; }","duration":"147.943984ms","start":"2026-03-18T16:58:14.856034Z","end":"2026-03-18T16:58:15.003978Z","steps":["trace[255439690] 'agreement among raft nodes before linearized reading' (duration: 147.607414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:58:15.003796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.158629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T16:58:15.004127Z","caller":"traceutil/trace.go:171","msg":"trace[1160036937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2664; }","duration":"148.503858ms","start":"2026-03-18T16:58:14.855608Z","end":"2026-03-18T16:58:15.004112Z","steps":["trace[1160036937] 'agreement among raft nodes before linearized reading' (duration: 148.008614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:58:15.003843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.22689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T16:58:15.004254Z","caller":"traceutil/trace.go:171","msg":"trace[1331765610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2664; }","duration":"148.740484ms","start":"2026-03-18T16:58:14.855496Z","end":"2026-03-18T16:58:15.004236Z","steps":["trace[1331765610] 'agreement among raft nodes before linearized reading' (duration: 148.027845ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:59:39.20187Z","caller":"traceutil/trace.go:171","msg":"trace[43655972] transaction","detail":"{read_only:false; response_revision:3067; number_of_response:1; }","duration":"107.174387ms","start":"2026-03-18T16:59:39.094668Z","end":"2026-03-18T16:59:39.201842Z","steps":["trace[43655972] 'process raft request' (duration: 107.023633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:59:39.385583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.69545ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T16:59:39.801688Z","caller":"traceutil/trace.go:171","msg":"trace[1110122626] transaction","detail":"{read_only:false; response_revision:3070; number_of_response:1; }","duration":"230.405807ms","start":"2026-03-18T16:59:39.571258Z","end":"2026-03-18T16:59:39.801664Z","steps":["trace[1110122626] 'process raft request' (duration: 230.258463ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:59:39.801955Z","caller":"traceutil/trace.go:171","msg":"trace[1958451358] transaction","detail":"{read_only:false; response_revision:3071; number_of_response:1; }","duration":"230.546851ms","start":"2026-03-18T16:59:39.571372Z","end":"2026-03-18T16:59:39.801918Z","steps":["trace[1958451358] 'process raft request' (duration: 230.260573ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:59:39.802099Z","caller":"traceutil/trace.go:171","msg":"trace[1137500145] transaction","detail":"{read_only:false; response_revision:3073; number_of_response:1; }","duration":"230.596411ms","start":"2026-03-18T16:59:39.571487Z","end":"2026-03-18T16:59:39.802083Z","steps":["trace[1137500145] 'process raft request' (duration: 230.55342ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:59:39.802323Z","caller":"traceutil/trace.go:171","msg":"trace[1128123920] transaction","detail":"{read_only:false; response_revision:3072; number_of_response:1; }","duration":"230.847538ms","start":"2026-03-18T16:59:39.571461Z","end":"2026-03-18T16:59:39.802308Z","steps":["trace[1128123920] 'process raft request' (duration: 230.423897ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:59:40.684811Z","caller":"traceutil/trace.go:171","msg":"trace[1355028325] transaction","detail":"{read_only:false; response_revision:3074; number_of_response:1; }","duration":"156.522703ms","start":"2026-03-18T16:59:40.528258Z","end":"2026-03-18T16:59:40.68478Z","steps":["trace[1355028325] 'process raft request' (duration: 156.310717ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:59:41.621676Z","caller":"traceutil/trace.go:171","msg":"trace[1994427165] transaction","detail":"{read_only:false; response_revision:3078; number_of_response:1; }","duration":"230.762287ms","start":"2026-03-18T16:59:41.390885Z","end":"2026-03-18T16:59:41.621648Z","steps":["trace[1994427165] 'process raft request' (duration: 224.854398ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:59:41.918678Z","caller":"traceutil/trace.go:171","msg":"trace[1852356945] transaction","detail":"{read_only:false; response_revision:3081; number_of_response:1; }","duration":"109.49682ms","start":"2026-03-18T16:59:41.809153Z","end":"2026-03-18T16:59:41.91865Z","steps":["trace[1852356945] 'process raft request' (duration: 67.774399ms)","trace[1852356945] 'compare' (duration: 41.528965ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:59:41.918821Z","caller":"traceutil/trace.go:171","msg":"trace[1670693549] transaction","detail":"{read_only:false; response_revision:3082; number_of_response:1; }","duration":"109.670775ms","start":"2026-03-18T16:59:41.80914Z","end":"2026-03-18T16:59:41.918811Z","steps":["trace[1670693549] 'process raft request' (duration: 109.433718ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:59:41.918887Z","caller":"traceutil/trace.go:171","msg":"trace[2118759261] transaction","detail":"{read_only:false; response_revision:3083; number_of_response:1; }","duration":"109.255664ms","start":"2026-03-18T16:59:41.809612Z","end":"2026-03-18T16:59:41.918868Z","steps":["trace[2118759261] 'process raft request' (duration: 109.026898ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:00:41.459578Z","caller":"traceutil/trace.go:171","msg":"trace[1299528939] transaction","detail":"{read_only:false; response_revision:3555; number_of_response:1; }","duration":"460.664448ms","start":"2026-03-18T17:00:40.998891Z","end":"2026-03-18T17:00:41.459555Z","steps":["trace[1299528939] 'process raft request' (duration: 460.496374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:00:41.459841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:00:40.998865Z","time spent":"460.806393ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:00:41.97802Z","caller":"traceutil/trace.go:171","msg":"trace[1022479080] linearizableReadLoop","detail":"{readStateIndex:3700; appliedIndex:3698; }","duration":"220.510001ms","start":"2026-03-18T17:00:41.757478Z","end":"2026-03-18T17:00:41.977988Z","steps":["trace[1022479080] 'read index received' (duration: 220.237653ms)","trace[1022479080] 'applied index is now lower than readState.Index' (duration: 270.278µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:00:41.97803Z","caller":"traceutil/trace.go:171","msg":"trace[1868861012] transaction","detail":"{read_only:false; response_revision:3556; number_of_response:1; }","duration":"569.964192ms","start":"2026-03-18T17:00:41.408038Z","end":"2026-03-18T17:00:41.978002Z","steps":["trace[1868861012] 'process raft request' (duration: 569.700326ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:00:41.978099Z","caller":"traceutil/trace.go:171","msg":"trace[446576830] transaction","detail":"{read_only:false; response_revision:3557; number_of_response:1; }","duration":"557.868818ms","start":"2026-03-18T17:00:41.420185Z","end":"2026-03-18T17:00:41.978054Z","steps":["trace[446576830] 'process raft request' (duration: 557.743934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:00:41.978265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:00:41.408013Z","time spent":"570.142247ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:00:41.978265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:00:41.42016Z","time spent":"558.022852ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:00:41.978535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.020925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T17:00:41.978669Z","caller":"traceutil/trace.go:171","msg":"trace[1990846107] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3557; }","duration":"221.205769ms","start":"2026-03-18T17:00:41.757425Z","end":"2026-03-18T17:00:41.978631Z","steps":["trace[1990846107] 'agreement among raft nodes before linearized reading' (duration: 220.683805ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:00:41.980226Z","caller":"traceutil/trace.go:171","msg":"trace[19838144] transaction","detail":"{read_only:false; response_revision:3558; number_of_response:1; }","duration":"164.007394ms","start":"2026-03-18T17:00:41.816188Z","end":"2026-03-18T17:00:41.980195Z","steps":["trace[19838144] 'process raft request' (duration: 163.833299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:00:41.980299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.667901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gstbn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T17:00:41.980365Z","caller":"traceutil/trace.go:171","msg":"trace[1802281435] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gstbn; range_end:; response_count:1; response_revision:3558; }","duration":"148.812626ms","start":"2026-03-18T17:00:41.831536Z","end":"2026-03-18T17:00:41.980348Z","steps":["trace[1802281435] 'agreement among raft nodes before linearized reading' (duration: 148.59941ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:00:57.215767Z","caller":"traceutil/trace.go:171","msg":"trace[1494346347] transaction","detail":"{read_only:false; response_revision:3638; number_of_response:1; }","duration":"223.562542ms","start":"2026-03-18T17:00:56.99218Z","end":"2026-03-18T17:00:57.215743Z","steps":["trace[1494346347] 'process raft request' (duration: 223.405718ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:01:55.826602Z","caller":"traceutil/trace.go:171","msg":"trace[1087326599] transaction","detail":"{read_only:false; response_revision:4332; number_of_response:1; }","duration":"115.666847ms","start":"2026-03-18T17:01:55.710895Z","end":"2026-03-18T17:01:55.826561Z","steps":["trace[1087326599] 'process raft request' (duration: 115.323238ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:01:55.827417Z","caller":"traceutil/trace.go:171","msg":"trace[304156339] transaction","detail":"{read_only:false; response_revision:4333; number_of_response:1; }","duration":"110.430258ms","start":"2026-03-18T17:01:55.71696Z","end":"2026-03-18T17:01:55.82739Z","steps":["trace[304156339] 'process raft request' (duration: 109.75298ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:03.686465Z","caller":"traceutil/trace.go:171","msg":"trace[1436077272] linearizableReadLoop","detail":"{readStateIndex:4710; appliedIndex:4709; }","duration":"117.003562ms","start":"2026-03-18T17:02:03.569441Z","end":"2026-03-18T17:02:03.686444Z","steps":["trace[1436077272] 'read index received' (duration: 116.826418ms)","trace[1436077272] 'applied index is now lower than readState.Index' (duration: 175.894µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:03.6865Z","caller":"traceutil/trace.go:171","msg":"trace[755426740] transaction","detail":"{read_only:false; response_revision:4528; number_of_response:1; }","duration":"254.091668ms","start":"2026-03-18T17:02:03.432383Z","end":"2026-03-18T17:02:03.686474Z","steps":["trace[755426740] 'process raft request' (duration: 253.916894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:03.6866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.144535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:02:03.686624Z","caller":"traceutil/trace.go:171","msg":"trace[1791096658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4528; }","duration":"117.219429ms","start":"2026-03-18T17:02:03.569397Z","end":"2026-03-18T17:02:03.686617Z","steps":["trace[1791096658] 'agreement among raft nodes before linearized reading' (duration: 117.135256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:06.250088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.131448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-18T17:02:06.25018Z","caller":"traceutil/trace.go:171","msg":"trace[1303066659] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4671; }","duration":"249.266002ms","start":"2026-03-18T17:02:06.000892Z","end":"2026-03-18T17:02:06.250158Z","steps":["trace[1303066659] 'range keys from in-memory index tree' (duration: 248.974123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:06.249954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.478604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:02:06.250266Z","caller":"traceutil/trace.go:171","msg":"trace[622310136] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:4671; }","duration":"132.817433ms","start":"2026-03-18T17:02:06.117405Z","end":"2026-03-18T17:02:06.250222Z","steps":["trace[622310136] 'count revisions from in-memory index tree' (duration: 132.392911ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:06.444323Z","caller":"traceutil/trace.go:171","msg":"trace[1806052812] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"182.224087ms","start":"2026-03-18T17:02:06.262065Z","end":"2026-03-18T17:02:06.444289Z","steps":["trace[1806052812] 'process raft request' (duration: 114.454765ms)","trace[1806052812] 'compare' (duration: 67.526206ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:06.444375Z","caller":"traceutil/trace.go:171","msg":"trace[1347629689] linearizableReadLoop","detail":"{readStateIndex:4861; appliedIndex:4860; }","duration":"164.961738ms","start":"2026-03-18T17:02:06.279367Z","end":"2026-03-18T17:02:06.444329Z","steps":["trace[1347629689] 'read index received' (duration: 97.175984ms)","trace[1347629689] 'applied index is now lower than readState.Index' (duration: 67.779023ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:06.4446Z","caller":"traceutil/trace.go:171","msg":"trace[895919146] transaction","detail":"{read_only:false; response_revision:4674; number_of_response:1; }","duration":"132.004462ms","start":"2026-03-18T17:02:06.312568Z","end":"2026-03-18T17:02:06.444573Z","steps":["trace[895919146] 'process raft request' (duration: 131.678663ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:06.444716Z","caller":"traceutil/trace.go:171","msg":"trace[2033096606] transaction","detail":"{read_only:false; response_revision:4675; number_of_response:1; }","duration":"131.727894ms","start":"2026-03-18T17:02:06.312976Z","end":"2026-03-18T17:02:06.444704Z","steps":["trace[2033096606] 'process raft request' (duration: 131.550449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:06.444749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.358038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-18T17:02:06.444842Z","caller":"traceutil/trace.go:171","msg":"trace[1675523190] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4674; }","duration":"165.499822ms","start":"2026-03-18T17:02:06.279322Z","end":"2026-03-18T17:02:06.444822Z","steps":["trace[1675523190] 'agreement among raft nodes before linearized reading' (duration: 165.090851ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:06.601772Z","caller":"traceutil/trace.go:171","msg":"trace[132055734] linearizableReadLoop","detail":"{readStateIndex:4865; appliedIndex:4864; }","duration":"146.060835ms","start":"2026-03-18T17:02:06.455684Z","end":"2026-03-18T17:02:06.601745Z","steps":["trace[132055734] 'read index received' (duration: 99.060316ms)","trace[132055734] 'applied index is now lower than readState.Index' (duration: 46.999669ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:06.602001Z","caller":"traceutil/trace.go:171","msg":"trace[1994716280] transaction","detail":"{read_only:false; response_revision:4677; number_of_response:1; }","duration":"148.171992ms","start":"2026-03-18T17:02:06.453766Z","end":"2026-03-18T17:02:06.601938Z","steps":["trace[1994716280] 'process raft request' (duration: 100.962476ms)","trace[1994716280] 'compare' (duration: 46.911058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:06.602213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.056616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gstbn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-18T17:02:06.602329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.753011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T17:02:06.602397Z","caller":"traceutil/trace.go:171","msg":"trace[1119577732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4677; }","duration":"129.867944ms","start":"2026-03-18T17:02:06.472515Z","end":"2026-03-18T17:02:06.602383Z","steps":["trace[1119577732] 'agreement among raft nodes before linearized reading' (duration: 129.662519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:06.602376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.724343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719508"} {"level":"info","ts":"2026-03-18T17:02:06.602361Z","caller":"traceutil/trace.go:171","msg":"trace[2117072100] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gstbn; range_end:; response_count:1; response_revision:4677; }","duration":"131.209651ms","start":"2026-03-18T17:02:06.471122Z","end":"2026-03-18T17:02:06.602332Z","steps":["trace[2117072100] 'agreement among raft nodes before linearized reading' (duration: 130.793109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:06.602536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.082348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T17:02:06.602615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.921508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-18T17:02:06.602634Z","caller":"traceutil/trace.go:171","msg":"trace[633713600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4677; }","duration":"104.224321ms","start":"2026-03-18T17:02:06.498395Z","end":"2026-03-18T17:02:06.602619Z","steps":["trace[633713600] 'agreement among raft nodes before linearized reading' (duration: 103.552594ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:06.602455Z","caller":"traceutil/trace.go:171","msg":"trace[715711245] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4677; }","duration":"114.837485ms","start":"2026-03-18T17:02:06.487598Z","end":"2026-03-18T17:02:06.602436Z","steps":["trace[715711245] 'agreement among raft nodes before linearized reading' (duration: 114.399074ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:06.60314Z","caller":"traceutil/trace.go:171","msg":"trace[585198045] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4677; }","duration":"146.99386ms","start":"2026-03-18T17:02:06.455664Z","end":"2026-03-18T17:02:06.602658Z","steps":["trace[585198045] 'agreement among raft nodes before linearized reading' (duration: 146.862866ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:06.910283Z","caller":"traceutil/trace.go:171","msg":"trace[1432005380] transaction","detail":"{read_only:false; response_revision:4679; number_of_response:1; }","duration":"302.736493ms","start":"2026-03-18T17:02:06.60751Z","end":"2026-03-18T17:02:06.910246Z","steps":["trace[1432005380] 'process raft request' (duration: 272.025017ms)","trace[1432005380] 'compare' (duration: 30.252694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:06.910494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:06.60749Z","time spent":"302.923227ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:06.910541Z","caller":"traceutil/trace.go:171","msg":"trace[1062992240] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"302.141787ms","start":"2026-03-18T17:02:06.608361Z","end":"2026-03-18T17:02:06.910503Z","steps":["trace[1062992240] 'process raft request' (duration: 301.786337ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:06.910611Z","caller":"traceutil/trace.go:171","msg":"trace[932613016] linearizableReadLoop","detail":"{readStateIndex:4869; appliedIndex:4866; }","duration":"286.890492ms","start":"2026-03-18T17:02:06.623696Z","end":"2026-03-18T17:02:06.910586Z","steps":["trace[932613016] 'read index received' (duration: 255.864717ms)","trace[932613016] 'applied index is now lower than readState.Index' (duration: 31.024075ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:06.910694Z","caller":"traceutil/trace.go:171","msg":"trace[1301234253] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"301.262764ms","start":"2026-03-18T17:02:06.609396Z","end":"2026-03-18T17:02:06.910658Z","steps":["trace[1301234253] 'process raft request' (duration: 301.018007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:06.910729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:06.608336Z","time spent":"302.284612ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:06.910859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:06.609388Z","time spent":"301.386967ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:06.910954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.723287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T17:02:06.911027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.021211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62981"} {"level":"info","ts":"2026-03-18T17:02:06.911031Z","caller":"traceutil/trace.go:171","msg":"trace[975728752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4681; }","duration":"286.850141ms","start":"2026-03-18T17:02:06.624143Z","end":"2026-03-18T17:02:06.910993Z","steps":["trace[975728752] 'agreement among raft nodes before linearized reading' (duration: 286.641186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:06.911032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.533149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-18T17:02:06.91111Z","caller":"traceutil/trace.go:171","msg":"trace[1228762727] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4681; }","duration":"303.135944ms","start":"2026-03-18T17:02:06.607954Z","end":"2026-03-18T17:02:06.91109Z","steps":["trace[1228762727] 'agreement among raft nodes before linearized reading' (duration: 302.812045ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:06.911181Z","caller":"traceutil/trace.go:171","msg":"trace[409268928] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4681; }","duration":"284.698123ms","start":"2026-03-18T17:02:06.626459Z","end":"2026-03-18T17:02:06.911158Z","steps":["trace[409268928] 'agreement among raft nodes before linearized reading' (duration: 284.407336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:06.911306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:06.607946Z","time spent":"303.344759ms","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63005,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T17:02:06.911933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.994141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719508"} {"level":"info","ts":"2026-03-18T17:02:06.912004Z","caller":"traceutil/trace.go:171","msg":"trace[1475866166] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4681; }","duration":"294.108723ms","start":"2026-03-18T17:02:06.617879Z","end":"2026-03-18T17:02:06.911988Z","steps":["trace[1475866166] 'agreement among raft nodes before linearized reading' (duration: 292.772198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:07.776166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.858473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:02:07.776332Z","caller":"traceutil/trace.go:171","msg":"trace[1235220107] linearizableReadLoop","detail":"{readStateIndex:4895; appliedIndex:4894; }","duration":"390.327813ms","start":"2026-03-18T17:02:07.385987Z","end":"2026-03-18T17:02:07.776315Z","steps":["trace[1235220107] 'read index received' (duration: 245.227673ms)","trace[1235220107] 'applied index is now lower than readState.Index' (duration: 145.09891ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:07.776426Z","caller":"traceutil/trace.go:171","msg":"trace[966058282] transaction","detail":"{read_only:false; response_revision:4706; number_of_response:1; }","duration":"432.453282ms","start":"2026-03-18T17:02:07.343939Z","end":"2026-03-18T17:02:07.776392Z","steps":["trace[966058282] 'process raft request' (duration: 287.283571ms)","trace[966058282] 'compare' (duration: 144.73812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:07.776569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:07.343915Z","time spent":"432.583026ms","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5837,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:07.776737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.968345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T17:02:07.776761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.07264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-18T17:02:07.776817Z","caller":"traceutil/trace.go:171","msg":"trace[1176121969] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4706; }","duration":"180.161703ms","start":"2026-03-18T17:02:07.596642Z","end":"2026-03-18T17:02:07.776803Z","steps":["trace[1176121969] 'agreement among raft nodes before linearized reading' (duration: 179.965927ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:07.776816Z","caller":"traceutil/trace.go:171","msg":"trace[177426250] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4706; }","duration":"222.087597ms","start":"2026-03-18T17:02:07.55471Z","end":"2026-03-18T17:02:07.776798Z","steps":["trace[177426250] 'agreement among raft nodes before linearized reading' (duration: 221.894572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:07.776966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.991541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777693"} {"level":"info","ts":"2026-03-18T17:02:07.77701Z","caller":"traceutil/trace.go:171","msg":"trace[1226056966] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4706; }","duration":"391.080183ms","start":"2026-03-18T17:02:07.385919Z","end":"2026-03-18T17:02:07.776999Z","steps":["trace[1226056966] 'agreement among raft nodes before linearized reading' (duration: 390.512398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:07.777053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:07.385892Z","time spent":"391.151715ms","remote":"127.0.0.1:45142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777717,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-18T17:02:13.566101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.346922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:02:13.566223Z","caller":"traceutil/trace.go:171","msg":"trace[248936417] linearizableReadLoop","detail":"{readStateIndex:5002; appliedIndex:5001; }","duration":"630.568883ms","start":"2026-03-18T17:02:12.935637Z","end":"2026-03-18T17:02:13.566206Z","steps":["trace[248936417] 'read index received' (duration: 324.979414ms)","trace[248936417] 'applied index is now lower than readState.Index' (duration: 305.588199ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:13.566264Z","caller":"traceutil/trace.go:171","msg":"trace[1248355100] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"685.626588ms","start":"2026-03-18T17:02:12.880606Z","end":"2026-03-18T17:02:13.566233Z","steps":["trace[1248355100] 'process raft request' (duration: 380.06339ms)","trace[1248355100] 'compare' (duration: 305.195798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:13.566359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:12.880584Z","time spent":"685.735491ms","remote":"127.0.0.1:45126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T17:02:13.566552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.498616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"warn","ts":"2026-03-18T17:02:13.56655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.832955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-18T17:02:13.566562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.495628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T17:02:13.566612Z","caller":"traceutil/trace.go:171","msg":"trace[1674766182] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4810; }","duration":"311.597068ms","start":"2026-03-18T17:02:13.255Z","end":"2026-03-18T17:02:13.566597Z","steps":["trace[1674766182] 'agreement among raft nodes before linearized reading' (duration: 311.423764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:13.566599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.823712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-18T17:02:13.56663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.234716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T17:02:13.566632Z","caller":"traceutil/trace.go:171","msg":"trace[345059242] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4810; }","duration":"558.947308ms","start":"2026-03-18T17:02:13.007661Z","end":"2026-03-18T17:02:13.566608Z","steps":["trace[345059242] 'agreement among raft nodes before linearized reading' (duration: 558.719802ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:13.566643Z","caller":"traceutil/trace.go:171","msg":"trace[1012665846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4810; }","duration":"628.621812ms","start":"2026-03-18T17:02:12.937999Z","end":"2026-03-18T17:02:13.566621Z","steps":["trace[1012665846] 'agreement among raft nodes before linearized reading' (duration: 628.357894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:13.566555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.528269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gstbn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-18T17:02:13.566668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.699817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T17:02:13.56678Z","caller":"traceutil/trace.go:171","msg":"trace[1735064047] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4810; }","duration":"627.841541ms","start":"2026-03-18T17:02:12.938916Z","end":"2026-03-18T17:02:13.566757Z","steps":["trace[1735064047] 'agreement among raft nodes before linearized reading' (duration: 627.628405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:13.566656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:13.254981Z","time spent":"311.66398ms","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12999,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-18T17:02:13.56684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:12.938906Z","time spent":"627.921293ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T17:02:13.566821Z","caller":"traceutil/trace.go:171","msg":"trace[1339252465] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gstbn; range_end:; response_count:1; response_revision:4810; }","duration":"625.758565ms","start":"2026-03-18T17:02:12.940976Z","end":"2026-03-18T17:02:13.566735Z","steps":["trace[1339252465] 'agreement among raft nodes before linearized reading' (duration: 625.480818ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:13.566676Z","caller":"traceutil/trace.go:171","msg":"trace[951554063] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4810; }","duration":"624.292186ms","start":"2026-03-18T17:02:12.94237Z","end":"2026-03-18T17:02:13.566662Z","steps":["trace[951554063] 'agreement among raft nodes before linearized reading' (duration: 624.220144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:13.566969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:12.940952Z","time spent":"625.969391ms","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-gstbn\" "} {"level":"warn","ts":"2026-03-18T17:02:13.567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:12.942356Z","time spent":"624.629486ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T17:02:13.566679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:13.007648Z","time spent":"559.02192ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-18T17:02:13.566676Z","caller":"traceutil/trace.go:171","msg":"trace[1396105665] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4810; }","duration":"300.905704ms","start":"2026-03-18T17:02:13.26575Z","end":"2026-03-18T17:02:13.566655Z","steps":["trace[1396105665] 'agreement among raft nodes before linearized reading' (duration: 300.653678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:13.567124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:13.265733Z","time spent":"301.382436ms","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-18T17:02:13.566693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:12.937977Z","time spent":"628.706294ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T17:02:13.567276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.8216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T17:02:13.567352Z","caller":"traceutil/trace.go:171","msg":"trace[984850813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4810; }","duration":"631.739665ms","start":"2026-03-18T17:02:12.935593Z","end":"2026-03-18T17:02:13.567333Z","steps":["trace[984850813] 'agreement among raft nodes before linearized reading' (duration: 630.692757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:13.567397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:12.935574Z","time spent":"631.810287ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T17:02:13.891814Z","caller":"traceutil/trace.go:171","msg":"trace[1920231932] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"319.683964ms","start":"2026-03-18T17:02:13.572101Z","end":"2026-03-18T17:02:13.891785Z","steps":["trace[1920231932] 'process raft request' (duration: 280.013299ms)","trace[1920231932] 'compare' (duration: 39.51004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:13.892036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:13.572078Z","time spent":"319.875199ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:13.910518Z","caller":"traceutil/trace.go:171","msg":"trace[1481307332] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"338.001311ms","start":"2026-03-18T17:02:13.572475Z","end":"2026-03-18T17:02:13.910476Z","steps":["trace[1481307332] 'process raft request' (duration: 337.694233ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:13.910554Z","caller":"traceutil/trace.go:171","msg":"trace[446917953] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"337.835166ms","start":"2026-03-18T17:02:13.572693Z","end":"2026-03-18T17:02:13.910528Z","steps":["trace[446917953] 'process raft request' (duration: 337.714573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:13.910698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:13.57185Z","time spent":"338.754232ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:13.910709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:13.57267Z","time spent":"337.952399ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:13.910523Z","caller":"traceutil/trace.go:171","msg":"trace[143071157] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"337.817756ms","start":"2026-03-18T17:02:13.572674Z","end":"2026-03-18T17:02:13.910492Z","steps":["trace[143071157] 'process raft request' (duration: 337.650291ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:13.910867Z","caller":"traceutil/trace.go:171","msg":"trace[948945980] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"337.109757ms","start":"2026-03-18T17:02:13.573741Z","end":"2026-03-18T17:02:13.91085Z","steps":["trace[948945980] 'process raft request' (duration: 336.718546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:13.910883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:13.572654Z","time spent":"338.163935ms","remote":"127.0.0.1:45126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:13.910926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:13.573728Z","time spent":"337.167678ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:13.910913Z","caller":"traceutil/trace.go:171","msg":"trace[1619639174] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"335.320879ms","start":"2026-03-18T17:02:13.575577Z","end":"2026-03-18T17:02:13.910898Z","steps":["trace[1619639174] 'process raft request' (duration: 335.051072ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:13.911027Z","caller":"traceutil/trace.go:171","msg":"trace[1203972838] linearizableReadLoop","detail":"{readStateIndex:5009; appliedIndex:5002; }","duration":"191.567605ms","start":"2026-03-18T17:02:13.719439Z","end":"2026-03-18T17:02:13.911006Z","steps":["trace[1203972838] 'read index received' (duration: 132.691729ms)","trace[1203972838] 'applied index is now lower than readState.Index' (duration: 58.874826ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:13.91111Z","caller":"traceutil/trace.go:171","msg":"trace[1757626107] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"333.894601ms","start":"2026-03-18T17:02:13.577207Z","end":"2026-03-18T17:02:13.911101Z","steps":["trace[1757626107] 'process raft request' (duration: 333.608834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:13.911086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:13.575562Z","time spent":"335.415851ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:13.91119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:13.577194Z","time spent":"333.933893ms","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13278,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:13.911336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.896223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17308"} {"level":"info","ts":"2026-03-18T17:02:13.91137Z","caller":"traceutil/trace.go:171","msg":"trace[674138549] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4817; }","duration":"191.956387ms","start":"2026-03-18T17:02:13.719404Z","end":"2026-03-18T17:02:13.91136Z","steps":["trace[674138549] 'agreement among raft nodes before linearized reading' (duration: 191.840904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:13.920496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.479756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:02:13.920746Z","caller":"traceutil/trace.go:171","msg":"trace[1713063719] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4818; }","duration":"196.633801ms","start":"2026-03-18T17:02:13.723944Z","end":"2026-03-18T17:02:13.920578Z","steps":["trace[1713063719] 'agreement among raft nodes before linearized reading' (duration: 196.404415ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:14.516363Z","caller":"traceutil/trace.go:171","msg":"trace[198251363] linearizableReadLoop","detail":"{readStateIndex:5017; appliedIndex:5016; }","duration":"242.378957ms","start":"2026-03-18T17:02:14.273964Z","end":"2026-03-18T17:02:14.516343Z","steps":["trace[198251363] 'read index received' (duration: 242.179832ms)","trace[198251363] 'applied index is now lower than readState.Index' (duration: 198.265µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:14.516533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.551752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-18T17:02:14.516599Z","caller":"traceutil/trace.go:171","msg":"trace[1559403226] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4824; }","duration":"242.638574ms","start":"2026-03-18T17:02:14.273922Z","end":"2026-03-18T17:02:14.51656Z","steps":["trace[1559403226] 'agreement among raft nodes before linearized reading' (duration: 242.50061ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:14.516436Z","caller":"traceutil/trace.go:171","msg":"trace[1320107949] transaction","detail":"{read_only:false; response_revision:4824; number_of_response:1; }","duration":"273.791044ms","start":"2026-03-18T17:02:14.242598Z","end":"2026-03-18T17:02:14.516389Z","steps":["trace[1320107949] 'process raft request' (duration: 273.593558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:14.817279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.037817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:02:14.817386Z","caller":"traceutil/trace.go:171","msg":"trace[1382804985] transaction","detail":"{read_only:false; response_revision:4825; number_of_response:1; }","duration":"264.983138ms","start":"2026-03-18T17:02:14.552384Z","end":"2026-03-18T17:02:14.817367Z","steps":["trace[1382804985] 'process raft request' (duration: 98.768297ms)","trace[1382804985] 'compare' (duration: 165.933955ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:14.868819Z","caller":"traceutil/trace.go:171","msg":"trace[616141594] linearizableReadLoop","detail":"{readStateIndex:5020; appliedIndex:5017; }","duration":"233.567713ms","start":"2026-03-18T17:02:14.635229Z","end":"2026-03-18T17:02:14.868796Z","steps":["trace[616141594] 'read index received' (duration: 15.890863ms)","trace[616141594] 'applied index is now lower than readState.Index' (duration: 217.67609ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:14.868844Z","caller":"traceutil/trace.go:171","msg":"trace[1212934746] transaction","detail":"{read_only:false; response_revision:4826; number_of_response:1; }","duration":"310.1544ms","start":"2026-03-18T17:02:14.558673Z","end":"2026-03-18T17:02:14.868828Z","steps":["trace[1212934746] 'process raft request' (duration: 309.977906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:14.868986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.502516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:02:14.869014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.786708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-18T17:02:14.868907Z","caller":"traceutil/trace.go:171","msg":"trace[1293249174] transaction","detail":"{read_only:false; response_revision:4827; number_of_response:1; }","duration":"305.812025ms","start":"2026-03-18T17:02:14.563049Z","end":"2026-03-18T17:02:14.868861Z","steps":["trace[1293249174] 'process raft request' (duration: 305.714452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:14.869051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:14.558656Z","time spent":"310.266813ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:14.869054Z","caller":"traceutil/trace.go:171","msg":"trace[1106006265] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4827; }","duration":"233.85495ms","start":"2026-03-18T17:02:14.63519Z","end":"2026-03-18T17:02:14.869045Z","steps":["trace[1106006265] 'agreement among raft nodes before linearized reading' (duration: 233.686496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:14.869092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.7428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-bsvw6.189dfe33eb10f688\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-18T17:02:14.869118Z","caller":"traceutil/trace.go:171","msg":"trace[1174741315] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-bsvw6.189dfe33eb10f688; range_end:; response_count:1; response_revision:4827; }","duration":"206.798511ms","start":"2026-03-18T17:02:14.662311Z","end":"2026-03-18T17:02:14.86911Z","steps":["trace[1174741315] 'agreement among raft nodes before linearized reading' (duration: 206.725929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:14.869122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.393654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-7dcmr\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-03-18T17:02:14.869154Z","caller":"traceutil/trace.go:171","msg":"trace[1697625005] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-7dcmr; range_end:; response_count:1; response_revision:4827; }","duration":"199.473706ms","start":"2026-03-18T17:02:14.669668Z","end":"2026-03-18T17:02:14.869142Z","steps":["trace[1697625005] 'agreement among raft nodes before linearized reading' (duration: 199.396584ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:14.869015Z","caller":"traceutil/trace.go:171","msg":"trace[279147683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4827; }","duration":"217.589149ms","start":"2026-03-18T17:02:14.651418Z","end":"2026-03-18T17:02:14.869007Z","steps":["trace[279147683] 'agreement among raft nodes before linearized reading' (duration: 217.522556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:14.869174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:14.563028Z","time spent":"306.062642ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:14.869176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.879913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T17:02:14.869261Z","caller":"traceutil/trace.go:171","msg":"trace[1038658332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4827; }","duration":"200.966426ms","start":"2026-03-18T17:02:14.668282Z","end":"2026-03-18T17:02:14.869248Z","steps":["trace[1038658332] 'agreement among raft nodes before linearized reading' (duration: 200.77055ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:15.038177Z","caller":"traceutil/trace.go:171","msg":"trace[107718966] linearizableReadLoop","detail":"{readStateIndex:5023; appliedIndex:5021; }","duration":"129.855643ms","start":"2026-03-18T17:02:14.908295Z","end":"2026-03-18T17:02:15.038151Z","steps":["trace[107718966] 'read index received' (duration: 129.482384ms)","trace[107718966] 'applied index is now lower than readState.Index' (duration: 371.669µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:15.038263Z","caller":"traceutil/trace.go:171","msg":"trace[431208530] transaction","detail":"{read_only:false; response_revision:4830; number_of_response:1; }","duration":"162.962585ms","start":"2026-03-18T17:02:14.875264Z","end":"2026-03-18T17:02:15.038226Z","steps":["trace[431208530] 'process raft request' (duration: 162.808391ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:15.0383Z","caller":"traceutil/trace.go:171","msg":"trace[131249965] transaction","detail":"{read_only:false; response_revision:4829; number_of_response:1; }","duration":"165.691667ms","start":"2026-03-18T17:02:14.872566Z","end":"2026-03-18T17:02:15.038258Z","steps":["trace[131249965] 'process raft request' (duration: 165.330938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.038431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.107991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17308"} {"level":"info","ts":"2026-03-18T17:02:15.038473Z","caller":"traceutil/trace.go:171","msg":"trace[1454730341] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4830; }","duration":"130.179652ms","start":"2026-03-18T17:02:14.908282Z","end":"2026-03-18T17:02:15.038461Z","steps":["trace[1454730341] 'agreement among raft nodes before linearized reading' (duration: 130.006238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.038848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.620792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7f6f56c6c6-jk7n5.189dfe3517db3f2c\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-03-18T17:02:15.038915Z","caller":"traceutil/trace.go:171","msg":"trace[825330838] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-7f6f56c6c6-jk7n5.189dfe3517db3f2c; range_end:; response_count:1; response_revision:4830; }","duration":"128.711113ms","start":"2026-03-18T17:02:14.910183Z","end":"2026-03-18T17:02:15.038894Z","steps":["trace[825330838] 'agreement among raft nodes before linearized reading' (duration: 128.317683ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:15.440932Z","caller":"traceutil/trace.go:171","msg":"trace[1227310992] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"398.621333ms","start":"2026-03-18T17:02:15.042283Z","end":"2026-03-18T17:02:15.440904Z","steps":["trace[1227310992] 'process raft request' (duration: 398.445449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.441094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:15.042257Z","time spent":"398.751457ms","remote":"127.0.0.1:45126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:15.445231Z","caller":"traceutil/trace.go:171","msg":"trace[800532388] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"400.694599ms","start":"2026-03-18T17:02:15.044494Z","end":"2026-03-18T17:02:15.445189Z","steps":["trace[800532388] 'process raft request' (duration: 400.487343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.445489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:15.044476Z","time spent":"400.864103ms","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1854,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:15.445508Z","caller":"traceutil/trace.go:171","msg":"trace[1057538042] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"400.329398ms","start":"2026-03-18T17:02:15.045159Z","end":"2026-03-18T17:02:15.445488Z","steps":["trace[1057538042] 'process raft request' (duration: 399.956578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.445717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:15.045127Z","time spent":"400.469473ms","remote":"127.0.0.1:45214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1250,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:15.44573Z","caller":"traceutil/trace.go:171","msg":"trace[1666102608] linearizableReadLoop","detail":"{readStateIndex:5027; appliedIndex:5023; }","duration":"351.162831ms","start":"2026-03-18T17:02:15.094511Z","end":"2026-03-18T17:02:15.445674Z","steps":["trace[1666102608] 'read index received' (duration: 346.25404ms)","trace[1666102608] 'applied index is now lower than readState.Index' (duration: 4.89991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:15.445905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.352776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:02:15.445952Z","caller":"traceutil/trace.go:171","msg":"trace[1003986003] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"399.834786ms","start":"2026-03-18T17:02:15.046098Z","end":"2026-03-18T17:02:15.445933Z","steps":["trace[1003986003] 'process raft request' (duration: 399.295932ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:15.44597Z","caller":"traceutil/trace.go:171","msg":"trace[1018696289] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4834; }","duration":"351.46364ms","start":"2026-03-18T17:02:15.094468Z","end":"2026-03-18T17:02:15.445931Z","steps":["trace[1018696289] 'agreement among raft nodes before linearized reading' (duration: 351.353427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.446066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:15.046091Z","time spent":"399.905618ms","remote":"127.0.0.1:45512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4883,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:15.446104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:15.094447Z","time spent":"351.645334ms","remote":"127.0.0.1:45496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T17:02:17.56597Z","caller":"traceutil/trace.go:171","msg":"trace[1655601471] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"160.722275ms","start":"2026-03-18T17:02:17.405214Z","end":"2026-03-18T17:02:17.565936Z","steps":["trace[1655601471] 'process raft request' (duration: 121.568084ms)","trace[1655601471] 'compare' (duration: 38.974057ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:17.566819Z","caller":"traceutil/trace.go:171","msg":"trace[1089798280] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"160.328585ms","start":"2026-03-18T17:02:17.406465Z","end":"2026-03-18T17:02:17.566793Z","steps":["trace[1089798280] 'process raft request' (duration: 160.223022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:25.581302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.860275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:02:25.581393Z","caller":"traceutil/trace.go:171","msg":"trace[567662838] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"197.566316ms","start":"2026-03-18T17:02:25.383812Z","end":"2026-03-18T17:02:25.581379Z","steps":["trace[567662838] 'process raft request' (duration: 44.570976ms)","trace[567662838] 'compare' (duration: 152.755212ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:25.622042Z","caller":"traceutil/trace.go:171","msg":"trace[2084828386] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"238.030451ms","start":"2026-03-18T17:02:25.383986Z","end":"2026-03-18T17:02:25.622017Z","steps":["trace[2084828386] 'process raft request' (duration: 237.839066ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:25.622239Z","caller":"traceutil/trace.go:171","msg":"trace[1239529741] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"234.311803ms","start":"2026-03-18T17:02:25.387916Z","end":"2026-03-18T17:02:25.622227Z","steps":["trace[1239529741] 'process raft request' (duration: 234.046037ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:25.622449Z","caller":"traceutil/trace.go:171","msg":"trace[1818384751] linearizableReadLoop","detail":"{readStateIndex:5210; appliedIndex:5207; }","duration":"129.628518ms","start":"2026-03-18T17:02:25.492793Z","end":"2026-03-18T17:02:25.622421Z","steps":["trace[1818384751] 'read index received' (duration: 129.002602ms)","trace[1818384751] 'applied index is now lower than readState.Index' (duration: 624.616µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:25.622634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.835174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-70268c02-e225-41ae-84c6-cfdaed516b2a\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-18T17:02:25.622716Z","caller":"traceutil/trace.go:171","msg":"trace[560347667] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-70268c02-e225-41ae-84c6-cfdaed516b2a; range_end:; response_count:1; response_revision:5014; }","duration":"129.967316ms","start":"2026-03-18T17:02:25.492734Z","end":"2026-03-18T17:02:25.622701Z","steps":["trace[560347667] 'agreement among raft nodes before linearized reading' (duration: 129.766032ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:25.622615Z","caller":"traceutil/trace.go:171","msg":"trace[1630320267] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"234.459486ms","start":"2026-03-18T17:02:25.388073Z","end":"2026-03-18T17:02:25.622532Z","steps":["trace[1630320267] 'process raft request' (duration: 234.101847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:25.865815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.650225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:02:25.865902Z","caller":"traceutil/trace.go:171","msg":"trace[730874269] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5014; }","duration":"183.782578ms","start":"2026-03-18T17:02:25.6821Z","end":"2026-03-18T17:02:25.865882Z","steps":["trace[730874269] 'range keys from in-memory index tree' (duration: 183.573383ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:34.307709Z","caller":"traceutil/trace.go:171","msg":"trace[1308463906] linearizableReadLoop","detail":"{readStateIndex:5303; appliedIndex:5302; }","duration":"317.357842ms","start":"2026-03-18T17:02:33.990326Z","end":"2026-03-18T17:02:34.307684Z","steps":["trace[1308463906] 'read index received' (duration: 317.231879ms)","trace[1308463906] 'applied index is now lower than readState.Index' (duration: 124.783µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:34.30778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:33.912893Z","time spent":"394.879285ms","remote":"127.0.0.1:45080","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T17:02:34.307964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.627839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T17:02:34.308012Z","caller":"traceutil/trace.go:171","msg":"trace[686200563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5104; }","duration":"317.728122ms","start":"2026-03-18T17:02:33.990272Z","end":"2026-03-18T17:02:34.308Z","steps":["trace[686200563] 'agreement among raft nodes before linearized reading' (duration: 317.540197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:34.308048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:33.990243Z","time spent":"317.796324ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T17:02:34.326502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.949752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T17:02:34.326566Z","caller":"traceutil/trace.go:171","msg":"trace[1405862962] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5105; }","duration":"281.018804ms","start":"2026-03-18T17:02:34.045532Z","end":"2026-03-18T17:02:34.32655Z","steps":["trace[1405862962] 'agreement among raft nodes before linearized reading' (duration: 280.858181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:34.326617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.375245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T17:02:34.326596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.076059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-18T17:02:34.326758Z","caller":"traceutil/trace.go:171","msg":"trace[1492700270] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5105; }","duration":"275.54248ms","start":"2026-03-18T17:02:34.05119Z","end":"2026-03-18T17:02:34.326732Z","steps":["trace[1492700270] 'agreement among raft nodes before linearized reading' (duration: 275.262603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:34.326632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.203067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T17:02:34.326776Z","caller":"traceutil/trace.go:171","msg":"trace[1286884364] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"313.254383ms","start":"2026-03-18T17:02:34.013462Z","end":"2026-03-18T17:02:34.326716Z","steps":["trace[1286884364] 'process raft request' (duration: 312.79855ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:34.326789Z","caller":"traceutil/trace.go:171","msg":"trace[1280606778] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5105; }","duration":"148.317035ms","start":"2026-03-18T17:02:34.178453Z","end":"2026-03-18T17:02:34.32677Z","steps":["trace[1280606778] 'agreement among raft nodes before linearized reading' (duration: 147.975776ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:34.326866Z","caller":"traceutil/trace.go:171","msg":"trace[1793790385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5105; }","duration":"276.425103ms","start":"2026-03-18T17:02:34.05041Z","end":"2026-03-18T17:02:34.326835Z","steps":["trace[1793790385] 'agreement among raft nodes before linearized reading' (duration: 276.094915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:34.327094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:34.013439Z","time spent":"313.467148ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:39.705257Z","caller":"traceutil/trace.go:171","msg":"trace[553733943] linearizableReadLoop","detail":"{readStateIndex:5404; appliedIndex:5403; }","duration":"161.762507ms","start":"2026-03-18T17:02:39.543462Z","end":"2026-03-18T17:02:39.705225Z","steps":["trace[553733943] 'read index received' (duration: 160.910364ms)","trace[553733943] 'applied index is now lower than readState.Index' (duration: 850.543µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:39.705289Z","caller":"traceutil/trace.go:171","msg":"trace[137170256] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"169.63825ms","start":"2026-03-18T17:02:39.535624Z","end":"2026-03-18T17:02:39.705262Z","steps":["trace[137170256] 'process raft request' (duration: 168.790987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:39.705533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.010073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-18T17:02:39.705634Z","caller":"traceutil/trace.go:171","msg":"trace[670497394] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5201; }","duration":"162.184849ms","start":"2026-03-18T17:02:39.543432Z","end":"2026-03-18T17:02:39.705616Z","steps":["trace[670497394] 'agreement among raft nodes before linearized reading' (duration: 161.912862ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:44.723011Z","caller":"traceutil/trace.go:171","msg":"trace[1977134005] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"343.092483ms","start":"2026-03-18T17:02:44.379881Z","end":"2026-03-18T17:02:44.722974Z","steps":["trace[1977134005] 'process raft request' (duration: 342.887888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:44.723249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:44.379863Z","time spent":"343.244517ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:44.759114Z","caller":"traceutil/trace.go:171","msg":"trace[588616726] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"377.08828ms","start":"2026-03-18T17:02:44.381995Z","end":"2026-03-18T17:02:44.759083Z","steps":["trace[588616726] 'process raft request' (duration: 376.836123ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:44.759204Z","caller":"traceutil/trace.go:171","msg":"trace[1018426645] linearizableReadLoop","detail":"{readStateIndex:5438; appliedIndex:5434; }","duration":"240.77297ms","start":"2026-03-18T17:02:44.51842Z","end":"2026-03-18T17:02:44.759193Z","steps":["trace[1018426645] 'read index received' (duration: 204.287856ms)","trace[1018426645] 'applied index is now lower than readState.Index' (duration: 36.484104ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:44.759285Z","caller":"traceutil/trace.go:171","msg":"trace[1159012471] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"375.20812ms","start":"2026-03-18T17:02:44.384051Z","end":"2026-03-18T17:02:44.759259Z","steps":["trace[1159012471] 'process raft request' (duration: 374.986504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:44.75935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:44.381975Z","time spent":"377.222884ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:44.759424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.993886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-03-18T17:02:44.759112Z","caller":"traceutil/trace.go:171","msg":"trace[1660661184] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"375.047145ms","start":"2026-03-18T17:02:44.384035Z","end":"2026-03-18T17:02:44.759082Z","steps":["trace[1660661184] 'process raft request' (duration: 374.962323ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:44.759458Z","caller":"traceutil/trace.go:171","msg":"trace[325012184] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5234; }","duration":"241.072969ms","start":"2026-03-18T17:02:44.518375Z","end":"2026-03-18T17:02:44.759448Z","steps":["trace[325012184] 'agreement among raft nodes before linearized reading' (duration: 240.913554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:44.759437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:44.384026Z","time spent":"375.328413ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:44.759543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:44.384019Z","time spent":"375.467556ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:44.759567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.639081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-18T17:02:44.759644Z","caller":"traceutil/trace.go:171","msg":"trace[1714108081] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5234; }","duration":"139.749392ms","start":"2026-03-18T17:02:44.619875Z","end":"2026-03-18T17:02:44.759624Z","steps":["trace[1714108081] 'agreement among raft nodes before linearized reading' (duration: 139.504786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:45.331486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636549051285066152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T17:02:45.832124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636549051285066152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T17:02:46.33339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636549051285066152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T17:02:46.745667Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.97192956s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T17:02:46.746011Z","caller":"traceutil/trace.go:171","msg":"trace[2011663907] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"1.972403821s","start":"2026-03-18T17:02:44.773582Z","end":"2026-03-18T17:02:46.745986Z","steps":["trace[2011663907] 'process raft request' (duration: 1.972272057s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:46.746142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:44.773547Z","time spent":"1.972523514s","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10667,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:46.872998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000004167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T17:02:46.873081Z","caller":"traceutil/trace.go:171","msg":"trace[653237421] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000141201s","start":"2026-03-18T17:02:44.872921Z","end":"2026-03-18T17:02:46.873062Z","steps":["trace[653237421] 'agreement among raft nodes before linearized reading' (duration: 2.000046359s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:46.873126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:44.872896Z","time spent":"2.000220962s","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 17:02:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T17:02:47.164787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.749933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:02:47.165089Z","caller":"traceutil/trace.go:171","msg":"trace[824059188] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"2.193570322s","start":"2026-03-18T17:02:44.971487Z","end":"2026-03-18T17:02:47.165058Z","steps":["trace[824059188] 'process raft request' (duration: 1.840414238s)","trace[824059188] 'compare' (duration: 352.589099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:47.165244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:44.971444Z","time spent":"2.193718637s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:47.165372Z","caller":"traceutil/trace.go:171","msg":"trace[776925992] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"2.1905185s","start":"2026-03-18T17:02:44.974844Z","end":"2026-03-18T17:02:47.165362Z","steps":["trace[776925992] 'process raft request' (duration: 2.190076138s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:47.165433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:44.974809Z","time spent":"2.190590632s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:47.165676Z","caller":"traceutil/trace.go:171","msg":"trace[1545048962] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"783.502253ms","start":"2026-03-18T17:02:46.382132Z","end":"2026-03-18T17:02:47.165634Z","steps":["trace[1545048962] 'process raft request' (duration: 783.109303ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:47.165714Z","caller":"traceutil/trace.go:171","msg":"trace[531753889] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"413.143654ms","start":"2026-03-18T17:02:46.752534Z","end":"2026-03-18T17:02:47.165677Z","steps":["trace[531753889] 'process raft request' (duration: 412.759903ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:47.165753Z","caller":"traceutil/trace.go:171","msg":"trace[493471585] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"2.140976233s","start":"2026-03-18T17:02:45.024765Z","end":"2026-03-18T17:02:47.165741Z","steps":["trace[493471585] 'process raft request' (duration: 2.140421148s)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:47.165765Z","caller":"traceutil/trace.go:171","msg":"trace[386109150] linearizableReadLoop","detail":"{readStateIndex:5442; appliedIndex:5439; }","duration":"2.334792054s","start":"2026-03-18T17:02:44.830958Z","end":"2026-03-18T17:02:47.16575Z","steps":["trace[386109150] 'read index received' (duration: 1.915135545s)","trace[386109150] 'applied index is now lower than readState.Index' (duration: 419.655209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:47.165815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:45.024745Z","time spent":"2.141036285s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:47.16581Z","caller":"traceutil/trace.go:171","msg":"trace[1740009640] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"411.5018ms","start":"2026-03-18T17:02:46.754289Z","end":"2026-03-18T17:02:47.165791Z","steps":["trace[1740009640] 'process raft request' (duration: 411.444568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:47.165973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335020411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-18T17:02:47.166029Z","caller":"traceutil/trace.go:171","msg":"trace[783924694] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5243; }","duration":"2.335117994s","start":"2026-03-18T17:02:44.830899Z","end":"2026-03-18T17:02:47.166017Z","steps":["trace[783924694] 'agreement among raft nodes before linearized reading' (duration: 2.334948299s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:47.166044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.789544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T17:02:47.166066Z","caller":"traceutil/trace.go:171","msg":"trace[849544995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5243; }","duration":"402.820255ms","start":"2026-03-18T17:02:46.763239Z","end":"2026-03-18T17:02:47.16606Z","steps":["trace[849544995] 'agreement among raft nodes before linearized reading' (duration: 402.769584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:47.166067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:44.830875Z","time spent":"2.335184126s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T17:02:47.16607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.277042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:02:47.166095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:46.763232Z","time spent":"402.858886ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T17:02:47.166106Z","caller":"traceutil/trace.go:171","msg":"trace[1788424514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5243; }","duration":"981.356825ms","start":"2026-03-18T17:02:46.184739Z","end":"2026-03-18T17:02:47.166096Z","steps":["trace[1788424514] 'agreement among raft nodes before linearized reading' (duration: 981.297033ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:47.166119Z","caller":"traceutil/trace.go:171","msg":"trace[1859485737] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"411.830838ms","start":"2026-03-18T17:02:46.754258Z","end":"2026-03-18T17:02:47.166089Z","steps":["trace[1859485737] 'process raft request' (duration: 411.397747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:47.16599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893036578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T17:02:47.166185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:46.184718Z","time spent":"981.411446ms","remote":"127.0.0.1:58956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:02:47.166206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:46.75423Z","time spent":"411.932972ms","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:47.166212Z","caller":"traceutil/trace.go:171","msg":"trace[1789184495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5243; }","duration":"1.893292016s","start":"2026-03-18T17:02:45.272903Z","end":"2026-03-18T17:02:47.166195Z","steps":["trace[1789184495] 'agreement among raft nodes before linearized reading' (duration: 1.892996048s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:47.166272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43086804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gstbn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-18T17:02:47.166224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01374156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-18T17:02:47.166243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.09812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T17:02:47.166296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.01209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10682"} {"level":"warn","ts":"2026-03-18T17:02:47.16635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.784936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T17:02:47.166367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590914171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-18T17:02:47.165927Z","caller":"traceutil/trace.go:171","msg":"trace[1047784037] transaction","detail":"{read_only:false; response_revision:5241; number_of_response:1; }","duration":"411.791338ms","start":"2026-03-18T17:02:46.75412Z","end":"2026-03-18T17:02:47.165912Z","steps":["trace[1047784037] 'process raft request' (duration: 411.292974ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:47.166369Z","caller":"traceutil/trace.go:171","msg":"trace[1818319661] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5243; }","duration":"413.127884ms","start":"2026-03-18T17:02:46.753224Z","end":"2026-03-18T17:02:47.166352Z","steps":["trace[1818319661] 'agreement among raft nodes before linearized reading' (duration: 412.889418ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:47.166396Z","caller":"traceutil/trace.go:171","msg":"trace[516340122] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5243; }","duration":"1.590995234s","start":"2026-03-18T17:02:45.575395Z","end":"2026-03-18T17:02:47.16639Z","steps":["trace[516340122] 'agreement among raft nodes before linearized reading' (duration: 1.590932412s)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:47.166398Z","caller":"traceutil/trace.go:171","msg":"trace[1243234637] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5243; }","duration":"438.859778ms","start":"2026-03-18T17:02:46.727526Z","end":"2026-03-18T17:02:47.166386Z","steps":["trace[1243234637] 'agreement among raft nodes before linearized reading' (duration: 438.755106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:47.166043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:46.754278Z","time spent":"411.704795ms","remote":"127.0.0.1:45214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:47.166417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:46.75321Z","time spent":"413.198276ms","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10706,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-18T17:02:47.16644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:46.727508Z","time spent":"438.923ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T17:02:47.166415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:45.575361Z","time spent":"1.591050296s","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-18T17:02:47.166476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:46.754101Z","time spent":"412.302061ms","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:47.166353Z","caller":"traceutil/trace.go:171","msg":"trace[1094826839] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5243; }","duration":"404.220914ms","start":"2026-03-18T17:02:46.762113Z","end":"2026-03-18T17:02:47.166334Z","steps":["trace[1094826839] 'agreement among raft nodes before linearized reading' (duration: 403.978847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:47.166533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:46.762106Z","time spent":"404.414619ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T17:02:47.166267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:45.272881Z","time spent":"1.893369287s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T17:02:47.165835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:46.752504Z","time spent":"413.265718ms","remote":"127.0.0.1:45214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:47.166302Z","caller":"traceutil/trace.go:171","msg":"trace[1618386362] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gstbn; range_end:; response_count:1; response_revision:5243; }","duration":"1.430931922s","start":"2026-03-18T17:02:45.735362Z","end":"2026-03-18T17:02:47.166293Z","steps":["trace[1618386362] 'agreement among raft nodes before linearized reading' (duration: 1.430873461s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:47.165829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:46.382101Z","time spent":"783.657147ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:47.166661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:45.735341Z","time spent":"1.431299403s","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-gstbn\" "} {"level":"info","ts":"2026-03-18T17:02:47.166341Z","caller":"traceutil/trace.go:171","msg":"trace[563268453] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5243; }","duration":"1.013870904s","start":"2026-03-18T17:02:46.152441Z","end":"2026-03-18T17:02:47.166312Z","steps":["trace[563268453] 'agreement among raft nodes before linearized reading' (duration: 1.01373833s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:47.166771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:46.152422Z","time spent":"1.014327686s","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T17:02:47.1664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596939714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:02:47.167042Z","caller":"traceutil/trace.go:171","msg":"trace[1301293730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5243; }","duration":"1.597630423s","start":"2026-03-18T17:02:45.569376Z","end":"2026-03-18T17:02:47.167006Z","steps":["trace[1301293730] 'agreement among raft nodes before linearized reading' (duration: 1.596937435s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:47.167082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.979707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T17:02:47.1671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:45.569356Z","time spent":"1.597728456s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T17:02:47.167133Z","caller":"traceutil/trace.go:171","msg":"trace[728607128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5243; }","duration":"404.058709ms","start":"2026-03-18T17:02:46.763063Z","end":"2026-03-18T17:02:47.167122Z","steps":["trace[728607128] 'agreement among raft nodes before linearized reading' (duration: 403.71915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:47.167175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:46.763054Z","time spent":"404.11077ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T17:02:47.783571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.09267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:02:47.783902Z","caller":"traceutil/trace.go:171","msg":"trace[296506861] transaction","detail":"{read_only:false; response_revision:5245; number_of_response:1; }","duration":"611.102358ms","start":"2026-03-18T17:02:47.172776Z","end":"2026-03-18T17:02:47.783878Z","steps":["trace[296506861] 'process raft request' (duration: 610.932993ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:47.783883Z","caller":"traceutil/trace.go:171","msg":"trace[1545113661] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"611.225923ms","start":"2026-03-18T17:02:47.172624Z","end":"2026-03-18T17:02:47.78385Z","steps":["trace[1545113661] 'process raft request' (duration: 293.721131ms)","trace[1545113661] 'compare' (duration: 316.510975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:47.783984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:47.172762Z","time spent":"611.18879ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:47.784075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:47.172603Z","time spent":"611.361816ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:47.784231Z","caller":"traceutil/trace.go:171","msg":"trace[817707199] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"611.388126ms","start":"2026-03-18T17:02:47.172832Z","end":"2026-03-18T17:02:47.78422Z","steps":["trace[817707199] 'process raft request' (duration: 611.228002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:47.784304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:47.172825Z","time spent":"611.450838ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:47.784296Z","caller":"traceutil/trace.go:171","msg":"trace[323507427] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"611.428228ms","start":"2026-03-18T17:02:47.172851Z","end":"2026-03-18T17:02:47.78428Z","steps":["trace[323507427] 'process raft request' (duration: 611.310525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:47.784381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:47.172843Z","time spent":"611.495609ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:47.784334Z","caller":"traceutil/trace.go:171","msg":"trace[1609557075] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"611.469388ms","start":"2026-03-18T17:02:47.172778Z","end":"2026-03-18T17:02:47.784247Z","steps":["trace[1609557075] 'process raft request' (duration: 611.039246ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:47.784484Z","caller":"traceutil/trace.go:171","msg":"trace[693025181] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"611.588012ms","start":"2026-03-18T17:02:47.172885Z","end":"2026-03-18T17:02:47.784473Z","steps":["trace[693025181] 'process raft request' (duration: 611.338304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:47.784554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:47.172878Z","time spent":"611.632662ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:47.784583Z","caller":"traceutil/trace.go:171","msg":"trace[1028529901] linearizableReadLoop","detail":"{readStateIndex:5453; appliedIndex:5447; }","duration":"610.657456ms","start":"2026-03-18T17:02:47.173888Z","end":"2026-03-18T17:02:47.784545Z","steps":["trace[1028529901] 'read index received' (duration: 292.547888ms)","trace[1028529901] 'applied index is now lower than readState.Index' (duration: 318.107748ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:47.784588Z","caller":"traceutil/trace.go:171","msg":"trace[1766189990] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"591.592442ms","start":"2026-03-18T17:02:47.192962Z","end":"2026-03-18T17:02:47.784554Z","steps":["trace[1766189990] 'process raft request' (duration: 591.492809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:47.784762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.75713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:02:47.784766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:47.192949Z","time spent":"591.732116ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:47.784813Z","caller":"traceutil/trace.go:171","msg":"trace[1916702313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5250; }","duration":"610.819352ms","start":"2026-03-18T17:02:47.173983Z","end":"2026-03-18T17:02:47.784802Z","steps":["trace[1916702313] 'agreement among raft nodes before linearized reading' (duration: 610.749939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:47.784843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:47.173976Z","time spent":"610.861762ms","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T17:02:47.784781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.877333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19092"} {"level":"warn","ts":"2026-03-18T17:02:47.784814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:47.172769Z","time spent":"611.663343ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:47.784909Z","caller":"traceutil/trace.go:171","msg":"trace[2131378058] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5250; }","duration":"611.020696ms","start":"2026-03-18T17:02:47.173871Z","end":"2026-03-18T17:02:47.784892Z","steps":["trace[2131378058] 'agreement among raft nodes before linearized reading' (duration: 610.80055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:47.784963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:47.173858Z","time spent":"611.092918ms","remote":"127.0.0.1:45222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19116,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-18T17:03:30.906259Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2743} {"level":"info","ts":"2026-03-18T17:03:30.971259Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2743,"took":"62.886747ms","hash":2774914092,"current-db-size-bytes":40652800,"current-db-size":"41 MB","current-db-size-in-use-bytes":30281728,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-18T17:03:30.971339Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2774914092,"revision":2743,"compact-revision":-1} {"level":"info","ts":"2026-03-18T17:08:30.912187Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5630} {"level":"info","ts":"2026-03-18T17:08:30.989127Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5630,"took":"74.951589ms","hash":1133113765,"current-db-size-bytes":40652800,"current-db-size":"41 MB","current-db-size-in-use-bytes":21434368,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-18T17:08:30.98919Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1133113765,"revision":5630,"compact-revision":2743} {"level":"info","ts":"2026-03-18T17:08:42.798183Z","caller":"traceutil/trace.go:171","msg":"trace[288623268] transaction","detail":"{read_only:false; response_revision:7762; number_of_response:1; }","duration":"351.194168ms","start":"2026-03-18T17:08:42.446927Z","end":"2026-03-18T17:08:42.798121Z","steps":["trace[288623268] 'process raft request' (duration: 351.038594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:42.79851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:42.446899Z","time spent":"351.372823ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:08:42.799201Z","caller":"traceutil/trace.go:171","msg":"trace[1022890214] transaction","detail":"{read_only:false; response_revision:7764; number_of_response:1; }","duration":"291.540541ms","start":"2026-03-18T17:08:42.507646Z","end":"2026-03-18T17:08:42.799186Z","steps":["trace[1022890214] 'process raft request' (duration: 291.240973ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:42.799304Z","caller":"traceutil/trace.go:171","msg":"trace[546136192] transaction","detail":"{read_only:false; response_revision:7763; number_of_response:1; }","duration":"339.619757ms","start":"2026-03-18T17:08:42.459675Z","end":"2026-03-18T17:08:42.799294Z","steps":["trace[546136192] 'process raft request' (duration: 339.113793ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:42.799191Z","caller":"traceutil/trace.go:171","msg":"trace[1785823991] linearizableReadLoop","detail":"{readStateIndex:8055; appliedIndex:8052; }","duration":"228.479404ms","start":"2026-03-18T17:08:42.570682Z","end":"2026-03-18T17:08:42.799161Z","steps":["trace[1785823991] 'read index received' (duration: 227.26419ms)","trace[1785823991] 'applied index is now lower than readState.Index' (duration: 1.214024ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:08:42.799374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:42.459656Z","time spent":"339.674338ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:08:42.799833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.885875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:08:42.799924Z","caller":"traceutil/trace.go:171","msg":"trace[116618636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7765; }","duration":"229.293936ms","start":"2026-03-18T17:08:42.570615Z","end":"2026-03-18T17:08:42.799909Z","steps":["trace[116618636] 'agreement among raft nodes before linearized reading' (duration: 228.775192ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:53.768945Z","caller":"traceutil/trace.go:171","msg":"trace[1023458617] linearizableReadLoop","detail":"{readStateIndex:8107; appliedIndex:8106; }","duration":"135.061767ms","start":"2026-03-18T17:08:53.633853Z","end":"2026-03-18T17:08:53.768915Z","steps":["trace[1023458617] 'read index received' (duration: 134.834231ms)","trace[1023458617] 'applied index is now lower than readState.Index' (duration: 226.106µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:08:53.769002Z","caller":"traceutil/trace.go:171","msg":"trace[1044151873] transaction","detail":"{read_only:false; response_revision:7814; number_of_response:1; }","duration":"135.721486ms","start":"2026-03-18T17:08:53.633243Z","end":"2026-03-18T17:08:53.768965Z","steps":["trace[1044151873] 'process raft request' (duration: 135.49103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:53.769224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.43289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T17:08:53.769262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.386676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T17:08:53.769344Z","caller":"traceutil/trace.go:171","msg":"trace[1866860475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7814; }","duration":"135.5272ms","start":"2026-03-18T17:08:53.633797Z","end":"2026-03-18T17:08:53.769324Z","steps":["trace[1866860475] 'agreement among raft nodes before linearized reading' (duration: 135.270463ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:53.769289Z","caller":"traceutil/trace.go:171","msg":"trace[269923757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7814; }","duration":"131.544294ms","start":"2026-03-18T17:08:53.637728Z","end":"2026-03-18T17:08:53.769272Z","steps":["trace[269923757] 'agreement among raft nodes before linearized reading' (duration: 131.354188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:53.769394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.017988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T17:08:53.769225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.777451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T17:08:53.769504Z","caller":"traceutil/trace.go:171","msg":"trace[935324416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7814; }","duration":"131.146271ms","start":"2026-03-18T17:08:53.63832Z","end":"2026-03-18T17:08:53.769466Z","steps":["trace[935324416] 'agreement among raft nodes before linearized reading' (duration: 130.849054ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:53.769546Z","caller":"traceutil/trace.go:171","msg":"trace[2118745146] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7814; }","duration":"131.144702ms","start":"2026-03-18T17:08:53.638387Z","end":"2026-03-18T17:08:53.769532Z","steps":["trace[2118745146] 'agreement among raft nodes before linearized reading' (duration: 130.711371ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:54.972914Z","caller":"traceutil/trace.go:171","msg":"trace[945955508] transaction","detail":"{read_only:false; response_revision:7820; number_of_response:1; }","duration":"131.954465ms","start":"2026-03-18T17:08:54.840918Z","end":"2026-03-18T17:08:54.972873Z","steps":["trace[945955508] 'process raft request' (duration: 131.750269ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:54.995988Z","caller":"traceutil/trace.go:171","msg":"trace[850883488] transaction","detail":"{read_only:false; response_revision:7822; number_of_response:1; }","duration":"139.473736ms","start":"2026-03-18T17:08:54.856482Z","end":"2026-03-18T17:08:54.995955Z","steps":["trace[850883488] 'process raft request' (duration: 139.396054ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:54.99605Z","caller":"traceutil/trace.go:171","msg":"trace[249573416] transaction","detail":"{read_only:false; response_revision:7821; number_of_response:1; }","duration":"139.61982ms","start":"2026-03-18T17:08:54.856391Z","end":"2026-03-18T17:08:54.996011Z","steps":["trace[249573416] 'process raft request' (duration: 139.317383ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:55.940951Z","caller":"traceutil/trace.go:171","msg":"trace[1250960400] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"126.195818ms","start":"2026-03-18T17:08:55.814726Z","end":"2026-03-18T17:08:55.940921Z","steps":["trace[1250960400] 'process raft request' (duration: 126.037274ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:55.961371Z","caller":"traceutil/trace.go:171","msg":"trace[35929381] transaction","detail":"{read_only:false; response_revision:7826; number_of_response:1; }","duration":"146.389632ms","start":"2026-03-18T17:08:55.814961Z","end":"2026-03-18T17:08:55.961351Z","steps":["trace[35929381] 'process raft request' (duration: 146.252159ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:55.961725Z","caller":"traceutil/trace.go:171","msg":"trace[936059674] transaction","detail":"{read_only:false; response_revision:7827; number_of_response:1; }","duration":"146.693201ms","start":"2026-03-18T17:08:55.815003Z","end":"2026-03-18T17:08:55.961696Z","steps":["trace[936059674] 'process raft request' (duration: 146.306151ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:55.961795Z","caller":"traceutil/trace.go:171","msg":"trace[562043923] transaction","detail":"{read_only:false; response_revision:7828; number_of_response:1; }","duration":"145.996352ms","start":"2026-03-18T17:08:55.815778Z","end":"2026-03-18T17:08:55.961774Z","steps":["trace[562043923] 'process raft request' (duration: 145.816717ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:55.961871Z","caller":"traceutil/trace.go:171","msg":"trace[1025982309] transaction","detail":"{read_only:false; response_revision:7829; number_of_response:1; }","duration":"110.30152ms","start":"2026-03-18T17:08:55.851553Z","end":"2026-03-18T17:08:55.961854Z","steps":["trace[1025982309] 'process raft request' (duration: 110.153896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:57.628015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.540824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gstbn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T17:08:57.6281Z","caller":"traceutil/trace.go:171","msg":"trace[1098787001] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gstbn; range_end:; response_count:1; response_revision:7832; }","duration":"398.682868ms","start":"2026-03-18T17:08:57.229396Z","end":"2026-03-18T17:08:57.628078Z","steps":["trace[1098787001] 'range keys from in-memory index tree' (duration: 398.313338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:57.628138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:57.229374Z","time spent":"398.75476ms","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-gstbn\" "} {"level":"info","ts":"2026-03-18T17:09:21.02588Z","caller":"traceutil/trace.go:171","msg":"trace[511751362] linearizableReadLoop","detail":"{readStateIndex:8305; appliedIndex:8304; }","duration":"142.658104ms","start":"2026-03-18T17:09:20.883191Z","end":"2026-03-18T17:09:21.02585Z","steps":["trace[511751362] 'read index received' (duration: 142.433977ms)","trace[511751362] 'applied index is now lower than readState.Index' (duration: 222.877µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:09:21.026121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.915462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19434"} {"level":"info","ts":"2026-03-18T17:09:21.026162Z","caller":"traceutil/trace.go:171","msg":"trace[1364302729] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8004; }","duration":"143.020964ms","start":"2026-03-18T17:09:20.883129Z","end":"2026-03-18T17:09:21.02615Z","steps":["trace[1364302729] 'agreement among raft nodes before linearized reading' (duration: 142.828839ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:21.026121Z","caller":"traceutil/trace.go:171","msg":"trace[1130957125] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"259.11308ms","start":"2026-03-18T17:09:20.766964Z","end":"2026-03-18T17:09:21.026077Z","steps":["trace[1130957125] 'process raft request' (duration: 258.724489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:24.712474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636549051285073767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T17:09:25.213483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636549051285073767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T17:09:25.711578Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.57739717s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T17:09:25.711906Z","caller":"traceutil/trace.go:171","msg":"trace[671699831] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"1.577801161s","start":"2026-03-18T17:09:24.134077Z","end":"2026-03-18T17:09:25.711878Z","steps":["trace[671699831] 'process raft request' (duration: 1.577652887s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:25.712037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:24.134056Z","time spent":"1.577914364s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:09:25.7125Z","caller":"traceutil/trace.go:171","msg":"trace[1474947900] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"1.575491018s","start":"2026-03-18T17:09:24.136996Z","end":"2026-03-18T17:09:25.712487Z","steps":["trace[1474947900] 'process raft request' (duration: 1.575424407s)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:25.7125Z","caller":"traceutil/trace.go:171","msg":"trace[505251273] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"1.576395922s","start":"2026-03-18T17:09:24.136076Z","end":"2026-03-18T17:09:25.712472Z","steps":["trace[505251273] 'process raft request' (duration: 1.576290509s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:25.712568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:24.136982Z","time spent":"1.57555467s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:09:25.712799Z","caller":"traceutil/trace.go:171","msg":"trace[1621455957] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"614.501957ms","start":"2026-03-18T17:09:25.098286Z","end":"2026-03-18T17:09:25.712788Z","steps":["trace[1621455957] 'process raft request' (duration: 614.330653ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:25.712804Z","caller":"traceutil/trace.go:171","msg":"trace[997405768] linearizableReadLoop","detail":"{readStateIndex:8328; appliedIndex:8322; }","duration":"1.500303883s","start":"2026-03-18T17:09:24.212426Z","end":"2026-03-18T17:09:25.712729Z","steps":["trace[997405768] 'read index received' (duration: 1.499347147s)","trace[997405768] 'applied index is now lower than readState.Index' (duration: 955.656µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:09:25.712861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:25.098257Z","time spent":"614.575238ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:09:25.712775Z","caller":"traceutil/trace.go:171","msg":"trace[1116032154] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"615.399462ms","start":"2026-03-18T17:09:25.097336Z","end":"2026-03-18T17:09:25.712735Z","steps":["trace[1116032154] 'process raft request' (duration: 615.119654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:25.713004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500540429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T17:09:25.71308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.258589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:09:25.713079Z","caller":"traceutil/trace.go:171","msg":"trace[279230303] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8026; }","duration":"1.500674113s","start":"2026-03-18T17:09:24.212396Z","end":"2026-03-18T17:09:25.71307Z","steps":["trace[279230303] 'agreement among raft nodes before linearized reading' (duration: 1.500516998s)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:25.713115Z","caller":"traceutil/trace.go:171","msg":"trace[1771775258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8026; }","duration":"144.33944ms","start":"2026-03-18T17:09:25.568766Z","end":"2026-03-18T17:09:25.713106Z","steps":["trace[1771775258] 'agreement among raft nodes before linearized reading' (duration: 144.296719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:25.713132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:24.212383Z","time spent":"1.500740614s","remote":"127.0.0.1:45222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-18T17:09:25.713036Z","caller":"traceutil/trace.go:171","msg":"trace[1647803114] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"612.008559ms","start":"2026-03-18T17:09:25.100892Z","end":"2026-03-18T17:09:25.712901Z","steps":["trace[1647803114] 'process raft request' (duration: 611.810983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:25.713043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101224101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:09:25.713196Z","caller":"traceutil/trace.go:171","msg":"trace[340044832] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8026; }","duration":"1.101420077s","start":"2026-03-18T17:09:24.611754Z","end":"2026-03-18T17:09:25.713174Z","steps":["trace[340044832] 'agreement among raft nodes before linearized reading' (duration: 1.101261213s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:25.713269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:24.611738Z","time spent":"1.101504589s","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:09:25.713298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.452473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-18T17:09:25.713351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:25.100867Z","time spent":"612.316398ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:09:25.713389Z","caller":"traceutil/trace.go:171","msg":"trace[2062864191] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8026; }","duration":"443.590316ms","start":"2026-03-18T17:09:25.269773Z","end":"2026-03-18T17:09:25.713364Z","steps":["trace[2062864191] 'agreement among raft nodes before linearized reading' (duration: 443.36128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:25.713437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:25.269747Z","time spent":"443.681319ms","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T17:09:25.714104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:25.097305Z","time spent":"615.74665ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:09:25.714355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:24.136062Z","time spent":"1.576509896s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:09:27.841319Z","caller":"traceutil/trace.go:171","msg":"trace[1662630251] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"123.720131ms","start":"2026-03-18T17:09:27.717553Z","end":"2026-03-18T17:09:27.841273Z","steps":["trace[1662630251] 'process raft request' (duration: 123.520776ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:27.97895Z","caller":"traceutil/trace.go:171","msg":"trace[961066465] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"258.752159ms","start":"2026-03-18T17:09:27.720164Z","end":"2026-03-18T17:09:27.978916Z","steps":["trace[961066465] 'process raft request' (duration: 258.648906ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:27.97897Z","caller":"traceutil/trace.go:171","msg":"trace[1377970176] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"261.170794ms","start":"2026-03-18T17:09:27.717761Z","end":"2026-03-18T17:09:27.978932Z","steps":["trace[1377970176] 'process raft request' (duration: 260.879197ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:27.979181Z","caller":"traceutil/trace.go:171","msg":"trace[201796609] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"258.002398ms","start":"2026-03-18T17:09:27.721146Z","end":"2026-03-18T17:09:27.979149Z","steps":["trace[201796609] 'process raft request' (duration: 257.719031ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:27.979265Z","caller":"traceutil/trace.go:171","msg":"trace[2116065851] linearizableReadLoop","detail":"{readStateIndex:8338; appliedIndex:8332; }","duration":"172.06325ms","start":"2026-03-18T17:09:27.807178Z","end":"2026-03-18T17:09:27.979241Z","steps":["trace[2116065851] 'read index received' (duration: 33.850886ms)","trace[2116065851] 'applied index is now lower than readState.Index' (duration: 138.211054ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:09:27.979282Z","caller":"traceutil/trace.go:171","msg":"trace[238924737] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"257.643979ms","start":"2026-03-18T17:09:27.721621Z","end":"2026-03-18T17:09:27.979265Z","steps":["trace[238924737] 'process raft request' (duration: 257.469055ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:27.979354Z","caller":"traceutil/trace.go:171","msg":"trace[1480086207] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"257.644859ms","start":"2026-03-18T17:09:27.721672Z","end":"2026-03-18T17:09:27.979317Z","steps":["trace[1480086207] 'process raft request' (duration: 257.528586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:27.979421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.229356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gstbn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T17:09:27.979447Z","caller":"traceutil/trace.go:171","msg":"trace[1933714623] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gstbn; range_end:; response_count:1; response_revision:8036; }","duration":"172.298727ms","start":"2026-03-18T17:09:27.807142Z","end":"2026-03-18T17:09:27.979441Z","steps":["trace[1933714623] 'agreement among raft nodes before linearized reading' (duration: 172.176404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:28.480266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10636549051285073806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T17:09:29.204932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.236424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:09:29.205045Z","caller":"traceutil/trace.go:171","msg":"trace[1447388713] linearizableReadLoop","detail":"{readStateIndex:8339; appliedIndex:8338; }","duration":"1.225692372s","start":"2026-03-18T17:09:27.979332Z","end":"2026-03-18T17:09:29.205025Z","steps":["trace[1447388713] 'read index received' (duration: 936.21798ms)","trace[1447388713] 'applied index is now lower than readState.Index' (duration: 289.472852ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:09:29.205157Z","caller":"traceutil/trace.go:171","msg":"trace[770793250] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"1.36256246s","start":"2026-03-18T17:09:27.842574Z","end":"2026-03-18T17:09:29.205136Z","steps":["trace[770793250] 'process raft request' (duration: 1.073017827s)","trace[770793250] 'compare' (duration: 288.944637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:09:29.205243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:27.842548Z","time spent":"1.362654043s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:09:29.205639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252678954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T17:09:29.20568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.548915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:09:29.205743Z","caller":"traceutil/trace.go:171","msg":"trace[1482495066] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8037; }","duration":"1.252817897s","start":"2026-03-18T17:09:27.9529Z","end":"2026-03-18T17:09:29.205718Z","steps":["trace[1482495066] 'agreement among raft nodes before linearized reading' (duration: 1.252599191s)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:29.205765Z","caller":"traceutil/trace.go:171","msg":"trace[273762752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8037; }","duration":"635.630068ms","start":"2026-03-18T17:09:28.570093Z","end":"2026-03-18T17:09:29.205723Z","steps":["trace[273762752] 'agreement among raft nodes before linearized reading' (duration: 635.546446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:29.205705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062339017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T17:09:29.205803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:28.570073Z","time spent":"635.72385ms","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T17:09:29.205809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:27.95288Z","time spent":"1.25291383s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T17:09:29.205643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084682543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:09:29.205822Z","caller":"traceutil/trace.go:171","msg":"trace[89709185] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8037; }","duration":"1.062508083s","start":"2026-03-18T17:09:28.143295Z","end":"2026-03-18T17:09:29.205803Z","steps":["trace[89709185] 'agreement among raft nodes before linearized reading' (duration: 1.062234845s)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:29.205959Z","caller":"traceutil/trace.go:171","msg":"trace[2060137592] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8037; }","duration":"1.085008811s","start":"2026-03-18T17:09:28.120885Z","end":"2026-03-18T17:09:29.205894Z","steps":["trace[2060137592] 'agreement among raft nodes before linearized reading' (duration: 1.084650582s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:29.206085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:28.120868Z","time spent":"1.085171737s","remote":"127.0.0.1:58956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:09:29.206084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.619498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T17:09:29.206165Z","caller":"traceutil/trace.go:171","msg":"trace[1307676322] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8037; }","duration":"941.753462ms","start":"2026-03-18T17:09:28.264392Z","end":"2026-03-18T17:09:29.206145Z","steps":["trace[1307676322] 'agreement among raft nodes before linearized reading' (duration: 941.121244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:29.206165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:28.143273Z","time spent":"1.062625455s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T17:09:29.206223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:28.26437Z","time spent":"941.841833ms","remote":"127.0.0.1:45126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":877,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:09:29.207055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21931685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228859"} {"level":"info","ts":"2026-03-18T17:09:29.207117Z","caller":"traceutil/trace.go:171","msg":"trace[1784573357] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8037; }","duration":"1.219372321s","start":"2026-03-18T17:09:27.987722Z","end":"2026-03-18T17:09:29.207094Z","steps":["trace[1784573357] 'agreement among raft nodes before linearized reading' (duration: 1.217537121s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:29.207152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:27.987673Z","time spent":"1.219469333s","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228883,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T17:09:38.502673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.751147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:09:38.502907Z","caller":"traceutil/trace.go:171","msg":"trace[1137854038] linearizableReadLoop","detail":"{readStateIndex:8434; appliedIndex:8432; }","duration":"450.911885ms","start":"2026-03-18T17:09:38.051977Z","end":"2026-03-18T17:09:38.502889Z","steps":["trace[1137854038] 'read index received' (duration: 159.810529ms)","trace[1137854038] 'applied index is now lower than readState.Index' (duration: 291.100266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:09:38.503079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.108729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T17:09:38.503114Z","caller":"traceutil/trace.go:171","msg":"trace[1719550146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8125; }","duration":"451.160662ms","start":"2026-03-18T17:09:38.051942Z","end":"2026-03-18T17:09:38.503103Z","steps":["trace[1719550146] 'agreement among raft nodes before linearized reading' (duration: 451.002907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:38.503153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:38.051933Z","time spent":"451.210394ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T17:09:38.50333Z","caller":"traceutil/trace.go:171","msg":"trace[1087317684] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8125; }","duration":"453.65598ms","start":"2026-03-18T17:09:38.049665Z","end":"2026-03-18T17:09:38.503321Z","steps":["trace[1087317684] 'process raft request' (duration: 453.135686ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:38.50331Z","caller":"traceutil/trace.go:171","msg":"trace[1374310282] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"454.174443ms","start":"2026-03-18T17:09:38.049101Z","end":"2026-03-18T17:09:38.503276Z","steps":["trace[1374310282] 'process raft request' (duration: 162.727708ms)","trace[1374310282] 'compare' (duration: 290.395376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:09:38.503446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:38.049652Z","time spent":"453.714401ms","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-18T17:09:38.503602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:38.049092Z","time spent":"454.291006ms","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4655,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:09:38.690119Z","caller":"traceutil/trace.go:171","msg":"trace[1960654877] linearizableReadLoop","detail":"{readStateIndex:8437; appliedIndex:8436; }","duration":"101.457018ms","start":"2026-03-18T17:09:38.588632Z","end":"2026-03-18T17:09:38.690089Z","steps":["trace[1960654877] 'read index received' (duration: 82.518415ms)","trace[1960654877] 'applied index is now lower than readState.Index' (duration: 18.937363ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:09:38.690194Z","caller":"traceutil/trace.go:171","msg":"trace[220213101] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8128; }","duration":"102.781624ms","start":"2026-03-18T17:09:38.587372Z","end":"2026-03-18T17:09:38.690154Z","steps":["trace[220213101] 'process raft request' (duration: 83.77758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:38.690379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.724236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-bs2nl\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-18T17:09:38.690478Z","caller":"traceutil/trace.go:171","msg":"trace[2133799074] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-bs2nl; range_end:; response_count:1; response_revision:8128; }","duration":"101.87506ms","start":"2026-03-18T17:09:38.58858Z","end":"2026-03-18T17:09:38.690455Z","steps":["trace[2133799074] 'agreement among raft nodes before linearized reading' (duration: 101.618443ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:39.379411Z","caller":"traceutil/trace.go:171","msg":"trace[1080855729] linearizableReadLoop","detail":"{readStateIndex:8442; appliedIndex:8441; }","duration":"206.179575ms","start":"2026-03-18T17:09:39.173202Z","end":"2026-03-18T17:09:39.379382Z","steps":["trace[1080855729] 'read index received' (duration: 157.521716ms)","trace[1080855729] 'applied index is now lower than readState.Index' (duration: 48.656299ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:09:39.379527Z","caller":"traceutil/trace.go:171","msg":"trace[640601599] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"208.538159ms","start":"2026-03-18T17:09:39.170976Z","end":"2026-03-18T17:09:39.379514Z","steps":["trace[640601599] 'process raft request' (duration: 159.739657ms)","trace[640601599] 'compare' (duration: 48.521025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:09:39.379711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.417444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gstbn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T17:09:39.379806Z","caller":"traceutil/trace.go:171","msg":"trace[2147385748] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gstbn; range_end:; response_count:1; response_revision:8133; }","duration":"116.561057ms","start":"2026-03-18T17:09:39.263218Z","end":"2026-03-18T17:09:39.379779Z","steps":["trace[2147385748] 'agreement among raft nodes before linearized reading' (duration: 116.30512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:39.380102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.907461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T17:09:39.380141Z","caller":"traceutil/trace.go:171","msg":"trace[544155420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8133; }","duration":"101.985333ms","start":"2026-03-18T17:09:39.278146Z","end":"2026-03-18T17:09:39.380132Z","steps":["trace[544155420] 'agreement among raft nodes before linearized reading' (duration: 101.787017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:39.380255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.021888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-18T17:09:39.380368Z","caller":"traceutil/trace.go:171","msg":"trace[1305409513] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8133; }","duration":"207.164461ms","start":"2026-03-18T17:09:39.17318Z","end":"2026-03-18T17:09:39.380345Z","steps":["trace[1305409513] 'agreement among raft nodes before linearized reading' (duration: 206.813122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:39.380302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.344478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T17:09:39.381545Z","caller":"traceutil/trace.go:171","msg":"trace[25429123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8133; }","duration":"108.340475ms","start":"2026-03-18T17:09:39.272908Z","end":"2026-03-18T17:09:39.381249Z","steps":["trace[25429123] 'agreement among raft nodes before linearized reading' (duration: 107.106811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:40.295637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.196004ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T17:09:40.295956Z","caller":"traceutil/trace.go:171","msg":"trace[677423782] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"419.085102ms","start":"2026-03-18T17:09:39.876853Z","end":"2026-03-18T17:09:40.295938Z","steps":["trace[677423782] 'process raft request' (duration: 418.909357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:40.296101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:39.876824Z","time spent":"419.195606ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:09:40.296343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.762058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111918"} {"level":"info","ts":"2026-03-18T17:09:40.295953Z","caller":"traceutil/trace.go:171","msg":"trace[1910097473] linearizableReadLoop","detail":"{readStateIndex:8445; appliedIndex:8444; }","duration":"870.348987ms","start":"2026-03-18T17:09:39.425567Z","end":"2026-03-18T17:09:40.295916Z","steps":["trace[1910097473] 'read index received' (duration: 312.935327ms)","trace[1910097473] 'applied index is now lower than readState.Index' (duration: 557.40916ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:09:40.296406Z","caller":"traceutil/trace.go:171","msg":"trace[2126067673] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8136; }","duration":"870.86ms","start":"2026-03-18T17:09:39.425528Z","end":"2026-03-18T17:09:40.296388Z","steps":["trace[2126067673] 'agreement among raft nodes before linearized reading' (duration: 870.46976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:40.296471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:39.425511Z","time spent":"870.945452ms","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111942,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-18T17:09:40.385864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.569472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:09:40.38594Z","caller":"traceutil/trace.go:171","msg":"trace[499838282] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8138; }","duration":"393.739606ms","start":"2026-03-18T17:09:39.992184Z","end":"2026-03-18T17:09:40.385924Z","steps":["trace[499838282] 'agreement among raft nodes before linearized reading' (duration: 393.601742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:40.385936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.189228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T17:09:40.385993Z","caller":"traceutil/trace.go:171","msg":"trace[146587091] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8138; }","duration":"356.271171ms","start":"2026-03-18T17:09:40.029706Z","end":"2026-03-18T17:09:40.385977Z","steps":["trace[146587091] 'agreement among raft nodes before linearized reading' (duration: 356.083796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:40.386035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:40.029694Z","time spent":"356.333052ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T17:09:40.386148Z","caller":"traceutil/trace.go:171","msg":"trace[1156639389] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"367.304719ms","start":"2026-03-18T17:09:40.018832Z","end":"2026-03-18T17:09:40.386137Z","steps":["trace[1156639389] 'process raft request' (duration: 366.888289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:40.386166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.77211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:09:40.386229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:40.018794Z","time spent":"367.382402ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:09:40.386253Z","caller":"traceutil/trace.go:171","msg":"trace[1458846008] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8138; }","duration":"646.866082ms","start":"2026-03-18T17:09:39.739324Z","end":"2026-03-18T17:09:40.38619Z","steps":["trace[1458846008] 'agreement among raft nodes before linearized reading' (duration: 646.733989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:40.386035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:39.992163Z","time spent":"393.857869ms","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:09:40.386395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:39.7393Z","time spent":"646.979467ms","remote":"127.0.0.1:41236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-18T17:09:40.385858Z","caller":"traceutil/trace.go:171","msg":"trace[1209770298] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"371.3838ms","start":"2026-03-18T17:09:40.014438Z","end":"2026-03-18T17:09:40.385822Z","steps":["trace[1209770298] 'process raft request' (duration: 371.150873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:40.386551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.607787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T17:09:40.387591Z","caller":"traceutil/trace.go:171","msg":"trace[1001112589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8138; }","duration":"355.656814ms","start":"2026-03-18T17:09:40.031873Z","end":"2026-03-18T17:09:40.38753Z","steps":["trace[1001112589] 'agreement among raft nodes before linearized reading' (duration: 354.403741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:40.387569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:40.014402Z","time spent":"373.018724ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:09:40.386617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.350571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:09:40.387709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:40.031862Z","time spent":"355.791338ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T17:09:40.387689Z","caller":"traceutil/trace.go:171","msg":"trace[88293932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8138; }","duration":"818.427421ms","start":"2026-03-18T17:09:39.569235Z","end":"2026-03-18T17:09:40.387662Z","steps":["trace[88293932] 'agreement among raft nodes before linearized reading' (duration: 817.342662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:40.386703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.347023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-18T17:09:40.387935Z","caller":"traceutil/trace.go:171","msg":"trace[568077067] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8138; }","duration":"821.574806ms","start":"2026-03-18T17:09:39.566346Z","end":"2026-03-18T17:09:40.387921Z","steps":["trace[568077067] 'agreement among raft nodes before linearized reading' (duration: 820.272741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:40.387876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:39.569226Z","time spent":"818.629356ms","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T17:09:40.38802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:39.566295Z","time spent":"821.706719ms","remote":"127.0.0.1:60876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-18T17:09:40.386568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.202926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-18T17:09:40.388319Z","caller":"traceutil/trace.go:171","msg":"trace[1689120557] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8138; }","duration":"952.929343ms","start":"2026-03-18T17:09:39.435313Z","end":"2026-03-18T17:09:40.388242Z","steps":["trace[1689120557] 'agreement among raft nodes before linearized reading' (duration: 950.967051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:40.38891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:39.435304Z","time spent":"953.085347ms","remote":"127.0.0.1:45142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1841,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-18T17:09:40.51102Z","caller":"traceutil/trace.go:171","msg":"trace[1955999987] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"120.67612ms","start":"2026-03-18T17:09:40.390298Z","end":"2026-03-18T17:09:40.510974Z","steps":["trace[1955999987] 'process raft request' (duration: 42.910873ms)","trace[1955999987] 'compare' (duration: 77.572151ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:09:40.511249Z","caller":"traceutil/trace.go:171","msg":"trace[1353619349] linearizableReadLoop","detail":"{readStateIndex:8450; appliedIndex:8448; }","duration":"116.723622ms","start":"2026-03-18T17:09:40.394472Z","end":"2026-03-18T17:09:40.511196Z","steps":["trace[1353619349] 'read index received' (duration: 38.79238ms)","trace[1353619349] 'applied index is now lower than readState.Index' (duration: 77.927322ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:09:40.511427Z","caller":"traceutil/trace.go:171","msg":"trace[1738913467] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"118.664374ms","start":"2026-03-18T17:09:40.392747Z","end":"2026-03-18T17:09:40.511411Z","steps":["trace[1738913467] 'process raft request' (duration: 118.181431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:40.511691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.194894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189dfe98948763bf\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-18T17:09:40.511775Z","caller":"traceutil/trace.go:171","msg":"trace[2001512510] range","detail":"{range_begin:/registry/events/openstack/ceph.189dfe98948763bf; range_end:; response_count:1; response_revision:8140; }","duration":"117.287177ms","start":"2026-03-18T17:09:40.394468Z","end":"2026-03-18T17:09:40.511755Z","steps":["trace[2001512510] 'agreement among raft nodes before linearized reading' (duration: 117.04777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:40.525008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.848642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-18T17:09:40.52509Z","caller":"traceutil/trace.go:171","msg":"trace[1097236579] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8141; }","duration":"114.976125ms","start":"2026-03-18T17:09:40.410093Z","end":"2026-03-18T17:09:40.525069Z","steps":["trace[1097236579] 'agreement among raft nodes before linearized reading' (duration: 114.567553ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:40.715208Z","caller":"traceutil/trace.go:171","msg":"trace[553391443] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"200.958414ms","start":"2026-03-18T17:09:40.514217Z","end":"2026-03-18T17:09:40.715175Z","steps":["trace[553391443] 'process raft request' (duration: 196.617216ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:40.72248Z","caller":"traceutil/trace.go:171","msg":"trace[1204276124] linearizableReadLoop","detail":"{readStateIndex:8453; appliedIndex:8451; }","duration":"193.770629ms","start":"2026-03-18T17:09:40.52868Z","end":"2026-03-18T17:09:40.722451Z","steps":["trace[1204276124] 'read index received' (duration: 182.122323ms)","trace[1204276124] 'applied index is now lower than readState.Index' (duration: 11.647196ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:09:40.722522Z","caller":"traceutil/trace.go:171","msg":"trace[796110582] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"193.848781ms","start":"2026-03-18T17:09:40.528633Z","end":"2026-03-18T17:09:40.722482Z","steps":["trace[796110582] 'process raft request' (duration: 193.628345ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:40.722591Z","caller":"traceutil/trace.go:171","msg":"trace[2030497765] transaction","detail":"{read_only:false; response_revision:8144; number_of_response:1; }","duration":"193.845271ms","start":"2026-03-18T17:09:40.528723Z","end":"2026-03-18T17:09:40.722568Z","steps":["trace[2030497765] 'process raft request' (duration: 193.667487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:40.722785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.036326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-18T17:09:40.722867Z","caller":"traceutil/trace.go:171","msg":"trace[1982520728] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8144; }","duration":"194.18657ms","start":"2026-03-18T17:09:40.528636Z","end":"2026-03-18T17:09:40.722822Z","steps":["trace[1982520728] 'agreement among raft nodes before linearized reading' (duration: 193.954154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:40.72296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.524993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-18T17:09:40.72305Z","caller":"traceutil/trace.go:171","msg":"trace[2048123742] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8144; }","duration":"193.696637ms","start":"2026-03-18T17:09:40.529337Z","end":"2026-03-18T17:09:40.723033Z","steps":["trace[2048123742] 'agreement among raft nodes before linearized reading' (duration: 193.402739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:40.722979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.955274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T17:09:40.723345Z","caller":"traceutil/trace.go:171","msg":"trace[281301835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8144; }","duration":"170.328623ms","start":"2026-03-18T17:09:40.552996Z","end":"2026-03-18T17:09:40.723324Z","steps":["trace[281301835] 'agreement among raft nodes before linearized reading' (duration: 169.82401ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:41.890833Z","caller":"traceutil/trace.go:171","msg":"trace[2027050366] linearizableReadLoop","detail":"{readStateIndex:8458; appliedIndex:8457; }","duration":"483.761414ms","start":"2026-03-18T17:09:41.407042Z","end":"2026-03-18T17:09:41.890804Z","steps":["trace[2027050366] 'read index received' (duration: 483.643671ms)","trace[2027050366] 'applied index is now lower than readState.Index' (duration: 116.303µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:09:41.890888Z","caller":"traceutil/trace.go:171","msg":"trace[2145602642] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"487.033394ms","start":"2026-03-18T17:09:41.403817Z","end":"2026-03-18T17:09:41.89085Z","steps":["trace[2145602642] 'process raft request' (duration: 486.811007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:41.891052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.98146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T17:09:41.891094Z","caller":"traceutil/trace.go:171","msg":"trace[1213738447] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8148; }","duration":"484.060493ms","start":"2026-03-18T17:09:41.407023Z","end":"2026-03-18T17:09:41.891083Z","steps":["trace[1213738447] 'agreement among raft nodes before linearized reading' (duration: 483.913059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:41.891099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:41.403777Z","time spent":"487.201517ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:09:41.891133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:41.407014Z","time spent":"484.108234ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T17:09:41.891187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.658065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:09:41.891318Z","caller":"traceutil/trace.go:171","msg":"trace[1542840641] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8148; }","duration":"372.852901ms","start":"2026-03-18T17:09:41.518433Z","end":"2026-03-18T17:09:41.891285Z","steps":["trace[1542840641] 'agreement among raft nodes before linearized reading' (duration: 372.612164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:41.891387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:41.518415Z","time spent":"372.953143ms","remote":"127.0.0.1:38894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:09:41.891405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.013193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:09:41.891579Z","caller":"traceutil/trace.go:171","msg":"trace[181076430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8148; }","duration":"322.245639ms","start":"2026-03-18T17:09:41.56928Z","end":"2026-03-18T17:09:41.891526Z","steps":["trace[181076430] 'agreement among raft nodes before linearized reading' (duration: 321.964181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:41.891673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:41.569254Z","time spent":"322.378733ms","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T17:09:42.484095Z","caller":"traceutil/trace.go:171","msg":"trace[1586053896] transaction","detail":"{read_only:false; response_revision:8150; number_of_response:1; }","duration":"181.573138ms","start":"2026-03-18T17:09:42.302497Z","end":"2026-03-18T17:09:42.48407Z","steps":["trace[1586053896] 'process raft request' (duration: 181.425003ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:42.661134Z","caller":"traceutil/trace.go:171","msg":"trace[1993605114] linearizableReadLoop","detail":"{readStateIndex:8462; appliedIndex:8460; }","duration":"145.552733ms","start":"2026-03-18T17:09:42.515546Z","end":"2026-03-18T17:09:42.661099Z","steps":["trace[1993605114] 'read index received' (duration: 87.673135ms)","trace[1993605114] 'applied index is now lower than readState.Index' (duration: 57.878378ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:09:42.66133Z","caller":"traceutil/trace.go:171","msg":"trace[1786959611] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"268.33648ms","start":"2026-03-18T17:09:42.392973Z","end":"2026-03-18T17:09:42.66131Z","steps":["trace[1786959611] 'process raft request' (duration: 267.957919ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:42.661508Z","caller":"traceutil/trace.go:171","msg":"trace[1570903724] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"269.051879ms","start":"2026-03-18T17:09:42.392426Z","end":"2026-03-18T17:09:42.661478Z","steps":["trace[1570903724] 'process raft request' (duration: 210.909894ms)","trace[1570903724] 'compare' (duration: 57.231321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:09:42.661599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.003675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T17:09:42.661619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.052287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T17:09:42.661646Z","caller":"traceutil/trace.go:171","msg":"trace[1768444286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8152; }","duration":"146.109139ms","start":"2026-03-18T17:09:42.515524Z","end":"2026-03-18T17:09:42.661634Z","steps":["trace[1768444286] 'agreement among raft nodes before linearized reading' (duration: 145.912303ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:42.661681Z","caller":"traceutil/trace.go:171","msg":"trace[962532073] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8152; }","duration":"146.162359ms","start":"2026-03-18T17:09:42.515505Z","end":"2026-03-18T17:09:42.661667Z","steps":["trace[962532073] 'agreement among raft nodes before linearized reading' (duration: 145.939813ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:42.866281Z","caller":"traceutil/trace.go:171","msg":"trace[1912573706] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"200.916653ms","start":"2026-03-18T17:09:42.665337Z","end":"2026-03-18T17:09:42.866254Z","steps":["trace[1912573706] 'process raft request' (duration: 147.003323ms)","trace[1912573706] 'compare' (duration: 53.804507ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:09:43.030053Z","caller":"traceutil/trace.go:171","msg":"trace[1798986096] linearizableReadLoop","detail":"{readStateIndex:8464; appliedIndex:8462; }","duration":"279.726397ms","start":"2026-03-18T17:09:42.750298Z","end":"2026-03-18T17:09:43.030024Z","steps":["trace[1798986096] 'read index received' (duration: 62.062121ms)","trace[1798986096] 'applied index is now lower than readState.Index' (duration: 217.663196ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:09:43.0302Z","caller":"traceutil/trace.go:171","msg":"trace[1513914192] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"363.772995ms","start":"2026-03-18T17:09:42.666411Z","end":"2026-03-18T17:09:43.030185Z","steps":["trace[1513914192] 'process raft request' (duration: 302.869554ms)","trace[1513914192] 'compare' (duration: 60.311614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:09:43.030329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:42.666398Z","time spent":"363.834926ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:09:43.030462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.161319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T17:09:43.030537Z","caller":"traceutil/trace.go:171","msg":"trace[1652480203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8154; }","duration":"280.272473ms","start":"2026-03-18T17:09:42.750243Z","end":"2026-03-18T17:09:43.030516Z","steps":["trace[1652480203] 'agreement among raft nodes before linearized reading' (duration: 280.080067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:43.030458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.557277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:09:43.030699Z","caller":"traceutil/trace.go:171","msg":"trace[2025527475] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8154; }","duration":"202.869525ms","start":"2026-03-18T17:09:42.827814Z","end":"2026-03-18T17:09:43.030684Z","steps":["trace[2025527475] 'agreement among raft nodes before linearized reading' (duration: 202.491475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:51.698186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.060085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:09:51.698406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.157974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gstbn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T17:09:51.698433Z","caller":"traceutil/trace.go:171","msg":"trace[1064770602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8223; }","duration":"129.236681ms","start":"2026-03-18T17:09:51.569022Z","end":"2026-03-18T17:09:51.698259Z","steps":["trace[1064770602] 'range keys from in-memory index tree' (duration: 128.907482ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:51.69849Z","caller":"traceutil/trace.go:171","msg":"trace[1047994749] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gstbn; range_end:; response_count:1; response_revision:8223; }","duration":"244.246457ms","start":"2026-03-18T17:09:51.45422Z","end":"2026-03-18T17:09:51.698466Z","steps":["trace[1047994749] 'range keys from in-memory index tree' (duration: 243.792395ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:42.829493Z","caller":"traceutil/trace.go:171","msg":"trace[1389113265] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"146.91548ms","start":"2026-03-18T17:10:42.682543Z","end":"2026-03-18T17:10:42.829458Z","steps":["trace[1389113265] 'process raft request' (duration: 146.736395ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:43.100152Z","caller":"traceutil/trace.go:171","msg":"trace[656636037] transaction","detail":"{read_only:false; response_revision:8772; number_of_response:1; }","duration":"184.824966ms","start":"2026-03-18T17:10:42.915289Z","end":"2026-03-18T17:10:43.100114Z","steps":["trace[656636037] 'process raft request' (duration: 184.672962ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:43.100127Z","caller":"traceutil/trace.go:171","msg":"trace[1118681359] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"230.993207ms","start":"2026-03-18T17:10:42.869058Z","end":"2026-03-18T17:10:43.100051Z","steps":["trace[1118681359] 'process raft request' (duration: 167.127457ms)","trace[1118681359] 'compare' (duration: 63.547701ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:10:49.690275Z","caller":"traceutil/trace.go:171","msg":"trace[783267767] transaction","detail":"{read_only:false; response_revision:8812; number_of_response:1; }","duration":"131.109732ms","start":"2026-03-18T17:10:49.559124Z","end":"2026-03-18T17:10:49.690233Z","steps":["trace[783267767] 'process raft request' (duration: 115.53061ms)","trace[783267767] 'compare' (duration: 15.320475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:10:56.318035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.185663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gstbn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T17:10:56.318132Z","caller":"traceutil/trace.go:171","msg":"trace[64650979] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gstbn; range_end:; response_count:1; response_revision:8840; }","duration":"231.322706ms","start":"2026-03-18T17:10:56.08678Z","end":"2026-03-18T17:10:56.318103Z","steps":["trace[64650979] 'range keys from in-memory index tree' (duration: 230.916655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:57.245782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.959754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:10:57.245958Z","caller":"traceutil/trace.go:171","msg":"trace[1882264757] transaction","detail":"{read_only:false; response_revision:8843; number_of_response:1; }","duration":"342.742473ms","start":"2026-03-18T17:10:56.903197Z","end":"2026-03-18T17:10:57.24594Z","steps":["trace[1882264757] 'process raft request' (duration: 342.688232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:57.246029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:56.903161Z","time spent":"342.836197ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:10:57.24592Z","caller":"traceutil/trace.go:171","msg":"trace[1498841744] transaction","detail":"{read_only:false; response_revision:8842; number_of_response:1; }","duration":"922.820538ms","start":"2026-03-18T17:10:56.323062Z","end":"2026-03-18T17:10:57.245882Z","steps":["trace[1498841744] 'process raft request' (duration: 412.677949ms)","trace[1498841744] 'compare' (duration: 509.751818ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:10:57.246015Z","caller":"traceutil/trace.go:171","msg":"trace[1267126794] linearizableReadLoop","detail":"{readStateIndex:9172; appliedIndex:9170; }","duration":"922.681344ms","start":"2026-03-18T17:10:56.323286Z","end":"2026-03-18T17:10:57.245968Z","steps":["trace[1267126794] 'read index received' (duration: 62.75298ms)","trace[1267126794] 'applied index is now lower than readState.Index' (duration: 859.926244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:10:57.246365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:56.323033Z","time spent":"923.134915ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:10:57.246828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.521056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291495"} {"level":"info","ts":"2026-03-18T17:10:57.246913Z","caller":"traceutil/trace.go:171","msg":"trace[981945218] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8843; }","duration":"923.656731ms","start":"2026-03-18T17:10:56.323236Z","end":"2026-03-18T17:10:57.246893Z","steps":["trace[981945218] 'agreement among raft nodes before linearized reading' (duration: 923.071086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:57.246964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:56.323215Z","time spent":"923.738163ms","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291519,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T17:10:57.462671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.032226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:10:57.46293Z","caller":"traceutil/trace.go:171","msg":"trace[706293530] linearizableReadLoop","detail":"{readStateIndex:9175; appliedIndex:9173; }","duration":"216.566307ms","start":"2026-03-18T17:10:57.246345Z","end":"2026-03-18T17:10:57.462912Z","steps":["trace[706293530] 'read index received' (duration: 104.123431ms)","trace[706293530] 'applied index is now lower than readState.Index' (duration: 112.441396ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:10:57.46302Z","caller":"traceutil/trace.go:171","msg":"trace[2053250691] transaction","detail":"{read_only:false; response_revision:8845; number_of_response:1; }","duration":"298.503857ms","start":"2026-03-18T17:10:57.164507Z","end":"2026-03-18T17:10:57.46301Z","steps":["trace[2053250691] 'process raft request' (duration: 298.286251ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:57.463132Z","caller":"traceutil/trace.go:171","msg":"trace[600163863] transaction","detail":"{read_only:false; response_revision:8844; number_of_response:1; }","duration":"300.414978ms","start":"2026-03-18T17:10:57.162688Z","end":"2026-03-18T17:10:57.463103Z","steps":["trace[600163863] 'process raft request' (duration: 187.91218ms)","trace[600163863] 'compare' (duration: 111.692786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:10:57.463223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.762158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T17:10:57.463285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:57.162663Z","time spent":"300.544581ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:10:57.463307Z","caller":"traceutil/trace.go:171","msg":"trace[1916901620] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8845; }","duration":"231.888422ms","start":"2026-03-18T17:10:57.231398Z","end":"2026-03-18T17:10:57.463287Z","steps":["trace[1916901620] 'agreement among raft nodes before linearized reading' (duration: 231.678186ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:57.475035Z","caller":"traceutil/trace.go:171","msg":"trace[101594797] transaction","detail":"{read_only:false; response_revision:8846; number_of_response:1; }","duration":"100.334038ms","start":"2026-03-18T17:10:57.374666Z","end":"2026-03-18T17:10:57.475Z","steps":["trace[101594797] 'process raft request' (duration: 100.088832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:57.475049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.479754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-03-18T17:10:57.475139Z","caller":"traceutil/trace.go:171","msg":"trace[1608235757] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8846; }","duration":"147.615858ms","start":"2026-03-18T17:10:57.327498Z","end":"2026-03-18T17:10:57.475114Z","steps":["trace[1608235757] 'agreement among raft nodes before linearized reading' (duration: 147.386332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:57.966659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.372874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:10:57.966923Z","caller":"traceutil/trace.go:171","msg":"trace[1161737627] transaction","detail":"{read_only:false; response_revision:8847; number_of_response:1; }","duration":"499.535582ms","start":"2026-03-18T17:10:57.467355Z","end":"2026-03-18T17:10:57.96689Z","steps":["trace[1161737627] 'process raft request' (duration: 273.816778ms)","trace[1161737627] 'compare' (duration: 225.018795ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:10:57.967067Z","caller":"traceutil/trace.go:171","msg":"trace[1880809531] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"488.435491ms","start":"2026-03-18T17:10:57.478608Z","end":"2026-03-18T17:10:57.967044Z","steps":["trace[1880809531] 'process raft request' (duration: 488.248156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:57.96717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:57.478584Z","time spent":"488.540155ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:10:57.967163Z","caller":"traceutil/trace.go:171","msg":"trace[1637874437] linearizableReadLoop","detail":"{readStateIndex:9177; appliedIndex:9176; }","duration":"488.489433ms","start":"2026-03-18T17:10:57.478524Z","end":"2026-03-18T17:10:57.967014Z","steps":["trace[1637874437] 'read index received' (duration: 262.669305ms)","trace[1637874437] 'applied index is now lower than readState.Index' (duration: 225.816628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:10:57.967347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:57.467338Z","time spent":"499.772698ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:10:57.967407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.855762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-18T17:10:57.967501Z","caller":"traceutil/trace.go:171","msg":"trace[201800984] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8848; }","duration":"488.998657ms","start":"2026-03-18T17:10:57.478478Z","end":"2026-03-18T17:10:57.967477Z","steps":["trace[201800984] 'agreement among raft nodes before linearized reading' (duration: 488.75119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:57.967538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.601587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"warn","ts":"2026-03-18T17:10:57.96755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:57.478459Z","time spent":"489.082259ms","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T17:10:57.967584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.562565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T17:10:57.967622Z","caller":"traceutil/trace.go:171","msg":"trace[553412781] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8848; }","duration":"464.618295ms","start":"2026-03-18T17:10:57.50299Z","end":"2026-03-18T17:10:57.967608Z","steps":["trace[553412781] 'agreement among raft nodes before linearized reading' (duration: 464.558074ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:57.967615Z","caller":"traceutil/trace.go:171","msg":"trace[1068399863] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:8848; }","duration":"487.703591ms","start":"2026-03-18T17:10:57.47989Z","end":"2026-03-18T17:10:57.967593Z","steps":["trace[1068399863] 'agreement among raft nodes before linearized reading' (duration: 487.475285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:57.967501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.94496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:10:57.967665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:57.502978Z","time spent":"464.678578ms","remote":"127.0.0.1:48784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":14,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:10:57.967677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.639108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T17:10:57.967701Z","caller":"traceutil/trace.go:171","msg":"trace[1704892960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8848; }","duration":"398.153325ms","start":"2026-03-18T17:10:57.569517Z","end":"2026-03-18T17:10:57.96767Z","steps":["trace[1704892960] 'agreement among raft nodes before linearized reading' (duration: 397.94921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:57.967699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:57.479881Z","time spent":"487.785074ms","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-18T17:10:57.967753Z","caller":"traceutil/trace.go:171","msg":"trace[1786667306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8848; }","duration":"443.71712ms","start":"2026-03-18T17:10:57.523999Z","end":"2026-03-18T17:10:57.967716Z","steps":["trace[1786667306] 'agreement among raft nodes before linearized reading' (duration: 443.553546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:57.967766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:57.569502Z","time spent":"398.246128ms","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T17:10:57.967802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:57.523988Z","time spent":"443.805972ms","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T17:10:58.23002Z","caller":"traceutil/trace.go:171","msg":"trace[904522308] linearizableReadLoop","detail":"{readStateIndex:9179; appliedIndex:9178; }","duration":"255.689958ms","start":"2026-03-18T17:10:57.974298Z","end":"2026-03-18T17:10:58.229988Z","steps":["trace[904522308] 'read index received' (duration: 255.44014ms)","trace[904522308] 'applied index is now lower than readState.Index' (duration: 248.668µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:10:58.230076Z","caller":"traceutil/trace.go:171","msg":"trace[892629694] transaction","detail":"{read_only:false; response_revision:8849; number_of_response:1; }","duration":"258.457021ms","start":"2026-03-18T17:10:57.971583Z","end":"2026-03-18T17:10:58.23004Z","steps":["trace[892629694] 'process raft request' (duration: 258.234666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:58.230229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.894272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:10:58.230272Z","caller":"traceutil/trace.go:171","msg":"trace[168983108] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:8849; }","duration":"255.999064ms","start":"2026-03-18T17:10:57.974261Z","end":"2026-03-18T17:10:58.23026Z","steps":["trace[168983108] 'agreement among raft nodes before linearized reading' (duration: 255.878051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:58.230448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.156609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:10:58.230526Z","caller":"traceutil/trace.go:171","msg":"trace[1424152347] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8849; }","duration":"208.290063ms","start":"2026-03-18T17:10:58.022216Z","end":"2026-03-18T17:10:58.230506Z","steps":["trace[1424152347] 'agreement among raft nodes before linearized reading' (duration: 208.124329ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:12:56.122552Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d078b1e39c21939c","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T17:12:56.12825Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-18T17:12:56.128327Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-18T17:13:30.919697Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7573} {"level":"info","ts":"2026-03-18T17:13:30.98508Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7573,"took":"63.062043ms","hash":2087844439,"current-db-size-bytes":40652800,"current-db-size":"41 MB","current-db-size-in-use-bytes":25931776,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-18T17:13:30.985131Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2087844439,"revision":7573,"compact-revision":5630} {"level":"info","ts":"2026-03-18T17:13:49.373934Z","caller":"traceutil/trace.go:171","msg":"trace[1875797107] linearizableReadLoop","detail":"{readStateIndex:10409; appliedIndex:10408; }","duration":"118.895792ms","start":"2026-03-18T17:13:49.255Z","end":"2026-03-18T17:13:49.373895Z","steps":["trace[1875797107] 'read index received' (duration: 39.878411ms)","trace[1875797107] 'applied index is now lower than readState.Index' (duration: 79.015681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:13:49.374107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.088147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T17:13:49.374141Z","caller":"traceutil/trace.go:171","msg":"trace[671965791] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10036; }","duration":"119.168508ms","start":"2026-03-18T17:13:49.254961Z","end":"2026-03-18T17:13:49.374129Z","steps":["trace[671965791] 'agreement among raft nodes before linearized reading' (duration: 119.072805ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:13:50.1763Z","caller":"traceutil/trace.go:171","msg":"trace[505043180] transaction","detail":"{read_only:false; response_revision:10039; number_of_response:1; }","duration":"102.674956ms","start":"2026-03-18T17:13:50.073599Z","end":"2026-03-18T17:13:50.176274Z","steps":["trace[505043180] 'process raft request' (duration: 102.521592ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:13:50.308148Z","caller":"traceutil/trace.go:171","msg":"trace[328156461] transaction","detail":"{read_only:false; response_revision:10042; number_of_response:1; }","duration":"175.694925ms","start":"2026-03-18T17:13:50.13243Z","end":"2026-03-18T17:13:50.308125Z","steps":["trace[328156461] 'process raft request' (duration: 175.615753ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:13:50.308141Z","caller":"traceutil/trace.go:171","msg":"trace[1991883551] transaction","detail":"{read_only:false; response_revision:10041; number_of_response:1; }","duration":"211.669552ms","start":"2026-03-18T17:13:50.096439Z","end":"2026-03-18T17:13:50.308109Z","steps":["trace[1991883551] 'process raft request' (duration: 211.559819ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:13:50.308407Z","caller":"traceutil/trace.go:171","msg":"trace[1608614752] transaction","detail":"{read_only:false; response_revision:10040; number_of_response:1; }","duration":"213.662615ms","start":"2026-03-18T17:13:50.094733Z","end":"2026-03-18T17:13:50.308396Z","steps":["trace[1608614752] 'process raft request' (duration: 203.103151ms)","trace[1608614752] 'compare' (duration: 10.04059ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:13:51.298212Z","caller":"traceutil/trace.go:171","msg":"trace[1076989302] transaction","detail":"{read_only:false; response_revision:10045; number_of_response:1; }","duration":"110.237218ms","start":"2026-03-18T17:13:51.187951Z","end":"2026-03-18T17:13:51.298189Z","steps":["trace[1076989302] 'process raft request' (duration: 110.062764ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:14:45.295233Z","caller":"traceutil/trace.go:171","msg":"trace[1517577168] transaction","detail":"{read_only:false; response_revision:10305; number_of_response:1; }","duration":"101.074444ms","start":"2026-03-18T17:14:45.194133Z","end":"2026-03-18T17:14:45.295207Z","steps":["trace[1517577168] 'process raft request' (duration: 100.917109ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:14:45.468444Z","caller":"traceutil/trace.go:171","msg":"trace[1182596475] transaction","detail":"{read_only:false; response_revision:10306; number_of_response:1; }","duration":"125.298983ms","start":"2026-03-18T17:14:45.343123Z","end":"2026-03-18T17:14:45.468422Z","steps":["trace[1182596475] 'process raft request' (duration: 125.163789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:14:47.015173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.365414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gstbn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-18T17:14:47.015244Z","caller":"traceutil/trace.go:171","msg":"trace[1999277530] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gstbn; range_end:; response_count:1; response_revision:10312; }","duration":"274.444346ms","start":"2026-03-18T17:14:46.740783Z","end":"2026-03-18T17:14:47.015228Z","steps":["trace[1999277530] 'range keys from in-memory index tree' (duration: 274.242311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:14:48.012627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.180937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:14:48.013204Z","caller":"traceutil/trace.go:171","msg":"trace[794915993] linearizableReadLoop","detail":"{readStateIndex:10702; appliedIndex:10700; }","duration":"157.711202ms","start":"2026-03-18T17:14:47.855473Z","end":"2026-03-18T17:14:48.013184Z","steps":["trace[794915993] 'read index received' (duration: 8.839697ms)","trace[794915993] 'applied index is now lower than readState.Index' (duration: 148.870335ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:14:48.013185Z","caller":"traceutil/trace.go:171","msg":"trace[1401861349] transaction","detail":"{read_only:false; response_revision:10316; number_of_response:1; }","duration":"193.176415ms","start":"2026-03-18T17:14:47.819963Z","end":"2026-03-18T17:14:48.01314Z","steps":["trace[1401861349] 'process raft request' (duration: 44.397192ms)","trace[1401861349] 'compare' (duration: 148.021903ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:14:48.013243Z","caller":"traceutil/trace.go:171","msg":"trace[925742791] transaction","detail":"{read_only:false; response_revision:10317; number_of_response:1; }","duration":"190.007001ms","start":"2026-03-18T17:14:47.823205Z","end":"2026-03-18T17:14:48.013212Z","steps":["trace[925742791] 'process raft request' (duration: 189.888228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:14:48.01338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.903058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T17:14:48.01345Z","caller":"traceutil/trace.go:171","msg":"trace[29885960] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:10317; }","duration":"158.008491ms","start":"2026-03-18T17:14:47.855429Z","end":"2026-03-18T17:14:48.013438Z","steps":["trace[29885960] 'agreement among raft nodes before linearized reading' (duration: 157.871887ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:18:30.926033Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9942} {"level":"info","ts":"2026-03-18T17:18:31.007989Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9942,"took":"79.784094ms","hash":2675206085,"current-db-size-bytes":40652800,"current-db-size":"41 MB","current-db-size-in-use-bytes":17895424,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-18T17:18:31.008052Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2675206085,"revision":9942,"compact-revision":7573}