{"level":"warn","ts":"2026-03-13T09:52:41.652108Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T09:52:41.652205Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.108:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.108:2380","--initial-cluster=instance=https://199.19.213.108:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.108:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.108:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-13T09:52:41.652281Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T09:52:41.652291Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.108:2380"]} {"level":"info","ts":"2026-03-13T09:52:41.652311Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T09:52:41.652866Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.108:2379"]} {"level":"info","ts":"2026-03-13T09:52:41.652939Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.108:2380"],"listen-peer-urls":["https://199.19.213.108:2380"],"advertise-client-urls":["https://199.19.213.108:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.108:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.108:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-13T09:52:41.656884Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.730788ms"} {"level":"info","ts":"2026-03-13T09:52:41.663654Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e9047e95cdba2056","cluster-id":"51f5e218724a48a2"} {"level":"info","ts":"2026-03-13T09:52:41.663823Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 switched to configuration voters=()"} {"level":"info","ts":"2026-03-13T09:52:41.663872Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 became follower at term 0"} {"level":"info","ts":"2026-03-13T09:52:41.663895Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e9047e95cdba2056 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-13T09:52:41.663929Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 became follower at term 1"} {"level":"info","ts":"2026-03-13T09:52:41.664Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 switched to configuration voters=(16790684492610805846)"} {"level":"warn","ts":"2026-03-13T09:52:41.676789Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-13T09:52:41.678399Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-13T09:52:41.681684Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-13T09:52:41.684598Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e9047e95cdba2056","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-13T09:52:41.68478Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e9047e95cdba2056","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-13T09:52:41.684848Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T09:52:41.686029Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T09:52:41.686473Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 switched to configuration voters=(16790684492610805846)"} {"level":"info","ts":"2026-03-13T09:52:41.687108Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T09:52:41.687709Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"51f5e218724a48a2","local-member-id":"e9047e95cdba2056","added-peer-id":"e9047e95cdba2056","added-peer-peer-urls":["https://199.19.213.108:2380"]} {"level":"info","ts":"2026-03-13T09:52:41.690584Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T09:52:41.690697Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.108:2380"} {"level":"info","ts":"2026-03-13T09:52:41.69077Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.108:2380"} {"level":"info","ts":"2026-03-13T09:52:41.691013Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e9047e95cdba2056","initial-advertise-peer-urls":["https://199.19.213.108:2380"],"listen-peer-urls":["https://199.19.213.108:2380"],"advertise-client-urls":["https://199.19.213.108:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.108:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-13T09:52:41.691087Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-13T09:52:41.76449Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 is starting a new election at term 1"} {"level":"info","ts":"2026-03-13T09:52:41.764534Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-13T09:52:41.764565Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 received MsgPreVoteResp from e9047e95cdba2056 at term 1"} {"level":"info","ts":"2026-03-13T09:52:41.764585Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 became candidate at term 2"} {"level":"info","ts":"2026-03-13T09:52:41.764597Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 received MsgVoteResp from e9047e95cdba2056 at term 2"} {"level":"info","ts":"2026-03-13T09:52:41.764615Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e9047e95cdba2056 became leader at term 2"} {"level":"info","ts":"2026-03-13T09:52:41.76463Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e9047e95cdba2056 elected leader e9047e95cdba2056 at term 2"} {"level":"info","ts":"2026-03-13T09:52:41.765729Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e9047e95cdba2056","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.108:2379]}","request-path":"/0/members/e9047e95cdba2056/attributes","cluster-id":"51f5e218724a48a2","publish-timeout":"7s"} {"level":"info","ts":"2026-03-13T09:52:41.765727Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T09:52:41.765793Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T09:52:41.766011Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T09:52:41.766386Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-13T09:52:41.766419Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-13T09:52:41.766919Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"51f5e218724a48a2","local-member-id":"e9047e95cdba2056","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T09:52:41.76708Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T09:52:41.767133Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T09:52:41.769332Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-13T09:52:41.769615Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.108:2379"} {"level":"info","ts":"2026-03-13T09:52:44.844278Z","caller":"traceutil/trace.go:171","msg":"trace[282013948] linearizableReadLoop","detail":"{readStateIndex:76; appliedIndex:75; }","duration":"310.333532ms","start":"2026-03-13T09:52:44.533918Z","end":"2026-03-13T09:52:44.844252Z","steps":["trace[282013948] 'read index received' (duration: 310.207299ms)","trace[282013948] 'applied index is now lower than readState.Index' (duration: 125.033µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:52:44.84439Z","caller":"traceutil/trace.go:171","msg":"trace[1484367533] transaction","detail":"{read_only:false; response_revision:72; number_of_response:1; }","duration":"311.842018ms","start":"2026-03-13T09:52:44.53251Z","end":"2026-03-13T09:52:44.844352Z","steps":["trace[1484367533] 'process raft request' (duration: 311.541901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:52:44.844516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.534137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-13T09:52:44.844596Z","caller":"traceutil/trace.go:171","msg":"trace[1823097243] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:72; }","duration":"310.68731ms","start":"2026-03-13T09:52:44.533889Z","end":"2026-03-13T09:52:44.844576Z","steps":["trace[1823097243] 'agreement among raft nodes before linearized reading' (duration: 310.511386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:52:44.844583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.837778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-13T09:52:44.844641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:52:44.533878Z","time spent":"310.753791ms","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/system:aggregate-to-admin\" "} {"level":"info","ts":"2026-03-13T09:52:44.844666Z","caller":"traceutil/trace.go:171","msg":"trace[1748082114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:72; }","duration":"297.9635ms","start":"2026-03-13T09:52:44.546675Z","end":"2026-03-13T09:52:44.844638Z","steps":["trace[1748082114] 'agreement among raft nodes before linearized reading' (duration: 297.792376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:52:44.844927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:52:44.532492Z","time spent":"311.984811ms","remote":"127.0.0.1:36736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":429,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:52:56.100761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497886616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T09:52:56.601763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497886616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T09:52:57.102153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497886616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T09:52:57.552915Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.010676512s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T09:52:57.553252Z","caller":"traceutil/trace.go:171","msg":"trace[1935927276] linearizableReadLoop","detail":"{readStateIndex:422; appliedIndex:421; }","duration":"1.953229953s","start":"2026-03-13T09:52:55.599995Z","end":"2026-03-13T09:52:57.553225Z","steps":["trace[1935927276] 'read index received' (duration: 1.953152541s)","trace[1935927276] 'applied index is now lower than readState.Index' (duration: 76.111µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:52:57.5533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:52:55.542085Z","time spent":"2.011198795s","remote":"127.0.0.1:36386","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-13T09:52:57.553458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953431367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T09:52:57.553553Z","caller":"traceutil/trace.go:171","msg":"trace[519510277] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:405; }","duration":"1.953582501s","start":"2026-03-13T09:52:55.599945Z","end":"2026-03-13T09:52:57.553527Z","steps":["trace[519510277] 'agreement among raft nodes before linearized reading' (duration: 1.953392376s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:52:57.553612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:52:55.599923Z","time spent":"1.953674803s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T09:52:57.556611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427942661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-13T09:52:57.556649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.024273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-13T09:52:57.556655Z","caller":"traceutil/trace.go:171","msg":"trace[1610265139] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"168.49501ms","start":"2026-03-13T09:52:57.38814Z","end":"2026-03-13T09:52:57.556635Z","steps":["trace[1610265139] 'process raft request' (duration: 168.261994ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:52:57.55668Z","caller":"traceutil/trace.go:171","msg":"trace[1890752640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:406; }","duration":"1.428044853s","start":"2026-03-13T09:52:56.128617Z","end":"2026-03-13T09:52:57.556662Z","steps":["trace[1890752640] 'agreement among raft nodes before linearized reading' (duration: 1.4279247s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:52:57.55671Z","caller":"traceutil/trace.go:171","msg":"trace[1920583956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:406; }","duration":"444.122206ms","start":"2026-03-13T09:52:57.11257Z","end":"2026-03-13T09:52:57.556692Z","steps":["trace[1920583956] 'agreement among raft nodes before linearized reading' (duration: 444.009923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:52:57.556731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:52:56.128595Z","time spent":"1.428124345s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T09:52:57.556765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:52:57.112544Z","time spent":"444.210327ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T09:52:57.556846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.573688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:52:57.556917Z","caller":"traceutil/trace.go:171","msg":"trace[372682019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:406; }","duration":"745.685751ms","start":"2026-03-13T09:52:56.811214Z","end":"2026-03-13T09:52:57.5569Z","steps":["trace[372682019] 'agreement among raft nodes before linearized reading' (duration: 745.569558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:52:57.556933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033464591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T09:52:57.557016Z","caller":"traceutil/trace.go:171","msg":"trace[174350364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:406; }","duration":"1.033590464s","start":"2026-03-13T09:52:56.523406Z","end":"2026-03-13T09:52:57.556997Z","steps":["trace[174350364] 'agreement among raft nodes before linearized reading' (duration: 1.03343161s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:52:57.557071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:52:56.523382Z","time spent":"1.033676017s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T09:52:57.556956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:52:56.811191Z","time spent":"745.757653ms","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T09:53:00.362809Z","caller":"traceutil/trace.go:171","msg":"trace[917758655] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"127.552637ms","start":"2026-03-13T09:53:00.235223Z","end":"2026-03-13T09:53:00.362776Z","steps":["trace[917758655] 'process raft request' (duration: 53.248461ms)","trace[917758655] 'compare' (duration: 74.148992ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:53:00.370649Z","caller":"traceutil/trace.go:171","msg":"trace[1295328162] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"134.376847ms","start":"2026-03-13T09:53:00.236227Z","end":"2026-03-13T09:53:00.370604Z","steps":["trace[1295328162] 'process raft request' (duration: 134.07407ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:00.370677Z","caller":"traceutil/trace.go:171","msg":"trace[591472655] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"131.50109ms","start":"2026-03-13T09:53:00.239148Z","end":"2026-03-13T09:53:00.370649Z","steps":["trace[591472655] 'process raft request' (duration: 131.444889ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:00.371183Z","caller":"traceutil/trace.go:171","msg":"trace[1481699697] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"132.640136ms","start":"2026-03-13T09:53:00.238529Z","end":"2026-03-13T09:53:00.37117Z","steps":["trace[1481699697] 'process raft request' (duration: 132.000511ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:00.371178Z","caller":"traceutil/trace.go:171","msg":"trace[736552033] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"133.154189ms","start":"2026-03-13T09:53:00.237957Z","end":"2026-03-13T09:53:00.371111Z","steps":["trace[736552033] 'process raft request' (duration: 132.496303ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:03.778989Z","caller":"traceutil/trace.go:171","msg":"trace[202399978] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"192.814009ms","start":"2026-03-13T09:53:03.586146Z","end":"2026-03-13T09:53:03.77896Z","steps":["trace[202399978] 'process raft request' (duration: 180.407116ms)","trace[202399978] 'compare' (duration: 12.272069ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:53:03.779169Z","caller":"traceutil/trace.go:171","msg":"trace[529598490] linearizableReadLoop","detail":"{readStateIndex:470; appliedIndex:467; }","duration":"169.072509ms","start":"2026-03-13T09:53:03.610064Z","end":"2026-03-13T09:53:03.779136Z","steps":["trace[529598490] 'read index received' (duration: 58.996032ms)","trace[529598490] 'applied index is now lower than readState.Index' (duration: 110.074127ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:53:03.779198Z","caller":"traceutil/trace.go:171","msg":"trace[1350590035] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"192.918812ms","start":"2026-03-13T09:53:03.586249Z","end":"2026-03-13T09:53:03.779168Z","steps":["trace[1350590035] 'process raft request' (duration: 192.672666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:03.779332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.254714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T09:53:03.779376Z","caller":"traceutil/trace.go:171","msg":"trace[2100262549] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:452; }","duration":"169.343605ms","start":"2026-03-13T09:53:03.61002Z","end":"2026-03-13T09:53:03.779363Z","steps":["trace[2100262549] 'agreement among raft nodes before linearized reading' (duration: 169.229062ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:09.830623Z","caller":"traceutil/trace.go:171","msg":"trace[1071987524] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"135.962908ms","start":"2026-03-13T09:53:09.694617Z","end":"2026-03-13T09:53:09.83058Z","steps":["trace[1071987524] 'process raft request' (duration: 135.711142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:14.47889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.952574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:53:14.479136Z","caller":"traceutil/trace.go:171","msg":"trace[1598146184] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"301.843032ms","start":"2026-03-13T09:53:14.177245Z","end":"2026-03-13T09:53:14.479088Z","steps":["trace[1598146184] 'process raft request' (duration: 52.496719ms)","trace[1598146184] 'compare' (duration: 248.835251ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:53:14.479299Z","caller":"traceutil/trace.go:171","msg":"trace[429351] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"232.876495ms","start":"2026-03-13T09:53:14.2464Z","end":"2026-03-13T09:53:14.479277Z","steps":["trace[429351] 'process raft request' (duration: 232.791263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:14.479319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:14.177222Z","time spent":"302.001745ms","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:53:14.479431Z","caller":"traceutil/trace.go:171","msg":"trace[1309784027] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"301.935044ms","start":"2026-03-13T09:53:14.177486Z","end":"2026-03-13T09:53:14.479421Z","steps":["trace[1309784027] 'process raft request' (duration: 301.644547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:14.479508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:14.177464Z","time spent":"302.021376ms","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":505,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:53:16.057374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.26561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T09:53:16.057484Z","caller":"traceutil/trace.go:171","msg":"trace[1417662684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:513; }","duration":"154.429194ms","start":"2026-03-13T09:53:15.903033Z","end":"2026-03-13T09:53:16.057462Z","steps":["trace[1417662684] 'range keys from in-memory index tree' (duration: 154.155127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:16.057403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.403423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T09:53:16.057574Z","caller":"traceutil/trace.go:171","msg":"trace[761716070] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:513; }","duration":"154.610438ms","start":"2026-03-13T09:53:15.902946Z","end":"2026-03-13T09:53:16.057557Z","steps":["trace[761716070] 'range keys from in-memory index tree' (duration: 154.302001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:16.057401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.430254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T09:53:16.057687Z","caller":"traceutil/trace.go:171","msg":"trace[389036462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:513; }","duration":"154.778522ms","start":"2026-03-13T09:53:15.902904Z","end":"2026-03-13T09:53:16.057683Z","steps":["trace[389036462] 'range keys from in-memory index tree' (duration: 154.309551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:20.912759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.109938ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T09:53:20.912882Z","caller":"traceutil/trace.go:171","msg":"trace[506200872] linearizableReadLoop","detail":"{readStateIndex:570; appliedIndex:569; }","duration":"101.528886ms","start":"2026-03-13T09:53:20.811333Z","end":"2026-03-13T09:53:20.912862Z","steps":["trace[506200872] 'read index received' (duration: 40.321µs)","trace[506200872] 'applied index is now lower than readState.Index' (duration: 101.486995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:53:20.912959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.623468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:53:20.912993Z","caller":"traceutil/trace.go:171","msg":"trace[303132268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:548; }","duration":"101.6924ms","start":"2026-03-13T09:53:20.811289Z","end":"2026-03-13T09:53:20.912982Z","steps":["trace[303132268] 'agreement among raft nodes before linearized reading' (duration: 101.623588ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:22.291903Z","caller":"traceutil/trace.go:171","msg":"trace[1128861988] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"191.462388ms","start":"2026-03-13T09:53:22.100409Z","end":"2026-03-13T09:53:22.291872Z","steps":["trace[1128861988] 'process raft request' (duration: 102.050318ms)","trace[1128861988] 'compare' (duration: 89.247726ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:53:22.29206Z","caller":"traceutil/trace.go:171","msg":"trace[1092154346] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"143.378403ms","start":"2026-03-13T09:53:22.148645Z","end":"2026-03-13T09:53:22.292024Z","steps":["trace[1092154346] 'process raft request' (duration: 143.186719ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:24.110524Z","caller":"traceutil/trace.go:171","msg":"trace[177119414] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"162.893864ms","start":"2026-03-13T09:53:23.947599Z","end":"2026-03-13T09:53:24.110493Z","steps":["trace[177119414] 'process raft request' (duration: 162.7327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:24.868964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.230449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:53:24.869073Z","caller":"traceutil/trace.go:171","msg":"trace[91957347] linearizableReadLoop","detail":"{readStateIndex:584; appliedIndex:583; }","duration":"260.085868ms","start":"2026-03-13T09:53:24.608967Z","end":"2026-03-13T09:53:24.869053Z","steps":["trace[91957347] 'read index received' (duration: 33.602343ms)","trace[91957347] 'applied index is now lower than readState.Index' (duration: 226.482355ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:53:24.869198Z","caller":"traceutil/trace.go:171","msg":"trace[1101481370] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"406.428071ms","start":"2026-03-13T09:53:24.462757Z","end":"2026-03-13T09:53:24.869185Z","steps":["trace[1101481370] 'process raft request' (duration: 179.904295ms)","trace[1101481370] 'compare' (duration: 226.047645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:53:24.869322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:24.462728Z","time spent":"406.538114ms","remote":"127.0.0.1:36436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:53:24.869417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.426086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-13T09:53:24.869503Z","caller":"traceutil/trace.go:171","msg":"trace[643008505] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:562; }","duration":"260.521538ms","start":"2026-03-13T09:53:24.608961Z","end":"2026-03-13T09:53:24.869483Z","steps":["trace[643008505] 'agreement among raft nodes before linearized reading' (duration: 260.334403ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:25.328091Z","caller":"traceutil/trace.go:171","msg":"trace[1344526914] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"413.19401ms","start":"2026-03-13T09:53:24.914856Z","end":"2026-03-13T09:53:25.32805Z","steps":["trace[1344526914] 'process raft request' (duration: 412.175316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:25.328258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:24.914843Z","time spent":"413.345023ms","remote":"127.0.0.1:36402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9589,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:53:25.32839Z","caller":"traceutil/trace.go:171","msg":"trace[1445934715] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"412.261468ms","start":"2026-03-13T09:53:24.916074Z","end":"2026-03-13T09:53:25.328336Z","steps":["trace[1445934715] 'process raft request' (duration: 411.92168ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:25.328424Z","caller":"traceutil/trace.go:171","msg":"trace[380603766] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"405.751544ms","start":"2026-03-13T09:53:24.922633Z","end":"2026-03-13T09:53:25.328384Z","steps":["trace[380603766] 'process raft request' (duration: 405.559129ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:25.328495Z","caller":"traceutil/trace.go:171","msg":"trace[419302332] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"399.437625ms","start":"2026-03-13T09:53:24.929024Z","end":"2026-03-13T09:53:25.328461Z","steps":["trace[419302332] 'process raft request' (duration: 399.363963ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:25.328564Z","caller":"traceutil/trace.go:171","msg":"trace[1992797199] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"403.702166ms","start":"2026-03-13T09:53:24.924774Z","end":"2026-03-13T09:53:25.328476Z","steps":["trace[1992797199] 'process raft request' (duration: 403.506871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:25.328613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:24.922603Z","time spent":"405.914438ms","remote":"127.0.0.1:36402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58713,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:53:25.328703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:24.929014Z","time spent":"399.591409ms","remote":"127.0.0.1:36402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72484,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:53:25.328549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:24.916025Z","time spent":"412.452692ms","remote":"127.0.0.1:36402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20218,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:53:25.328749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:24.924757Z","time spent":"403.90439ms","remote":"127.0.0.1:36402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72609,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:53:26.348562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.871193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:53:26.348833Z","caller":"traceutil/trace.go:171","msg":"trace[595087220] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"1.391433965s","start":"2026-03-13T09:53:24.957361Z","end":"2026-03-13T09:53:26.348795Z","steps":["trace[595087220] 'process raft request' (duration: 564.256745ms)","trace[595087220] 'compare' (duration: 826.706339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:53:26.348967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:24.957345Z","time spent":"1.391544377s","remote":"127.0.0.1:36906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:53:26.34905Z","caller":"traceutil/trace.go:171","msg":"trace[145046434] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"1.38953066s","start":"2026-03-13T09:53:24.9595Z","end":"2026-03-13T09:53:26.349031Z","steps":["trace[145046434] 'process raft request' (duration: 1.389177531s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:26.349402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:24.959479Z","time spent":"1.389620612s","remote":"127.0.0.1:36402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9932,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:53:26.349563Z","caller":"traceutil/trace.go:171","msg":"trace[642849896] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"1.004469604s","start":"2026-03-13T09:53:25.345072Z","end":"2026-03-13T09:53:26.349541Z","steps":["trace[642849896] 'process raft request' (duration: 1.004248438s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:26.349569Z","caller":"traceutil/trace.go:171","msg":"trace[1811298408] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"1.004517735s","start":"2026-03-13T09:53:25.345023Z","end":"2026-03-13T09:53:26.349541Z","steps":["trace[1811298408] 'process raft request' (duration: 1.004202967s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:26.34966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:25.345Z","time spent":"1.004625188s","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1209,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:53:26.349621Z","caller":"traceutil/trace.go:171","msg":"trace[1371001163] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"1.015810201s","start":"2026-03-13T09:53:25.333758Z","end":"2026-03-13T09:53:26.349568Z","steps":["trace[1371001163] 'process raft request' (duration: 1.015097104s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:26.34968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:25.345054Z","time spent":"1.004566926s","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1332,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:53:26.349635Z","caller":"traceutil/trace.go:171","msg":"trace[1055480668] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"1.004500164s","start":"2026-03-13T09:53:25.345076Z","end":"2026-03-13T09:53:26.349576Z","steps":["trace[1055480668] 'process raft request' (duration: 1.00429361s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:26.349738Z","caller":"traceutil/trace.go:171","msg":"trace[940119170] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"1.004596317s","start":"2026-03-13T09:53:25.345095Z","end":"2026-03-13T09:53:26.349691Z","steps":["trace[940119170] 'process raft request' (duration: 1.0043057s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:26.349815Z","caller":"traceutil/trace.go:171","msg":"trace[1523928315] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"1.001830812s","start":"2026-03-13T09:53:25.347965Z","end":"2026-03-13T09:53:26.349796Z","steps":["trace[1523928315] 'process raft request' (duration: 1.001462943s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:26.349826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:25.345052Z","time spent":"1.004694079s","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1048,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:53:26.349849Z","caller":"traceutil/trace.go:171","msg":"trace[2031037898] linearizableReadLoop","detail":"{readStateIndex:598; appliedIndex:591; }","duration":"1.057134327s","start":"2026-03-13T09:53:25.292702Z","end":"2026-03-13T09:53:26.349837Z","steps":["trace[2031037898] 'read index received' (duration: 34.31243ms)","trace[2031037898] 'applied index is now lower than readState.Index' (duration: 1.022820367s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:53:26.349881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:25.345074Z","time spent":"1.00474264s","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1451,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:53:26.349971Z","caller":"traceutil/trace.go:171","msg":"trace[454141625] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"1.001921053s","start":"2026-03-13T09:53:25.34804Z","end":"2026-03-13T09:53:26.349961Z","steps":["trace[454141625] 'process raft request' (duration: 1.001743409s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:26.350025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:25.348028Z","time spent":"1.001973295s","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:53:26.350104Z","caller":"traceutil/trace.go:171","msg":"trace[1221707811] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"1.002045907s","start":"2026-03-13T09:53:25.348044Z","end":"2026-03-13T09:53:26.35009Z","steps":["trace[1221707811] 'process raft request' (duration: 1.001837812s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:26.350148Z","caller":"traceutil/trace.go:171","msg":"trace[933558608] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"1.002023216s","start":"2026-03-13T09:53:25.348082Z","end":"2026-03-13T09:53:26.350106Z","steps":["trace[933558608] 'process raft request' (duration: 1.001864532s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:26.350188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:25.348037Z","time spent":"1.002107608s","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:53:26.350177Z","caller":"traceutil/trace.go:171","msg":"trace[1551300019] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"995.249966ms","start":"2026-03-13T09:53:25.354876Z","end":"2026-03-13T09:53:26.350126Z","steps":["trace[1551300019] 'process raft request' (duration: 995.107303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:26.350259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:25.348074Z","time spent":"1.002140418s","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:53:26.350283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057573217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-z58q6\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-13T09:53:26.35035Z","caller":"traceutil/trace.go:171","msg":"trace[1878064504] range","detail":"{range_begin:/registry/pods/kube-system/cilium-z58q6; range_end:; response_count:1; response_revision:587; }","duration":"1.057679429s","start":"2026-03-13T09:53:25.292656Z","end":"2026-03-13T09:53:26.350336Z","steps":["trace[1878064504] 'agreement among raft nodes before linearized reading' (duration: 1.057411633s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:26.350369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:25.354862Z","time spent":"995.40473ms","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1450,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:53:26.350453Z","caller":"traceutil/trace.go:171","msg":"trace[1665353652] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"995.478782ms","start":"2026-03-13T09:53:25.354962Z","end":"2026-03-13T09:53:26.350441Z","steps":["trace[1665353652] 'process raft request' (duration: 995.131394ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:26.349886Z","caller":"traceutil/trace.go:171","msg":"trace[957120268] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"1.001855712s","start":"2026-03-13T09:53:25.348016Z","end":"2026-03-13T09:53:26.349872Z","steps":["trace[957120268] 'process raft request' (duration: 1.001669048s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:26.350545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:25.354951Z","time spent":"995.569184ms","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1330,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:53:26.350524Z","caller":"traceutil/trace.go:171","msg":"trace[795859750] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"995.438011ms","start":"2026-03-13T09:53:25.355013Z","end":"2026-03-13T09:53:26.350451Z","steps":["trace[795859750] 'process raft request' (duration: 995.303418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:26.349813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:25.333732Z","time spent":"1.015998006s","remote":"127.0.0.1:36906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:53:26.350741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:25.355007Z","time spent":"995.647616ms","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1416,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:53:26.351006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.616801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T09:53:26.351051Z","caller":"traceutil/trace.go:171","msg":"trace[501638838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:589; }","duration":"188.704063ms","start":"2026-03-13T09:53:26.162336Z","end":"2026-03-13T09:53:26.35104Z","steps":["trace[501638838] 'agreement among raft nodes before linearized reading' (duration: 188.609641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:26.351476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.052644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T09:53:26.351566Z","caller":"traceutil/trace.go:171","msg":"trace[1486705831] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:589; }","duration":"237.169767ms","start":"2026-03-13T09:53:26.114368Z","end":"2026-03-13T09:53:26.351538Z","steps":["trace[1486705831] 'agreement among raft nodes before linearized reading' (duration: 237.021173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:26.367895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:25.347945Z","time spent":"1.001919383s","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1422,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:53:26.350393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:25.292637Z","time spent":"1.05774682s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-z58q6\" "} {"level":"warn","ts":"2026-03-13T09:53:26.367963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:25.348003Z","time spent":"1.002524008s","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1584,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:53:26.368205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.219677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.108\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T09:53:26.368292Z","caller":"traceutil/trace.go:171","msg":"trace[1521161459] range","detail":"{range_begin:/registry/masterleases/199.19.213.108; range_end:; response_count:1; response_revision:589; }","duration":"826.36295ms","start":"2026-03-13T09:53:25.541904Z","end":"2026-03-13T09:53:26.368267Z","steps":["trace[1521161459] 'agreement among raft nodes before linearized reading' (duration: 808.772395ms)","trace[1521161459] 'range keys from bolt db' (duration: 16.728384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:53:26.368345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:25.541881Z","time spent":"826.454123ms","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.108\" "} {"level":"warn","ts":"2026-03-13T09:53:27.311498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497887011,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T09:53:27.419668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.947554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:53:27.419751Z","caller":"traceutil/trace.go:171","msg":"trace[1420847576] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"1.064028299s","start":"2026-03-13T09:53:26.355708Z","end":"2026-03-13T09:53:27.419736Z","steps":["trace[1420847576] 'process raft request' (duration: 214.951342ms)","trace[1420847576] 'compare' (duration: 848.877252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:53:27.419838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:26.355684Z","time spent":"1.064092601s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:53:27.454231Z","caller":"traceutil/trace.go:171","msg":"trace[2031022538] transaction","detail":"{read_only:false; number_of_response:0; response_revision:590; }","duration":"1.097909229s","start":"2026-03-13T09:53:26.356281Z","end":"2026-03-13T09:53:27.454191Z","steps":["trace[2031022538] 'process raft request' (duration: 1.097760986s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:27.454251Z","caller":"traceutil/trace.go:171","msg":"trace[189039817] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"1.097824567s","start":"2026-03-13T09:53:26.35641Z","end":"2026-03-13T09:53:27.454234Z","steps":["trace[189039817] 'process raft request' (duration: 1.097690314s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:27.454305Z","caller":"traceutil/trace.go:171","msg":"trace[725754996] transaction","detail":"{read_only:false; number_of_response:0; response_revision:591; }","duration":"1.097831937s","start":"2026-03-13T09:53:26.356449Z","end":"2026-03-13T09:53:27.454281Z","steps":["trace[725754996] 'process raft request' (duration: 1.097711355s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:27.454345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:26.356384Z","time spent":"1.097919319s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:53:27.454412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:26.356417Z","time spent":"1.097937289s","remote":"127.0.0.1:36906","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:53:27.454404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:26.356261Z","time spent":"1.098041542s","remote":"127.0.0.1:36906","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:53:27.454768Z","caller":"traceutil/trace.go:171","msg":"trace[1157907424] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"1.093777222s","start":"2026-03-13T09:53:26.360978Z","end":"2026-03-13T09:53:27.454755Z","steps":["trace[1157907424] 'process raft request' (duration: 1.093205718s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:27.454849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:26.360953Z","time spent":"1.093860444s","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2237,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:53:27.454916Z","caller":"traceutil/trace.go:171","msg":"trace[1222753426] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"1.086822157s","start":"2026-03-13T09:53:26.368079Z","end":"2026-03-13T09:53:27.454901Z","steps":["trace[1222753426] 'process raft request' (duration: 1.086478259s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:27.455027Z","caller":"traceutil/trace.go:171","msg":"trace[1030735654] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"1.086773367s","start":"2026-03-13T09:53:26.368242Z","end":"2026-03-13T09:53:27.455016Z","steps":["trace[1030735654] 'process raft request' (duration: 1.086580562s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:27.45507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:26.368065Z","time spent":"1.08692899s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:53:27.455083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:26.368222Z","time spent":"1.086832088s","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3714,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:53:27.454943Z","caller":"traceutil/trace.go:171","msg":"trace[283017874] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"1.086778317s","start":"2026-03-13T09:53:26.368146Z","end":"2026-03-13T09:53:27.454924Z","steps":["trace[283017874] 'process raft request' (duration: 1.086621173s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:27.455157Z","caller":"traceutil/trace.go:171","msg":"trace[1316466952] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"1.086900639s","start":"2026-03-13T09:53:26.368245Z","end":"2026-03-13T09:53:27.455145Z","steps":["trace[1316466952] 'process raft request' (duration: 1.086679904s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:27.455203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:26.368136Z","time spent":"1.087032292s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:53:27.455227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:26.368221Z","time spent":"1.086964901s","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3787,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:53:27.456132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:26.369378Z","time spent":"1.086749606s","remote":"127.0.0.1:36386","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-13T09:53:27.457114Z","caller":"traceutil/trace.go:171","msg":"trace[848756036] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"1.08821288s","start":"2026-03-13T09:53:26.368469Z","end":"2026-03-13T09:53:27.456682Z","steps":["trace[848756036] 'process raft request' (duration: 1.0865276s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:27.457318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:26.368431Z","time spent":"1.088783344s","remote":"127.0.0.1:36402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9941,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:53:27.457375Z","caller":"traceutil/trace.go:171","msg":"trace[161852641] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"1.084856751s","start":"2026-03-13T09:53:26.372141Z","end":"2026-03-13T09:53:27.456998Z","steps":["trace[161852641] 'process raft request' (duration: 1.083088759s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:27.457531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:26.372129Z","time spent":"1.085333222s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:53:27.458385Z","caller":"traceutil/trace.go:171","msg":"trace[296341135] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"1.086156532s","start":"2026-03-13T09:53:26.3722Z","end":"2026-03-13T09:53:27.458357Z","steps":["trace[296341135] 'process raft request' (duration: 1.083085299s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:27.458439Z","caller":"traceutil/trace.go:171","msg":"trace[2003499738] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"1.085825384s","start":"2026-03-13T09:53:26.372579Z","end":"2026-03-13T09:53:27.458405Z","steps":["trace[2003499738] 'process raft request' (duration: 1.085418764s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:27.458547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:26.372195Z","time spent":"1.086251654s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1167,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:53:27.458576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:26.37257Z","time spent":"1.085962927s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1192,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:53:27.458896Z","caller":"traceutil/trace.go:171","msg":"trace[789656242] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"1.085705811s","start":"2026-03-13T09:53:26.372838Z","end":"2026-03-13T09:53:27.458544Z","steps":["trace[789656242] 'process raft request' (duration: 1.085509266s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:27.458909Z","caller":"traceutil/trace.go:171","msg":"trace[2008766587] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"1.085699311s","start":"2026-03-13T09:53:26.372789Z","end":"2026-03-13T09:53:27.458488Z","steps":["trace[2008766587] 'process raft request' (duration: 1.085484316s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:27.459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:26.37283Z","time spent":"1.086121171s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:53:27.459008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:26.372782Z","time spent":"1.086186632s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:53:27.459035Z","caller":"traceutil/trace.go:171","msg":"trace[1774128370] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"1.08609272s","start":"2026-03-13T09:53:26.372886Z","end":"2026-03-13T09:53:27.458979Z","steps":["trace[1774128370] 'process raft request' (duration: 1.085513087s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:27.459231Z","caller":"traceutil/trace.go:171","msg":"trace[1728519209] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"1.086620722s","start":"2026-03-13T09:53:26.372529Z","end":"2026-03-13T09:53:27.459149Z","steps":["trace[1728519209] 'process raft request' (duration: 1.085412214s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:27.459239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:26.372881Z","time spent":"1.086250844s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1201,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:53:27.45932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:26.372518Z","time spent":"1.086769117s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1151,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:53:27.459376Z","caller":"traceutil/trace.go:171","msg":"trace[1471814267] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"1.0865323s","start":"2026-03-13T09:53:26.372665Z","end":"2026-03-13T09:53:27.459198Z","steps":["trace[1471814267] 'process raft request' (duration: 1.085532647s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:27.459469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:26.372654Z","time spent":"1.086776926s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1125,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:53:27.460002Z","caller":"traceutil/trace.go:171","msg":"trace[731994007] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"1.08732273s","start":"2026-03-13T09:53:26.372394Z","end":"2026-03-13T09:53:27.459717Z","steps":["trace[731994007] 'process raft request' (duration: 1.085047066s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:27.460247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:26.372374Z","time spent":"1.08777016s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1142,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:53:27.460324Z","caller":"traceutil/trace.go:171","msg":"trace[463612037] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"1.086221734s","start":"2026-03-13T09:53:26.373156Z","end":"2026-03-13T09:53:27.459378Z","steps":["trace[463612037] 'process raft request' (duration: 1.085291882s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:27.460406Z","caller":"traceutil/trace.go:171","msg":"trace[882926033] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"1.085647399s","start":"2026-03-13T09:53:26.374737Z","end":"2026-03-13T09:53:27.460385Z","steps":["trace[882926033] 'process raft request' (duration: 1.084161294s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:27.46046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:26.373151Z","time spent":"1.087260888s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1139,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:53:27.46054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:26.374731Z","time spent":"1.085735971s","remote":"127.0.0.1:36402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:53:27.463408Z","caller":"traceutil/trace.go:171","msg":"trace[1434641194] linearizableReadLoop","detail":"{readStateIndex:634; appliedIndex:612; }","duration":"652.281403ms","start":"2026-03-13T09:53:26.811076Z","end":"2026-03-13T09:53:27.463358Z","steps":["trace[1434641194] 'read index received' (duration: 642.910531ms)","trace[1434641194] 'applied index is now lower than readState.Index' (duration: 9.369972ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:53:27.463426Z","caller":"traceutil/trace.go:171","msg":"trace[2015467094] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"1.081428411s","start":"2026-03-13T09:53:26.381966Z","end":"2026-03-13T09:53:27.463395Z","steps":["trace[2015467094] 'process raft request' (duration: 1.078753027s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:27.46352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:26.381954Z","time spent":"1.081517262s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:53:27.463528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.447677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:53:27.463578Z","caller":"traceutil/trace.go:171","msg":"trace[1950853350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:609; }","duration":"652.539469ms","start":"2026-03-13T09:53:26.811022Z","end":"2026-03-13T09:53:27.463562Z","steps":["trace[1950853350] 'agreement among raft nodes before linearized reading' (duration: 652.438757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:27.463606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:26.810994Z","time spent":"652.60724ms","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T09:53:27.576712Z","caller":"traceutil/trace.go:171","msg":"trace[1561744098] linearizableReadLoop","detail":"{readStateIndex:635; appliedIndex:634; }","duration":"113.239572ms","start":"2026-03-13T09:53:27.463445Z","end":"2026-03-13T09:53:27.576684Z","steps":["trace[1561744098] 'read index received' (duration: 69.50173ms)","trace[1561744098] 'applied index is now lower than readState.Index' (duration: 43.736842ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:53:27.576817Z","caller":"traceutil/trace.go:171","msg":"trace[1131533389] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"117.608086ms","start":"2026-03-13T09:53:27.459149Z","end":"2026-03-13T09:53:27.576757Z","steps":["trace[1131533389] 'process raft request' (duration: 73.821962ms)","trace[1131533389] 'compare' (duration: 43.570259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:53:27.576917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.470596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.acme.cert-manager.io\" ","response":"range_response_count:1 size:980"} {"level":"info","ts":"2026-03-13T09:53:27.576965Z","caller":"traceutil/trace.go:171","msg":"trace[1916621798] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.acme.cert-manager.io; range_end:; response_count:1; response_revision:610; }","duration":"118.589398ms","start":"2026-03-13T09:53:27.458359Z","end":"2026-03-13T09:53:27.576949Z","steps":["trace[1916621798] 'agreement among raft nodes before linearized reading' (duration: 118.449255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:27.577086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.521867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.cert-manager.io\" ","response":"range_response_count:1 size:965"} {"level":"info","ts":"2026-03-13T09:53:27.577183Z","caller":"traceutil/trace.go:171","msg":"trace[1884012659] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.cert-manager.io; range_end:; response_count:1; response_revision:610; }","duration":"118.687311ms","start":"2026-03-13T09:53:27.458472Z","end":"2026-03-13T09:53:27.577159Z","steps":["trace[1884012659] 'agreement among raft nodes before linearized reading' (duration: 118.331403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:28.077425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497887045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T09:53:28.57787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497887045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T09:53:29.078395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497887045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T09:53:29.464829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999796621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-13T09:53:29.464992Z","caller":"traceutil/trace.go:171","msg":"trace[254832227] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000019815s","start":"2026-03-13T09:53:27.464936Z","end":"2026-03-13T09:53:29.464956Z","steps":["trace[254832227] 'agreement among raft nodes before linearized reading' (duration: 1.99980627s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:29.465081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:27.464922Z","time spent":"2.000139028s","remote":"127.0.0.1:36352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/13 09:53:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T09:53:29.578818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497887045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T09:53:30.079727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497887045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T09:53:30.397184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.777563ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:53:30.397417Z","caller":"traceutil/trace.go:171","msg":"trace[1832511326] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:610; }","duration":"750.004528ms","start":"2026-03-13T09:53:29.647372Z","end":"2026-03-13T09:53:30.397377Z","steps":["trace[1832511326] 'range keys from in-memory index tree' (duration: 749.758672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:30.580927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497887045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T09:53:31.081755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497887045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T09:53:31.204323Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.671306096s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T09:53:31.204916Z","caller":"traceutil/trace.go:171","msg":"trace[1412556909] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"3.737139999s","start":"2026-03-13T09:53:27.467746Z","end":"2026-03-13T09:53:31.204886Z","steps":["trace[1412556909] 'process raft request' (duration: 3.737012276s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:31.20506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:27.467737Z","time spent":"3.737258382s","remote":"127.0.0.1:36694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1105,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:53:31.205091Z","caller":"traceutil/trace.go:171","msg":"trace[972288163] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"3.73506064s","start":"2026-03-13T09:53:27.470004Z","end":"2026-03-13T09:53:31.205064Z","steps":["trace[972288163] 'process raft request' (duration: 3.734999709s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:31.205331Z","caller":"traceutil/trace.go:171","msg":"trace[1321067737] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"3.736922554s","start":"2026-03-13T09:53:27.468389Z","end":"2026-03-13T09:53:31.205312Z","steps":["trace[1321067737] 'process raft request' (duration: 3.736399582s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:31.205391Z","caller":"traceutil/trace.go:171","msg":"trace[1314195826] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"3.736426392s","start":"2026-03-13T09:53:27.468954Z","end":"2026-03-13T09:53:31.205381Z","steps":["trace[1314195826] 'process raft request' (duration: 3.7359273s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:31.205411Z","caller":"traceutil/trace.go:171","msg":"trace[1830099992] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"3.737582029s","start":"2026-03-13T09:53:27.467255Z","end":"2026-03-13T09:53:31.204837Z","steps":["trace[1830099992] 'process raft request' (duration: 3.737334603s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:31.205432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:27.468378Z","time spent":"3.737009386s","remote":"127.0.0.1:36694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1186,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:53:31.205448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:27.468947Z","time spent":"3.736470333s","remote":"127.0.0.1:36402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10617,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:53:31.205482Z","caller":"traceutil/trace.go:171","msg":"trace[2076247252] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"3.736822961s","start":"2026-03-13T09:53:27.468629Z","end":"2026-03-13T09:53:31.205452Z","steps":["trace[2076247252] 'process raft request' (duration: 3.736191246s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:31.205509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:27.467243Z","time spent":"3.738220765s","remote":"127.0.0.1:36694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1080,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:53:31.205586Z","caller":"traceutil/trace.go:171","msg":"trace[1847092445] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"3.735802687s","start":"2026-03-13T09:53:27.469771Z","end":"2026-03-13T09:53:31.205574Z","steps":["trace[1847092445] 'process raft request' (duration: 3.735173382s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:31.205342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:27.469995Z","time spent":"3.735260935s","remote":"127.0.0.1:36402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21213,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:53:31.205637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:27.468614Z","time spent":"3.736951054s","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:53:31.205659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:27.469761Z","time spent":"3.735862448s","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3930,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:53:31.473346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999925715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-13T09:53:31.473431Z","caller":"traceutil/trace.go:171","msg":"trace[264539893] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000075009s","start":"2026-03-13T09:53:29.473336Z","end":"2026-03-13T09:53:31.473411Z","steps":["trace[264539893] 'agreement among raft nodes before linearized reading' (duration: 1.999972736s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:31.473497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:29.473311Z","time spent":"2.00015854s","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/13 09:53:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T09:53:31.82707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.849628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:53:31.827264Z","caller":"traceutil/trace.go:171","msg":"trace[54545712] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"3.675085275s","start":"2026-03-13T09:53:28.152159Z","end":"2026-03-13T09:53:31.827244Z","steps":["trace[54545712] 'process raft request' (duration: 3.5159752s)","trace[54545712] 'compare' (duration: 158.528731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:53:31.827345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:28.15213Z","time spent":"3.675185637s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:53:31.82755Z","caller":"traceutil/trace.go:171","msg":"trace[981362783] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"2.359340027s","start":"2026-03-13T09:53:29.468174Z","end":"2026-03-13T09:53:31.827514Z","steps":["trace[981362783] 'process raft request' (duration: 2.358992669s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:31.827728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:29.468154Z","time spent":"2.35948334s","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T09:53:31.834118Z","caller":"traceutil/trace.go:171","msg":"trace[322411964] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:635; }","duration":"4.257313834s","start":"2026-03-13T09:53:27.576783Z","end":"2026-03-13T09:53:31.834097Z","steps":["trace[322411964] 'read index received' (duration: 3.627804799s)","trace[322411964] 'applied index is now lower than readState.Index' (duration: 629.507965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:53:31.83434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.366214934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-z58q6\" ","response":"range_response_count:1 size:17149"} {"level":"info","ts":"2026-03-13T09:53:31.834425Z","caller":"traceutil/trace.go:171","msg":"trace[1139389508] range","detail":"{range_begin:/registry/pods/kube-system/cilium-z58q6; range_end:; response_count:1; response_revision:619; }","duration":"4.366344777s","start":"2026-03-13T09:53:27.468062Z","end":"2026-03-13T09:53:31.834407Z","steps":["trace[1139389508] 'agreement among raft nodes before linearized reading' (duration: 4.366097731s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:31.834542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:27.468037Z","time spent":"4.366492071s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17172,"request content":"key:\"/registry/pods/kube-system/cilium-z58q6\" "} {"level":"info","ts":"2026-03-13T09:53:31.836246Z","caller":"traceutil/trace.go:171","msg":"trace[1864312725] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"625.786348ms","start":"2026-03-13T09:53:31.210435Z","end":"2026-03-13T09:53:31.836221Z","steps":["trace[1864312725] 'process raft request' (duration: 625.526571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:31.83636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:31.210412Z","time spent":"625.88589ms","remote":"127.0.0.1:36700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:53:31.836418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.257030477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-13T09:53:31.836516Z","caller":"traceutil/trace.go:171","msg":"trace[784033724] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:624; }","duration":"4.257164631s","start":"2026-03-13T09:53:27.579328Z","end":"2026-03-13T09:53:31.836492Z","steps":["trace[784033724] 'agreement among raft nodes before linearized reading' (duration: 4.256992557s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:31.836486Z","caller":"traceutil/trace.go:171","msg":"trace[1996610145] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"610.19793ms","start":"2026-03-13T09:53:31.226261Z","end":"2026-03-13T09:53:31.836459Z","steps":["trace[1996610145] 'process raft request' (duration: 609.989075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:31.836565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:27.579313Z","time spent":"4.257240932s","remote":"127.0.0.1:36500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-13T09:53:31.836701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.373582833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-13T09:53:31.836707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:31.226236Z","time spent":"610.338884ms","remote":"127.0.0.1:36402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:53:31.836737Z","caller":"traceutil/trace.go:171","msg":"trace[758398773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:624; }","duration":"2.373642744s","start":"2026-03-13T09:53:29.463083Z","end":"2026-03-13T09:53:31.836726Z","steps":["trace[758398773] 'agreement among raft nodes before linearized reading' (duration: 2.373536792s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:31.83674Z","caller":"traceutil/trace.go:171","msg":"trace[1864448530] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"624.611279ms","start":"2026-03-13T09:53:31.212116Z","end":"2026-03-13T09:53:31.836727Z","steps":["trace[1864448530] 'process raft request' (duration: 624.019316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:31.836769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:29.463071Z","time spent":"2.373691345s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T09:53:31.83683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:31.212106Z","time spent":"624.667262ms","remote":"127.0.0.1:36700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1134,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:53:31.836937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.044398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:53:31.83696Z","caller":"traceutil/trace.go:171","msg":"trace[879635774] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"626.197877ms","start":"2026-03-13T09:53:31.210755Z","end":"2026-03-13T09:53:31.836953Z","steps":["trace[879635774] 'process raft request' (duration: 625.343807ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:31.836967Z","caller":"traceutil/trace.go:171","msg":"trace[1156513552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:624; }","duration":"363.124059ms","start":"2026-03-13T09:53:31.473833Z","end":"2026-03-13T09:53:31.836957Z","steps":["trace[1156513552] 'agreement among raft nodes before linearized reading' (duration: 363.048867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:31.836992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:31.210729Z","time spent":"626.246788ms","remote":"127.0.0.1:36700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1156,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T09:53:31.836994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:31.47378Z","time spent":"363.209072ms","remote":"127.0.0.1:36352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T09:53:31.837017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377100606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T09:53:31.837064Z","caller":"traceutil/trace.go:171","msg":"trace[370018588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:624; }","duration":"2.377208528s","start":"2026-03-13T09:53:29.45984Z","end":"2026-03-13T09:53:31.837048Z","steps":["trace[370018588] 'agreement among raft nodes before linearized reading' (duration: 2.377062835s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:31.837108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:29.459791Z","time spent":"2.37730939s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T09:53:31.83717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.373910671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T09:53:31.837177Z","caller":"traceutil/trace.go:171","msg":"trace[749834830] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"620.856101ms","start":"2026-03-13T09:53:31.216287Z","end":"2026-03-13T09:53:31.837143Z","steps":["trace[749834830] 'process raft request' (duration: 619.893799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:31.837283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:31.216274Z","time spent":"620.952893ms","remote":"127.0.0.1:36402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21222,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:53:31.837198Z","caller":"traceutil/trace.go:171","msg":"trace[396549298] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:624; }","duration":"2.373977982s","start":"2026-03-13T09:53:29.463211Z","end":"2026-03-13T09:53:31.837189Z","steps":["trace[396549298] 'agreement among raft nodes before linearized reading' (duration: 2.37388754s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:31.837514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:29.463191Z","time spent":"2.37430326s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T09:53:31.837652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412149793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T09:53:31.837775Z","caller":"traceutil/trace.go:171","msg":"trace[1033174975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:624; }","duration":"2.412359998s","start":"2026-03-13T09:53:29.425387Z","end":"2026-03-13T09:53:31.837747Z","steps":["trace[1033174975] 'agreement among raft nodes before linearized reading' (duration: 2.411932577s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:31.837831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:29.425353Z","time spent":"2.41246864s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T09:53:32.75653Z","caller":"traceutil/trace.go:171","msg":"trace[1842807468] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"131.367091ms","start":"2026-03-13T09:53:32.625136Z","end":"2026-03-13T09:53:32.756503Z","steps":["trace[1842807468] 'process raft request' (duration: 130.91939ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:44.206719Z","caller":"traceutil/trace.go:171","msg":"trace[756733958] linearizableReadLoop","detail":"{readStateIndex:910; appliedIndex:909; }","duration":"100.739977ms","start":"2026-03-13T09:53:44.105946Z","end":"2026-03-13T09:53:44.206686Z","steps":["trace[756733958] 'read index received' (duration: 91.883468ms)","trace[756733958] 'applied index is now lower than readState.Index' (duration: 8.855379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:53:44.206926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.960602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T09:53:44.206925Z","caller":"traceutil/trace.go:171","msg":"trace[142278575] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"199.556709ms","start":"2026-03-13T09:53:44.007341Z","end":"2026-03-13T09:53:44.206898Z","steps":["trace[142278575] 'process raft request' (duration: 190.571287ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:44.206972Z","caller":"traceutil/trace.go:171","msg":"trace[321186416] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:881; }","duration":"101.069575ms","start":"2026-03-13T09:53:44.105889Z","end":"2026-03-13T09:53:44.206958Z","steps":["trace[321186416] 'agreement among raft nodes before linearized reading' (duration: 100.915801ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:44.860945Z","caller":"traceutil/trace.go:171","msg":"trace[392598669] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"253.104523ms","start":"2026-03-13T09:53:44.607811Z","end":"2026-03-13T09:53:44.860915Z","steps":["trace[392598669] 'process raft request' (duration: 252.763465ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:49.744858Z","caller":"traceutil/trace.go:171","msg":"trace[753166329] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"300.344777ms","start":"2026-03-13T09:53:49.444485Z","end":"2026-03-13T09:53:49.74483Z","steps":["trace[753166329] 'process raft request' (duration: 300.182023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:49.745041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:49.444454Z","time spent":"300.487161ms","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:53:50.646305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.811204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T09:53:50.646858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.936936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-13T09:53:50.64686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.395119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T09:53:50.646889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.82169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:53:50.646938Z","caller":"traceutil/trace.go:171","msg":"trace[1343129960] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:924; }","duration":"686.07331ms","start":"2026-03-13T09:53:49.960844Z","end":"2026-03-13T09:53:50.646918Z","steps":["trace[1343129960] 'range keys from in-memory index tree' (duration: 685.359862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:50.646912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.275556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T09:53:50.646983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:49.960823Z","time spent":"686.145141ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T09:53:50.646976Z","caller":"traceutil/trace.go:171","msg":"trace[715658766] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:0; response_revision:924; }","duration":"737.959254ms","start":"2026-03-13T09:53:49.908996Z","end":"2026-03-13T09:53:50.646955Z","steps":["trace[715658766] 'range keys from in-memory index tree' (duration: 737.074363ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:50.646979Z","caller":"traceutil/trace.go:171","msg":"trace[566035936] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:924; }","duration":"689.089841ms","start":"2026-03-13T09:53:49.957419Z","end":"2026-03-13T09:53:50.646508Z","steps":["trace[566035936] 'range keys from in-memory index tree' (duration: 688.593579ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:50.647038Z","caller":"traceutil/trace.go:171","msg":"trace[1831026988] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:924; }","duration":"756.43927ms","start":"2026-03-13T09:53:49.890566Z","end":"2026-03-13T09:53:50.647006Z","steps":["trace[1831026988] 'range keys from in-memory index tree' (duration: 755.59506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:50.647062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.82931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T09:53:50.647112Z","caller":"traceutil/trace.go:171","msg":"trace[1616398187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:924; }","duration":"695.921702ms","start":"2026-03-13T09:53:49.951175Z","end":"2026-03-13T09:53:50.647096Z","steps":["trace[1616398187] 'range keys from in-memory index tree' (duration: 695.042051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:50.647187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:49.951154Z","time spent":"696.020064ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T09:53:50.647025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:49.908976Z","time spent":"738.040355ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-13T09:53:50.647138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:49.957399Z","time spent":"689.719295ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T09:53:50.647116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:49.890546Z","time spent":"756.552872ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T09:53:50.646951Z","caller":"traceutil/trace.go:171","msg":"trace[388736871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:924; }","duration":"678.530441ms","start":"2026-03-13T09:53:49.9684Z","end":"2026-03-13T09:53:50.64693Z","steps":["trace[388736871] 'range keys from in-memory index tree' (duration: 678.131892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:53:50.647589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:53:49.968382Z","time spent":"679.183587ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T09:53:50.801296Z","caller":"traceutil/trace.go:171","msg":"trace[1478680645] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"149.15869ms","start":"2026-03-13T09:53:50.652063Z","end":"2026-03-13T09:53:50.801222Z","steps":["trace[1478680645] 'process raft request' (duration: 148.454183ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:50.801645Z","caller":"traceutil/trace.go:171","msg":"trace[1960030836] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"149.553589ms","start":"2026-03-13T09:53:50.652004Z","end":"2026-03-13T09:53:50.801557Z","steps":["trace[1960030836] 'process raft request' (duration: 120.940854ms)","trace[1960030836] 'compare' (duration: 27.380556ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:53:50.803408Z","caller":"traceutil/trace.go:171","msg":"trace[1512144886] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"150.87223ms","start":"2026-03-13T09:53:50.652467Z","end":"2026-03-13T09:53:50.803339Z","steps":["trace[1512144886] 'process raft request' (duration: 150.754367ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:50.803685Z","caller":"traceutil/trace.go:171","msg":"trace[1378843990] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"151.439994ms","start":"2026-03-13T09:53:50.652188Z","end":"2026-03-13T09:53:50.803628Z","steps":["trace[1378843990] 'process raft request' (duration: 148.379071ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:50.803743Z","caller":"traceutil/trace.go:171","msg":"trace[1500076942] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"151.441174ms","start":"2026-03-13T09:53:50.65224Z","end":"2026-03-13T09:53:50.803681Z","steps":["trace[1500076942] 'process raft request' (duration: 150.787908ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:53:50.82248Z","caller":"traceutil/trace.go:171","msg":"trace[1588357086] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"163.58944ms","start":"2026-03-13T09:53:50.658861Z","end":"2026-03-13T09:53:50.822451Z","steps":["trace[1588357086] 'process raft request' (duration: 163.522078ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:17.500802Z","caller":"traceutil/trace.go:171","msg":"trace[239666845] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"154.846575ms","start":"2026-03-13T09:54:17.345929Z","end":"2026-03-13T09:54:17.500776Z","steps":["trace[239666845] 'process raft request' (duration: 154.697002ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:25.433488Z","caller":"traceutil/trace.go:171","msg":"trace[960131034] linearizableReadLoop","detail":"{readStateIndex:1271; appliedIndex:1270; }","duration":"459.533355ms","start":"2026-03-13T09:54:24.973923Z","end":"2026-03-13T09:54:25.433457Z","steps":["trace[960131034] 'read index received' (duration: 459.269618ms)","trace[960131034] 'applied index is now lower than readState.Index' (duration: 262.126µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:54:25.433555Z","caller":"traceutil/trace.go:171","msg":"trace[1308946739] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"564.057232ms","start":"2026-03-13T09:54:24.86947Z","end":"2026-03-13T09:54:25.433527Z","steps":["trace[1308946739] 'process raft request' (duration: 563.824647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:25.433694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.545867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T09:54:25.43373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:24.869447Z","time spent":"564.178545ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:54:25.433741Z","caller":"traceutil/trace.go:171","msg":"trace[683626915] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1230; }","duration":"376.625089ms","start":"2026-03-13T09:54:25.057102Z","end":"2026-03-13T09:54:25.433727Z","steps":["trace[683626915] 'agreement among raft nodes before linearized reading' (duration: 376.551467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:25.433827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:25.05709Z","time spent":"376.725031ms","remote":"127.0.0.1:36736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-13T09:54:25.434009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.878578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-13T09:54:25.434009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.171841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T09:54:25.434104Z","caller":"traceutil/trace.go:171","msg":"trace[624658623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1230; }","duration":"458.323405ms","start":"2026-03-13T09:54:24.975757Z","end":"2026-03-13T09:54:25.43408Z","steps":["trace[624658623] 'agreement among raft nodes before linearized reading' (duration: 457.878654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:25.434113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.1974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T09:54:25.434145Z","caller":"traceutil/trace.go:171","msg":"trace[165068353] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1230; }","duration":"460.228831ms","start":"2026-03-13T09:54:24.973907Z","end":"2026-03-13T09:54:25.434135Z","steps":["trace[165068353] 'agreement among raft nodes before linearized reading' (duration: 459.694788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:25.43415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:24.975731Z","time spent":"458.409837ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T09:54:25.434173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:24.973845Z","time spent":"460.320813ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T09:54:25.434045Z","caller":"traceutil/trace.go:171","msg":"trace[36039434] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1230; }","duration":"453.907838ms","start":"2026-03-13T09:54:24.980122Z","end":"2026-03-13T09:54:25.43403Z","steps":["trace[36039434] 'agreement among raft nodes before linearized reading' (duration: 453.781475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:25.434253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:24.98007Z","time spent":"454.177555ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T09:54:25.434375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.99663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T09:54:25.434521Z","caller":"traceutil/trace.go:171","msg":"trace[24764986] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1230; }","duration":"454.187155ms","start":"2026-03-13T09:54:24.980303Z","end":"2026-03-13T09:54:25.43449Z","steps":["trace[24764986] 'agreement among raft nodes before linearized reading' (duration: 453.475737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:25.434582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:24.980292Z","time spent":"454.279296ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T09:54:25.67738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.072176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:54:25.677612Z","caller":"traceutil/trace.go:171","msg":"trace[1835934405] linearizableReadLoop","detail":"{readStateIndex:1275; appliedIndex:1272; }","duration":"132.030323ms","start":"2026-03-13T09:54:25.545564Z","end":"2026-03-13T09:54:25.677594Z","steps":["trace[1835934405] 'read index received' (duration: 1.621899ms)","trace[1835934405] 'applied index is now lower than readState.Index' (duration: 130.407184ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:54:25.677614Z","caller":"traceutil/trace.go:171","msg":"trace[369786481] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"238.644522ms","start":"2026-03-13T09:54:25.438927Z","end":"2026-03-13T09:54:25.677571Z","steps":["trace[369786481] 'process raft request' (duration: 108.298149ms)","trace[369786481] 'compare' (duration: 129.948203ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:54:25.677703Z","caller":"traceutil/trace.go:171","msg":"trace[2000311308] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"238.749954ms","start":"2026-03-13T09:54:25.438927Z","end":"2026-03-13T09:54:25.677677Z","steps":["trace[2000311308] 'process raft request' (duration: 238.55482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:25.677823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.26936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.108\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T09:54:25.677861Z","caller":"traceutil/trace.go:171","msg":"trace[204943101] range","detail":"{range_begin:/registry/masterleases/199.19.213.108; range_end:; response_count:1; response_revision:1234; }","duration":"132.364272ms","start":"2026-03-13T09:54:25.545485Z","end":"2026-03-13T09:54:25.677849Z","steps":["trace[204943101] 'agreement among raft nodes before linearized reading' (duration: 132.169107ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:25.677815Z","caller":"traceutil/trace.go:171","msg":"trace[268204334] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"238.752114ms","start":"2026-03-13T09:54:25.439007Z","end":"2026-03-13T09:54:25.677759Z","steps":["trace[268204334] 'process raft request' (duration: 238.537479ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:32.236755Z","caller":"traceutil/trace.go:171","msg":"trace[1632367577] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1328; }","duration":"224.787537ms","start":"2026-03-13T09:54:32.011934Z","end":"2026-03-13T09:54:32.236722Z","steps":["trace[1632367577] 'process raft request' (duration: 224.676844ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:32.358755Z","caller":"traceutil/trace.go:171","msg":"trace[366230169] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1328; }","duration":"102.410847ms","start":"2026-03-13T09:54:32.256313Z","end":"2026-03-13T09:54:32.358724Z","steps":["trace[366230169] 'process raft request' (duration: 102.321075ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:32.634032Z","caller":"traceutil/trace.go:171","msg":"trace[1439439496] transaction","detail":"{read_only:false; response_revision:1329; number_of_response:1; }","duration":"125.581318ms","start":"2026-03-13T09:54:32.508426Z","end":"2026-03-13T09:54:32.634007Z","steps":["trace[1439439496] 'process raft request' (duration: 125.386793ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:33.291645Z","caller":"traceutil/trace.go:171","msg":"trace[1660578308] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1330; }","duration":"150.11991ms","start":"2026-03-13T09:54:33.141499Z","end":"2026-03-13T09:54:33.291619Z","steps":["trace[1660578308] 'process raft request' (duration: 150.012387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:35.351513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.741798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:54:35.35178Z","caller":"traceutil/trace.go:171","msg":"trace[1648522959] linearizableReadLoop","detail":"{readStateIndex:1415; appliedIndex:1413; }","duration":"139.394261ms","start":"2026-03-13T09:54:35.212368Z","end":"2026-03-13T09:54:35.351762Z","steps":["trace[1648522959] 'read index received' (duration: 28.378836ms)","trace[1648522959] 'applied index is now lower than readState.Index' (duration: 111.014585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:54:35.351973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.598297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" ","response":"range_response_count:1 size:2526"} {"level":"info","ts":"2026-03-13T09:54:35.351958Z","caller":"traceutil/trace.go:171","msg":"trace[1299798776] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"141.712088ms","start":"2026-03-13T09:54:35.2102Z","end":"2026-03-13T09:54:35.351912Z","steps":["trace[1299798776] 'process raft request' (duration: 141.432401ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:35.352011Z","caller":"traceutil/trace.go:171","msg":"trace[777249629] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:1; response_revision:1359; }","duration":"139.697939ms","start":"2026-03-13T09:54:35.212302Z","end":"2026-03-13T09:54:35.352Z","steps":["trace[777249629] 'agreement among raft nodes before linearized reading' (duration: 139.561426ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:35.351981Z","caller":"traceutil/trace.go:171","msg":"trace[1024613125] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"142.152268ms","start":"2026-03-13T09:54:35.209777Z","end":"2026-03-13T09:54:35.35193Z","steps":["trace[1024613125] 'process raft request' (duration: 30.918548ms)","trace[1024613125] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/roles/openstack/rabbitmq-messaging-topology-operator; req_size:1267; } (duration: 110.483762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:54:35.352101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.522298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:4318"} {"level":"info","ts":"2026-03-13T09:54:35.352157Z","caller":"traceutil/trace.go:171","msg":"trace[1447864756] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:1359; }","duration":"135.61208ms","start":"2026-03-13T09:54:35.216529Z","end":"2026-03-13T09:54:35.352142Z","steps":["trace[1447864756] 'agreement among raft nodes before linearized reading' (duration: 135.388785ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:35.352436Z","caller":"traceutil/trace.go:171","msg":"trace[703400485] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"137.066055ms","start":"2026-03-13T09:54:35.215346Z","end":"2026-03-13T09:54:35.352412Z","steps":["trace[703400485] 'process raft request' (duration: 136.359808ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:37.706547Z","caller":"traceutil/trace.go:171","msg":"trace[1054332994] linearizableReadLoop","detail":"{readStateIndex:1500; appliedIndex:1499; }","duration":"187.907445ms","start":"2026-03-13T09:54:37.518618Z","end":"2026-03-13T09:54:37.706525Z","steps":["trace[1054332994] 'read index received' (duration: 187.6948ms)","trace[1054332994] 'applied index is now lower than readState.Index' (duration: 212.045µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:54:37.706643Z","caller":"traceutil/trace.go:171","msg":"trace[29165980] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"217.371908ms","start":"2026-03-13T09:54:37.489262Z","end":"2026-03-13T09:54:37.706634Z","steps":["trace[29165980] 'process raft request' (duration: 217.099621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:37.706908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.267994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T09:54:37.706991Z","caller":"traceutil/trace.go:171","msg":"trace[1500811054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1440; }","duration":"188.380396ms","start":"2026-03-13T09:54:37.518592Z","end":"2026-03-13T09:54:37.706972Z","steps":["trace[1500811054] 'agreement among raft nodes before linearized reading' (duration: 188.13971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:37.706983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.483847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T09:54:37.707055Z","caller":"traceutil/trace.go:171","msg":"trace[581082739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1440; }","duration":"147.63743ms","start":"2026-03-13T09:54:37.559398Z","end":"2026-03-13T09:54:37.707036Z","steps":["trace[581082739] 'agreement among raft nodes before linearized reading' (duration: 147.276682ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:40.923788Z","caller":"traceutil/trace.go:171","msg":"trace[158400827] linearizableReadLoop","detail":"{readStateIndex:1533; appliedIndex:1532; }","duration":"113.153167ms","start":"2026-03-13T09:54:40.81061Z","end":"2026-03-13T09:54:40.923763Z","steps":["trace[158400827] 'read index received' (duration: 113.116056ms)","trace[158400827] 'applied index is now lower than readState.Index' (duration: 33.941µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:54:40.923859Z","caller":"traceutil/trace.go:171","msg":"trace[253107561] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"158.907453ms","start":"2026-03-13T09:54:40.764921Z","end":"2026-03-13T09:54:40.923829Z","steps":["trace[253107561] 'process raft request' (duration: 158.707268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:40.923932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.31324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:54:40.923963Z","caller":"traceutil/trace.go:171","msg":"trace[173693095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1469; }","duration":"113.388852ms","start":"2026-03-13T09:54:40.810566Z","end":"2026-03-13T09:54:40.923955Z","steps":["trace[173693095] 'agreement among raft nodes before linearized reading' (duration: 113.28788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:41.199014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.317825ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T09:54:41.199151Z","caller":"traceutil/trace.go:171","msg":"trace[529432639] linearizableReadLoop","detail":"{readStateIndex:1534; appliedIndex:1533; }","duration":"274.280983ms","start":"2026-03-13T09:54:40.924846Z","end":"2026-03-13T09:54:41.199127Z","steps":["trace[529432639] 'read index received' (duration: 31.611µs)","trace[529432639] 'applied index is now lower than readState.Index' (duration: 274.246912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:54:41.199301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.434477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:54:41.199397Z","caller":"traceutil/trace.go:171","msg":"trace[1767336541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1469; }","duration":"274.56063ms","start":"2026-03-13T09:54:40.924813Z","end":"2026-03-13T09:54:41.199373Z","steps":["trace[1767336541] 'agreement among raft nodes before linearized reading' (duration: 274.406097ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:41.19998Z","caller":"traceutil/trace.go:171","msg":"trace[861562663] transaction","detail":"{read_only:false; response_revision:1470; number_of_response:1; }","duration":"269.97846ms","start":"2026-03-13T09:54:40.929982Z","end":"2026-03-13T09:54:41.199961Z","steps":["trace[861562663] 'process raft request' (duration: 269.750044ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:41.488605Z","caller":"traceutil/trace.go:171","msg":"trace[762700280] transaction","detail":"{read_only:false; response_revision:1472; number_of_response:1; }","duration":"285.153597ms","start":"2026-03-13T09:54:41.203409Z","end":"2026-03-13T09:54:41.488562Z","steps":["trace[762700280] 'process raft request' (duration: 256.156265ms)","trace[762700280] 'compare' (duration: 28.806857ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:54:41.488703Z","caller":"traceutil/trace.go:171","msg":"trace[938869691] transaction","detail":"{read_only:false; response_revision:1473; number_of_response:1; }","duration":"243.14681ms","start":"2026-03-13T09:54:41.245532Z","end":"2026-03-13T09:54:41.488679Z","steps":["trace[938869691] 'process raft request' (duration: 242.952506ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:41.488734Z","caller":"traceutil/trace.go:171","msg":"trace[1914568334] linearizableReadLoop","detail":"{readStateIndex:1538; appliedIndex:1536; }","duration":"136.544113ms","start":"2026-03-13T09:54:41.352139Z","end":"2026-03-13T09:54:41.488683Z","steps":["trace[1914568334] 'read index received' (duration: 107.447939ms)","trace[1914568334] 'applied index is now lower than readState.Index' (duration: 29.092093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:54:41.489105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.939482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-24bss\" ","response":"range_response_count:1 size:7308"} {"level":"info","ts":"2026-03-13T09:54:41.489164Z","caller":"traceutil/trace.go:171","msg":"trace[634234959] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-24bss; range_end:; response_count:1; response_revision:1473; }","duration":"137.043685ms","start":"2026-03-13T09:54:41.352101Z","end":"2026-03-13T09:54:41.489145Z","steps":["trace[634234959] 'agreement among raft nodes before linearized reading' (duration: 136.743957ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:44.127724Z","caller":"traceutil/trace.go:171","msg":"trace[1260667850] linearizableReadLoop","detail":"{readStateIndex:1581; appliedIndex:1580; }","duration":"310.244572ms","start":"2026-03-13T09:54:43.817456Z","end":"2026-03-13T09:54:44.1277Z","steps":["trace[1260667850] 'read index received' (duration: 310.1361ms)","trace[1260667850] 'applied index is now lower than readState.Index' (duration: 107.412µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:54:44.127814Z","caller":"traceutil/trace.go:171","msg":"trace[1187422040] transaction","detail":"{read_only:false; response_revision:1516; number_of_response:1; }","duration":"311.763649ms","start":"2026-03-13T09:54:43.816017Z","end":"2026-03-13T09:54:44.127781Z","steps":["trace[1187422040] 'process raft request' (duration: 311.522294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:44.127929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.460967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T09:54:44.127966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:43.816006Z","time spent":"311.882432ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:54:44.127972Z","caller":"traceutil/trace.go:171","msg":"trace[174358383] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1516; }","duration":"310.54236ms","start":"2026-03-13T09:54:43.817419Z","end":"2026-03-13T09:54:44.127962Z","steps":["trace[174358383] 'agreement among raft nodes before linearized reading' (duration: 310.394926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:44.128024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:43.817408Z","time spent":"310.608431ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T09:54:44.192554Z","caller":"traceutil/trace.go:171","msg":"trace[546257742] transaction","detail":"{read_only:false; response_revision:1517; number_of_response:1; }","duration":"373.744788ms","start":"2026-03-13T09:54:43.818777Z","end":"2026-03-13T09:54:44.192522Z","steps":["trace[546257742] 'process raft request' (duration: 373.639666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:44.192687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:43.818767Z","time spent":"373.855941ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:54:44.192712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.541203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T09:54:44.192779Z","caller":"traceutil/trace.go:171","msg":"trace[847096947] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1517; }","duration":"373.652946ms","start":"2026-03-13T09:54:43.819109Z","end":"2026-03-13T09:54:44.192762Z","steps":["trace[847096947] 'agreement among raft nodes before linearized reading' (duration: 373.431671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:44.192825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:43.8191Z","time spent":"373.713897ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T09:54:44.192859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.589172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T09:54:44.192919Z","caller":"traceutil/trace.go:171","msg":"trace[1827521562] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1517; }","duration":"370.669924ms","start":"2026-03-13T09:54:43.822236Z","end":"2026-03-13T09:54:44.192906Z","steps":["trace[1827521562] 'agreement among raft nodes before linearized reading' (duration: 370.517441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:44.192949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:43.82223Z","time spent":"370.712085ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T09:54:52.660874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497889037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T09:54:53.062601Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.066510714s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T09:54:53.063097Z","caller":"traceutil/trace.go:171","msg":"trace[73841954] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"1.067163521s","start":"2026-03-13T09:54:51.995903Z","end":"2026-03-13T09:54:53.063066Z","steps":["trace[73841954] 'process raft request' (duration: 1.066970076s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:53.063278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:51.995878Z","time spent":"1.067317064s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10926,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:54:53.080693Z","caller":"traceutil/trace.go:171","msg":"trace[1447593157] linearizableReadLoop","detail":"{readStateIndex:1694; appliedIndex:1692; }","duration":"920.251497ms","start":"2026-03-13T09:54:52.160419Z","end":"2026-03-13T09:54:53.080671Z","steps":["trace[1447593157] 'read index received' (duration: 902.500817ms)","trace[1447593157] 'applied index is now lower than readState.Index' (duration: 17.7499ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:54:53.080712Z","caller":"traceutil/trace.go:171","msg":"trace[60861226] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"759.95113ms","start":"2026-03-13T09:54:52.320739Z","end":"2026-03-13T09:54:53.08069Z","steps":["trace[60861226] 'process raft request' (duration: 759.626012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:53.080844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:52.32071Z","time spent":"760.063933ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:54:53.080918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.495093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-13T09:54:53.080977Z","caller":"traceutil/trace.go:171","msg":"trace[1655561260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1626; }","duration":"920.610276ms","start":"2026-03-13T09:54:52.160353Z","end":"2026-03-13T09:54:53.080963Z","steps":["trace[1655561260] 'agreement among raft nodes before linearized reading' (duration: 920.425801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:53.081002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:52.16033Z","time spent":"920.668057ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T09:54:54.551335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259376769s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:54:54.551727Z","caller":"traceutil/trace.go:171","msg":"trace[1640847161] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"1.482536926s","start":"2026-03-13T09:54:53.069151Z","end":"2026-03-13T09:54:54.551688Z","steps":["trace[1640847161] 'process raft request' (duration: 222.702816ms)","trace[1640847161] 'compare' (duration: 1.258931948s)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:54:54.55179Z","caller":"traceutil/trace.go:171","msg":"trace[619483611] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"1.482527686s","start":"2026-03-13T09:54:53.069238Z","end":"2026-03-13T09:54:54.551766Z","steps":["trace[619483611] 'process raft request' (duration: 1.482222179s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:54.551922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:53.069128Z","time spent":"1.48269208s","remote":"127.0.0.1:36620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1528,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:54:54.551909Z","caller":"traceutil/trace.go:171","msg":"trace[1275715177] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"1.480762633s","start":"2026-03-13T09:54:53.071126Z","end":"2026-03-13T09:54:54.551889Z","steps":["trace[1275715177] 'process raft request' (duration: 1.480525507s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:54.551958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:53.069229Z","time spent":"1.482607278s","remote":"127.0.0.1:36500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:54:54.551997Z","caller":"traceutil/trace.go:171","msg":"trace[1241234878] linearizableReadLoop","detail":"{readStateIndex:1698; appliedIndex:1694; }","duration":"1.471206852s","start":"2026-03-13T09:54:53.080752Z","end":"2026-03-13T09:54:54.551958Z","steps":["trace[1241234878] 'read index received' (duration: 211.117935ms)","trace[1241234878] 'applied index is now lower than readState.Index' (duration: 1.260085537s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:54:54.552104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:53.071119Z","time spent":"1.480874707s","remote":"127.0.0.1:36620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1470,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:54:54.552525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238882139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-13T09:54:54.552529Z","caller":"traceutil/trace.go:171","msg":"trace[837215324] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"1.467643606s","start":"2026-03-13T09:54:53.084864Z","end":"2026-03-13T09:54:54.552507Z","steps":["trace[837215324] 'process raft request' (duration: 1.466870307s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:54.552519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31456813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T09:54:54.552582Z","caller":"traceutil/trace.go:171","msg":"trace[518370345] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1631; }","duration":"2.238994711s","start":"2026-03-13T09:54:52.313576Z","end":"2026-03-13T09:54:54.552571Z","steps":["trace[518370345] 'agreement among raft nodes before linearized reading' (duration: 2.23851151s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:54.552539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327967443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T09:54:54.552609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:52.313553Z","time spent":"2.239050373s","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T09:54:54.552613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742801231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:54:54.55261Z","caller":"traceutil/trace.go:171","msg":"trace[1440783387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1631; }","duration":"2.314710963s","start":"2026-03-13T09:54:52.237878Z","end":"2026-03-13T09:54:54.552589Z","steps":["trace[1440783387] 'agreement among raft nodes before linearized reading' (duration: 2.314276082s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:54.552641Z","caller":"traceutil/trace.go:171","msg":"trace[183462502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1631; }","duration":"2.328093207s","start":"2026-03-13T09:54:52.22452Z","end":"2026-03-13T09:54:54.552613Z","steps":["trace[183462502] 'agreement among raft nodes before linearized reading' (duration: 2.327661996s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:54.552665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483767577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e7a0dbd-34f6-40e5-b48c-076d833ea044\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-13T09:54:54.552647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:53.084849Z","time spent":"1.467737179s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:54:54.552676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:52.237873Z","time spent":"2.314794215s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T09:54:54.552667Z","caller":"traceutil/trace.go:171","msg":"trace[420439098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1631; }","duration":"1.742911354s","start":"2026-03-13T09:54:52.809743Z","end":"2026-03-13T09:54:54.552654Z","steps":["trace[420439098] 'agreement among raft nodes before linearized reading' (duration: 1.74235304s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:54.552697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:52.224505Z","time spent":"2.328177209s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T09:54:54.552712Z","caller":"traceutil/trace.go:171","msg":"trace[603378398] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0e7a0dbd-34f6-40e5-b48c-076d833ea044; range_end:; response_count:1; response_revision:1631; }","duration":"1.483835628s","start":"2026-03-13T09:54:53.068859Z","end":"2026-03-13T09:54:54.552695Z","steps":["trace[603378398] 'agreement among raft nodes before linearized reading' (duration: 1.483174782s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:54.55273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:52.809722Z","time spent":"1.742998016s","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T09:54:54.552746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:53.068843Z","time spent":"1.48389601s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e7a0dbd-34f6-40e5-b48c-076d833ea044\" "} {"level":"warn","ts":"2026-03-13T09:54:54.55255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612480889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e7a0dbd-34f6-40e5-b48c-076d833ea044\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-13T09:54:54.552837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314641151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-13T09:54:54.552846Z","caller":"traceutil/trace.go:171","msg":"trace[1111730781] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0e7a0dbd-34f6-40e5-b48c-076d833ea044; range_end:; response_count:1; response_revision:1631; }","duration":"1.612819808s","start":"2026-03-13T09:54:52.940004Z","end":"2026-03-13T09:54:54.552824Z","steps":["trace[1111730781] 'agreement among raft nodes before linearized reading' (duration: 1.61207885s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:54.552902Z","caller":"traceutil/trace.go:171","msg":"trace[882952108] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"1.202989665s","start":"2026-03-13T09:54:53.349905Z","end":"2026-03-13T09:54:54.552895Z","steps":["trace[882952108] 'process raft request' (duration: 1.202497623s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:54:54.552901Z","caller":"traceutil/trace.go:171","msg":"trace[368808695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1631; }","duration":"2.314728123s","start":"2026-03-13T09:54:52.238158Z","end":"2026-03-13T09:54:54.552886Z","steps":["trace[368808695] 'agreement among raft nodes before linearized reading' (duration: 2.313865452s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:54.552911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:52.939984Z","time spent":"1.612911059s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e7a0dbd-34f6-40e5-b48c-076d833ea044\" "} {"level":"warn","ts":"2026-03-13T09:54:54.552949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:53.349884Z","time spent":"1.203038567s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:54:54.552945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:52.238151Z","time spent":"2.314783214s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T09:54:54.553066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.753679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-13T09:54:54.553089Z","caller":"traceutil/trace.go:171","msg":"trace[96316539] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1633; }","duration":"994.814561ms","start":"2026-03-13T09:54:53.558268Z","end":"2026-03-13T09:54:54.553083Z","steps":["trace[96316539] 'agreement among raft nodes before linearized reading' (duration: 994.743979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:54.553106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:53.558247Z","time spent":"994.855111ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T09:54:54.552301Z","caller":"traceutil/trace.go:171","msg":"trace[25135721] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"1.481313766s","start":"2026-03-13T09:54:53.07096Z","end":"2026-03-13T09:54:54.552273Z","steps":["trace[25135721] 'process raft request' (duration: 1.480615689s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:54.553324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:53.070948Z","time spent":"1.482330902s","remote":"127.0.0.1:36500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":976,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:54:54.553345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315543543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T09:54:54.55349Z","caller":"traceutil/trace.go:171","msg":"trace[595749935] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1631; }","duration":"2.315680636s","start":"2026-03-13T09:54:52.237755Z","end":"2026-03-13T09:54:54.553435Z","steps":["trace[595749935] 'agreement among raft nodes before linearized reading' (duration: 2.314417796s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:54.553644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:52.237737Z","time spent":"2.315888231s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T09:54:54.554213Z","caller":"traceutil/trace.go:171","msg":"trace[2143288638] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"1.062367214s","start":"2026-03-13T09:54:53.490696Z","end":"2026-03-13T09:54:54.553064Z","steps":["trace[2143288638] 'process raft request' (duration: 1.062155239s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:54.554341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:53.490679Z","time spent":"1.063596095s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:54:54.554975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112248026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-13T09:54:54.555087Z","caller":"traceutil/trace.go:171","msg":"trace[1035404603] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1631; }","duration":"2.114675186s","start":"2026-03-13T09:54:52.440384Z","end":"2026-03-13T09:54:54.55506Z","steps":["trace[1035404603] 'agreement among raft nodes before linearized reading' (duration: 2.111616232s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:54.555152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:52.440365Z","time spent":"2.114757857s","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-13T09:54:59.585721Z","caller":"traceutil/trace.go:171","msg":"trace[1103315133] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"480.505682ms","start":"2026-03-13T09:54:59.105189Z","end":"2026-03-13T09:54:59.585694Z","steps":["trace[1103315133] 'process raft request' (duration: 480.307947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:59.58594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:59.10515Z","time spent":"480.657895ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:54:59.586526Z","caller":"traceutil/trace.go:171","msg":"trace[1779647544] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"364.061205ms","start":"2026-03-13T09:54:59.222437Z","end":"2026-03-13T09:54:59.586498Z","steps":["trace[1779647544] 'process raft request' (duration: 363.908351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:54:59.586754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:54:59.222404Z","time spent":"364.24428ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:05.844688Z","caller":"traceutil/trace.go:171","msg":"trace[1022802728] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"115.127024ms","start":"2026-03-13T09:55:05.729523Z","end":"2026-03-13T09:55:05.84465Z","steps":["trace[1022802728] 'process raft request' (duration: 114.874388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:06.380233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497889251,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T09:55:06.737496Z","caller":"traceutil/trace.go:171","msg":"trace[1735449523] linearizableReadLoop","detail":"{readStateIndex:1799; appliedIndex:1798; }","duration":"860.558143ms","start":"2026-03-13T09:55:05.876912Z","end":"2026-03-13T09:55:06.73747Z","steps":["trace[1735449523] 'read index received' (duration: 860.373309ms)","trace[1735449523] 'applied index is now lower than readState.Index' (duration: 183.514µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:55:06.737637Z","caller":"traceutil/trace.go:171","msg":"trace[2118464418] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"884.961934ms","start":"2026-03-13T09:55:05.852573Z","end":"2026-03-13T09:55:06.737535Z","steps":["trace[2118464418] 'process raft request' (duration: 884.745409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:06.7378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:05.852546Z","time spent":"885.173999ms","remote":"127.0.0.1:36858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5595,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:55:06.737803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.888661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-03-13T09:55:06.737929Z","caller":"traceutil/trace.go:171","msg":"trace[848995549] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1728; }","duration":"861.022664ms","start":"2026-03-13T09:55:05.876884Z","end":"2026-03-13T09:55:06.737906Z","steps":["trace[848995549] 'agreement among raft nodes before linearized reading' (duration: 860.705496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:06.738007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:05.876793Z","time spent":"861.189579ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12005,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T09:55:07.485862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.475603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:55:07.486093Z","caller":"traceutil/trace.go:171","msg":"trace[434222277] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"876.343175ms","start":"2026-03-13T09:55:06.60971Z","end":"2026-03-13T09:55:07.486053Z","steps":["trace[434222277] 'process raft request' (duration: 318.488792ms)","trace[434222277] 'compare' (duration: 557.110275ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:55:07.486199Z","caller":"traceutil/trace.go:171","msg":"trace[174549636] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"740.009718ms","start":"2026-03-13T09:55:06.746174Z","end":"2026-03-13T09:55:07.486183Z","steps":["trace[174549636] 'process raft request' (duration: 739.821923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:07.486237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:06.60969Z","time spent":"876.480448ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:55:07.486287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470548297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-13T09:55:07.48629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.56812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T09:55:07.486327Z","caller":"traceutil/trace.go:171","msg":"trace[310461680] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1730; }","duration":"1.470640869s","start":"2026-03-13T09:55:06.015678Z","end":"2026-03-13T09:55:07.486319Z","steps":["trace[310461680] 'agreement among raft nodes before linearized reading' (duration: 1.470473155s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:07.486313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:06.746162Z","time spent":"740.086939ms","remote":"127.0.0.1:36826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:07.486335Z","caller":"traceutil/trace.go:171","msg":"trace[44192828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1730; }","duration":"864.651392ms","start":"2026-03-13T09:55:06.621671Z","end":"2026-03-13T09:55:07.486323Z","steps":["trace[44192828] 'agreement among raft nodes before linearized reading' (duration: 864.474998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:07.486355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:06.015657Z","time spent":"1.47069212s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-13T09:55:07.486354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.741663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-13T09:55:07.486493Z","caller":"traceutil/trace.go:171","msg":"trace[1261053105] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"530.363607ms","start":"2026-03-13T09:55:06.956119Z","end":"2026-03-13T09:55:07.486483Z","steps":["trace[1261053105] 'process raft request' (duration: 530.012829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:07.486536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159097974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-b7jgv\" ","response":"range_response_count:1 size:6114"} {"level":"warn","ts":"2026-03-13T09:55:07.486554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.591327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T09:55:07.486567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:06.956083Z","time spent":"530.435219ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:07.486109Z","caller":"traceutil/trace.go:171","msg":"trace[1310426609] linearizableReadLoop","detail":"{readStateIndex:1800; appliedIndex:1799; }","duration":"748.519533ms","start":"2026-03-13T09:55:06.737569Z","end":"2026-03-13T09:55:07.486088Z","steps":["trace[1310426609] 'read index received' (duration: 190.59488ms)","trace[1310426609] 'applied index is now lower than readState.Index' (duration: 557.923353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:55:07.486707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.713923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T09:55:07.486751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.672154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-13T09:55:07.48675Z","caller":"traceutil/trace.go:171","msg":"trace[643387060] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"392.557295ms","start":"2026-03-13T09:55:07.094163Z","end":"2026-03-13T09:55:07.486721Z","steps":["trace[643387060] 'process raft request' (duration: 392.258188ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:07.486805Z","caller":"traceutil/trace.go:171","msg":"trace[1808105337] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1731; }","duration":"783.736415ms","start":"2026-03-13T09:55:06.703055Z","end":"2026-03-13T09:55:07.486791Z","steps":["trace[1808105337] 'agreement among raft nodes before linearized reading' (duration: 783.244094ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:07.486809Z","caller":"traceutil/trace.go:171","msg":"trace[564763798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1731; }","duration":"864.834686ms","start":"2026-03-13T09:55:06.621953Z","end":"2026-03-13T09:55:07.486788Z","steps":["trace[564763798] 'agreement among raft nodes before linearized reading' (duration: 864.416606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:07.486844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:06.70305Z","time spent":"783.786797ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T09:55:07.486859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:06.6219Z","time spent":"864.94742ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T09:55:07.486868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:07.094132Z","time spent":"392.680908ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:55:07.486946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.801755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T09:55:07.486369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:06.621652Z","time spent":"864.709394ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T09:55:07.486977Z","caller":"traceutil/trace.go:171","msg":"trace[1415727009] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1732; }","duration":"742.866117ms","start":"2026-03-13T09:55:06.744104Z","end":"2026-03-13T09:55:07.48697Z","steps":["trace[1415727009] 'agreement among raft nodes before linearized reading' (duration: 742.802215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:07.486998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:06.744085Z","time spent":"742.908567ms","remote":"127.0.0.1:36826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-13T09:55:07.486979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.386962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:55:07.487034Z","caller":"traceutil/trace.go:171","msg":"trace[93389464] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1732; }","duration":"199.496315ms","start":"2026-03-13T09:55:07.287524Z","end":"2026-03-13T09:55:07.48702Z","steps":["trace[93389464] 'agreement among raft nodes before linearized reading' (duration: 199.394763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:07.486336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.963636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T09:55:07.487059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.859496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:55:07.487096Z","caller":"traceutil/trace.go:171","msg":"trace[768593915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1730; }","duration":"802.768665ms","start":"2026-03-13T09:55:06.684301Z","end":"2026-03-13T09:55:07.487069Z","steps":["trace[768593915] 'agreement among raft nodes before linearized reading' (duration: 801.820112ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:07.486451Z","caller":"traceutil/trace.go:171","msg":"trace[2086412270] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1730; }","duration":"797.841006ms","start":"2026-03-13T09:55:06.68857Z","end":"2026-03-13T09:55:07.486411Z","steps":["trace[2086412270] 'agreement among raft nodes before linearized reading' (duration: 797.56715ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:07.487148Z","caller":"traceutil/trace.go:171","msg":"trace[1460731877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1732; }","duration":"675.99043ms","start":"2026-03-13T09:55:06.811135Z","end":"2026-03-13T09:55:07.487126Z","steps":["trace[1460731877] 'agreement among raft nodes before linearized reading' (duration: 675.836736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:07.487166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:06.684285Z","time spent":"802.862158ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T09:55:07.48719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:06.811113Z","time spent":"676.069781ms","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T09:55:07.487199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:06.688559Z","time spent":"798.623815ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T09:55:07.486608Z","caller":"traceutil/trace.go:171","msg":"trace[992367434] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-b7jgv; range_end:; response_count:1; response_revision:1731; }","duration":"1.159159425s","start":"2026-03-13T09:55:06.327421Z","end":"2026-03-13T09:55:07.486581Z","steps":["trace[992367434] 'agreement among raft nodes before linearized reading' (duration: 1.158963141s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:07.487303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:06.327358Z","time spent":"1.159926903s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6137,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-b7jgv\" "} {"level":"info","ts":"2026-03-13T09:55:07.486613Z","caller":"traceutil/trace.go:171","msg":"trace[1244437749] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1731; }","duration":"801.682149ms","start":"2026-03-13T09:55:06.684911Z","end":"2026-03-13T09:55:07.486594Z","steps":["trace[1244437749] 'agreement among raft nodes before linearized reading' (duration: 801.426643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:07.487383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:06.684905Z","time spent":"802.465018ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T09:55:07.486701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.249031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T09:55:07.487464Z","caller":"traceutil/trace.go:171","msg":"trace[1998922235] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1731; }","duration":"867.044241ms","start":"2026-03-13T09:55:06.62041Z","end":"2026-03-13T09:55:07.487455Z","steps":["trace[1998922235] 'agreement among raft nodes before linearized reading' (duration: 865.971735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:07.487526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:06.620395Z","time spent":"867.085321ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T09:55:07.83284Z","caller":"traceutil/trace.go:171","msg":"trace[1320314295] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"341.276254ms","start":"2026-03-13T09:55:07.491537Z","end":"2026-03-13T09:55:07.832813Z","steps":["trace[1320314295] 'process raft request' (duration: 257.960229ms)","trace[1320314295] 'compare' (duration: 83.149921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:55:07.833007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:07.491522Z","time spent":"341.396847ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:07.833014Z","caller":"traceutil/trace.go:171","msg":"trace[2087539461] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"341.440418ms","start":"2026-03-13T09:55:07.491543Z","end":"2026-03-13T09:55:07.832983Z","steps":["trace[2087539461] 'process raft request' (duration: 341.226393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:07.833158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:07.491525Z","time spent":"341.554291ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:07.862672Z","caller":"traceutil/trace.go:171","msg":"trace[608829545] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"371.097185ms","start":"2026-03-13T09:55:07.491559Z","end":"2026-03-13T09:55:07.862656Z","steps":["trace[608829545] 'process raft request' (duration: 370.968392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:07.862756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:07.491541Z","time spent":"371.175977ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:07.863146Z","caller":"traceutil/trace.go:171","msg":"trace[1051435168] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"370.981752ms","start":"2026-03-13T09:55:07.492146Z","end":"2026-03-13T09:55:07.863128Z","steps":["trace[1051435168] 'process raft request' (duration: 370.737756ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:07.863195Z","caller":"traceutil/trace.go:171","msg":"trace[775274096] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"371.142816ms","start":"2026-03-13T09:55:07.492029Z","end":"2026-03-13T09:55:07.863172Z","steps":["trace[775274096] 'process raft request' (duration: 370.593203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:07.863241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:07.492135Z","time spent":"371.059174ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:07.863176Z","caller":"traceutil/trace.go:171","msg":"trace[1800042212] linearizableReadLoop","detail":"{readStateIndex:1811; appliedIndex:1803; }","duration":"367.544999ms","start":"2026-03-13T09:55:07.495607Z","end":"2026-03-13T09:55:07.863152Z","steps":["trace[1800042212] 'read index received' (duration: 253.89051ms)","trace[1800042212] 'applied index is now lower than readState.Index' (duration: 113.653639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:55:07.86331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:07.492014Z","time spent":"371.230128ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:07.863493Z","caller":"traceutil/trace.go:171","msg":"trace[747155320] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"371.278389ms","start":"2026-03-13T09:55:07.492207Z","end":"2026-03-13T09:55:07.863486Z","steps":["trace[747155320] 'process raft request' (duration: 370.779927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:07.863531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:07.492189Z","time spent":"371.324931ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:55:07.863613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.9944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-13T09:55:07.863651Z","caller":"traceutil/trace.go:171","msg":"trace[769581538] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"253.837409ms","start":"2026-03-13T09:55:07.609789Z","end":"2026-03-13T09:55:07.863626Z","steps":["trace[769581538] 'process raft request' (duration: 253.324977ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:07.863671Z","caller":"traceutil/trace.go:171","msg":"trace[1870795450] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1741; }","duration":"368.065772ms","start":"2026-03-13T09:55:07.495588Z","end":"2026-03-13T09:55:07.863654Z","steps":["trace[1870795450] 'agreement among raft nodes before linearized reading' (duration: 367.852127ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:07.863645Z","caller":"traceutil/trace.go:171","msg":"trace[2024417275] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"367.99624ms","start":"2026-03-13T09:55:07.495587Z","end":"2026-03-13T09:55:07.863583Z","steps":["trace[2024417275] 'process raft request' (duration: 367.478358ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:07.863624Z","caller":"traceutil/trace.go:171","msg":"trace[943959401] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"371.025974ms","start":"2026-03-13T09:55:07.492568Z","end":"2026-03-13T09:55:07.863594Z","steps":["trace[943959401] 'process raft request' (duration: 370.4616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:07.863707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:07.495581Z","time spent":"368.119183ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T09:55:07.863919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:07.492545Z","time spent":"371.253298ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:55:07.864113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:07.495575Z","time spent":"368.160204ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5885,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:55:08.247977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.170543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:55:08.248074Z","caller":"traceutil/trace.go:171","msg":"trace[923781534] linearizableReadLoop","detail":"{readStateIndex:1813; appliedIndex:1812; }","duration":"378.34556ms","start":"2026-03-13T09:55:07.869712Z","end":"2026-03-13T09:55:08.248058Z","steps":["trace[923781534] 'read index received' (duration: 101.028003ms)","trace[923781534] 'applied index is now lower than readState.Index' (duration: 277.316457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:55:08.248198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.482455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-b7jgv\" ","response":"range_response_count:1 size:5900"} {"level":"info","ts":"2026-03-13T09:55:08.248237Z","caller":"traceutil/trace.go:171","msg":"trace[1687314538] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-b7jgv; range_end:; response_count:1; response_revision:1742; }","duration":"378.545685ms","start":"2026-03-13T09:55:07.869677Z","end":"2026-03-13T09:55:08.248223Z","steps":["trace[1687314538] 'agreement among raft nodes before linearized reading' (duration: 378.423872ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:08.248238Z","caller":"traceutil/trace.go:171","msg":"trace[1184699327] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"378.533955ms","start":"2026-03-13T09:55:07.869671Z","end":"2026-03-13T09:55:08.248205Z","steps":["trace[1184699327] 'process raft request' (duration: 101.058794ms)","trace[1184699327] 'compare' (duration: 277.064081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:55:08.24827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:07.86966Z","time spent":"378.602917ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5923,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-b7jgv\" "} {"level":"warn","ts":"2026-03-13T09:55:08.248384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:07.869651Z","time spent":"378.651718ms","remote":"127.0.0.1:36620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:08.333748Z","caller":"traceutil/trace.go:171","msg":"trace[728432728] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"462.753552ms","start":"2026-03-13T09:55:07.870974Z","end":"2026-03-13T09:55:08.333728Z","steps":["trace[728432728] 'process raft request' (duration: 462.66774ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:08.333759Z","caller":"traceutil/trace.go:171","msg":"trace[1538058317] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"463.964202ms","start":"2026-03-13T09:55:07.869745Z","end":"2026-03-13T09:55:08.33371Z","steps":["trace[1538058317] 'process raft request' (duration: 463.720886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:08.333871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:07.870956Z","time spent":"462.851404ms","remote":"127.0.0.1:36858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5881,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:55:08.333937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:07.869716Z","time spent":"464.108004ms","remote":"127.0.0.1:36500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1230,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:08.462178Z","caller":"traceutil/trace.go:171","msg":"trace[2069666394] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"103.551924ms","start":"2026-03-13T09:55:08.358601Z","end":"2026-03-13T09:55:08.462153Z","steps":["trace[2069666394] 'process raft request' (duration: 89.869643ms)","trace[2069666394] 'compare' (duration: 13.564658ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:55:11.706362Z","caller":"traceutil/trace.go:171","msg":"trace[853757562] linearizableReadLoop","detail":"{readStateIndex:1828; appliedIndex:1827; }","duration":"192.204327ms","start":"2026-03-13T09:55:11.514132Z","end":"2026-03-13T09:55:11.706337Z","steps":["trace[853757562] 'read index received' (duration: 191.93424ms)","trace[853757562] 'applied index is now lower than readState.Index' (duration: 268.997µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:55:11.706403Z","caller":"traceutil/trace.go:171","msg":"trace[1986847194] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"208.805203ms","start":"2026-03-13T09:55:11.497576Z","end":"2026-03-13T09:55:11.706381Z","steps":["trace[1986847194] 'process raft request' (duration: 208.504295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:11.70666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.509963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-13T09:55:11.70673Z","caller":"traceutil/trace.go:171","msg":"trace[1767587912] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1756; }","duration":"192.632086ms","start":"2026-03-13T09:55:11.514079Z","end":"2026-03-13T09:55:11.706711Z","steps":["trace[1767587912] 'agreement among raft nodes before linearized reading' (duration: 192.36914ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:16.02361Z","caller":"traceutil/trace.go:171","msg":"trace[920861946] linearizableReadLoop","detail":"{readStateIndex:1855; appliedIndex:1854; }","duration":"129.879469ms","start":"2026-03-13T09:55:15.893702Z","end":"2026-03-13T09:55:16.023581Z","steps":["trace[920861946] 'read index received' (duration: 129.193242ms)","trace[920861946] 'applied index is now lower than readState.Index' (duration: 685.067µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:55:16.023687Z","caller":"traceutil/trace.go:171","msg":"trace[2089284212] transaction","detail":"{read_only:false; response_revision:1782; number_of_response:1; }","duration":"135.875261ms","start":"2026-03-13T09:55:15.887777Z","end":"2026-03-13T09:55:16.023652Z","steps":["trace[2089284212] 'process raft request' (duration: 135.061202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:16.023998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.276268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T09:55:16.024103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.224796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T09:55:16.024216Z","caller":"traceutil/trace.go:171","msg":"trace[1934827640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1782; }","duration":"127.42047ms","start":"2026-03-13T09:55:15.896773Z","end":"2026-03-13T09:55:16.024193Z","steps":["trace[1934827640] 'agreement among raft nodes before linearized reading' (duration: 126.99909ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:16.024117Z","caller":"traceutil/trace.go:171","msg":"trace[1655997746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1782; }","duration":"130.444252ms","start":"2026-03-13T09:55:15.893645Z","end":"2026-03-13T09:55:16.024089Z","steps":["trace[1655997746] 'agreement among raft nodes before linearized reading' (duration: 130.099524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:16.024005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.205872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T09:55:16.024582Z","caller":"traceutil/trace.go:171","msg":"trace[1833636319] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1782; }","duration":"126.789425ms","start":"2026-03-13T09:55:15.89777Z","end":"2026-03-13T09:55:16.024559Z","steps":["trace[1833636319] 'agreement among raft nodes before linearized reading' (duration: 126.058898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:16.024075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.760305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T09:55:16.024722Z","caller":"traceutil/trace.go:171","msg":"trace[734003687] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1782; }","duration":"127.509442ms","start":"2026-03-13T09:55:15.897187Z","end":"2026-03-13T09:55:16.024696Z","steps":["trace[734003687] 'agreement among raft nodes before linearized reading' (duration: 126.672652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:17.758447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.476359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-13T09:55:17.758579Z","caller":"traceutil/trace.go:171","msg":"trace[866670465] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1792; }","duration":"103.653453ms","start":"2026-03-13T09:55:17.654895Z","end":"2026-03-13T09:55:17.758549Z","steps":["trace[866670465] 'range keys from in-memory index tree' (duration: 103.294464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:44.642723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.708646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:55:44.642917Z","caller":"traceutil/trace.go:171","msg":"trace[820993798] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"450.724435ms","start":"2026-03-13T09:55:44.192172Z","end":"2026-03-13T09:55:44.642896Z","steps":["trace[820993798] 'process raft request' (duration: 128.753052ms)","trace[820993798] 'compare' (duration: 321.513152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:55:44.64301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:44.192146Z","time spent":"450.814076ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:44.64338Z","caller":"traceutil/trace.go:171","msg":"trace[99098695] linearizableReadLoop","detail":"{readStateIndex:1999; appliedIndex:1997; }","duration":"449.146137ms","start":"2026-03-13T09:55:44.194199Z","end":"2026-03-13T09:55:44.643345Z","steps":["trace[99098695] 'read index received' (duration: 126.720963ms)","trace[99098695] 'applied index is now lower than readState.Index' (duration: 322.423874ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:55:44.643381Z","caller":"traceutil/trace.go:171","msg":"trace[1312924326] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"450.150291ms","start":"2026-03-13T09:55:44.193195Z","end":"2026-03-13T09:55:44.643345Z","steps":["trace[1312924326] 'process raft request' (duration: 449.652579ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:44.643425Z","caller":"traceutil/trace.go:171","msg":"trace[768908796] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"447.508898ms","start":"2026-03-13T09:55:44.195903Z","end":"2026-03-13T09:55:44.643412Z","steps":["trace[768908796] 'process raft request' (duration: 447.325814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:44.643501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:44.195885Z","time spent":"447.578789ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:55:44.643549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:44.193179Z","time spent":"450.284424ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:55:44.643588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.375463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T09:55:44.643696Z","caller":"traceutil/trace.go:171","msg":"trace[1113707187] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1922; }","duration":"449.491435ms","start":"2026-03-13T09:55:44.194159Z","end":"2026-03-13T09:55:44.643651Z","steps":["trace[1113707187] 'agreement among raft nodes before linearized reading' (duration: 449.28929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:44.64384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:44.194141Z","time spent":"449.68536ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T09:55:45.064033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.035501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:55:45.064127Z","caller":"traceutil/trace.go:171","msg":"trace[1115530015] linearizableReadLoop","detail":"{readStateIndex:2001; appliedIndex:2000; }","duration":"252.900694ms","start":"2026-03-13T09:55:44.811211Z","end":"2026-03-13T09:55:45.064112Z","steps":["trace[1115530015] 'read index received' (duration: 151.656478ms)","trace[1115530015] 'applied index is now lower than readState.Index' (duration: 101.243106ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:55:45.064189Z","caller":"traceutil/trace.go:171","msg":"trace[1946318181] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"416.409174ms","start":"2026-03-13T09:55:44.647763Z","end":"2026-03-13T09:55:45.064173Z","steps":["trace[1946318181] 'process raft request' (duration: 315.146288ms)","trace[1946318181] 'compare' (duration: 100.841466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:55:45.064237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:44.647737Z","time spent":"416.477206ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:55:45.064307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.066969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:55:45.064453Z","caller":"traceutil/trace.go:171","msg":"trace[1378864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1923; }","duration":"253.239992ms","start":"2026-03-13T09:55:44.811166Z","end":"2026-03-13T09:55:45.064406Z","steps":["trace[1378864] 'agreement among raft nodes before linearized reading' (duration: 253.037007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:45.101795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.838116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-13T09:55:45.101882Z","caller":"traceutil/trace.go:171","msg":"trace[1267917182] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1924; }","duration":"113.96477ms","start":"2026-03-13T09:55:44.987894Z","end":"2026-03-13T09:55:45.101859Z","steps":["trace[1267917182] 'agreement among raft nodes before linearized reading' (duration: 113.760075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:47.064321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593804318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T09:55:47.064423Z","caller":"traceutil/trace.go:171","msg":"trace[1127570191] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1924; }","duration":"1.593939632s","start":"2026-03-13T09:55:45.470453Z","end":"2026-03-13T09:55:47.064392Z","steps":["trace[1127570191] 'count revisions from in-memory index tree' (duration: 1.593693676s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:47.064471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:45.470417Z","time spent":"1.594042524s","remote":"127.0.0.1:36826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-13T09:55:47.06455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679601996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T09:55:47.064623Z","caller":"traceutil/trace.go:171","msg":"trace[1250173587] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1924; }","duration":"1.679724958s","start":"2026-03-13T09:55:45.38488Z","end":"2026-03-13T09:55:47.064605Z","steps":["trace[1250173587] 'count revisions from in-memory index tree' (duration: 1.679525453s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:47.064662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:45.384859Z","time spent":"1.67979344s","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-13T09:55:47.0647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515564642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.108\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T09:55:47.064767Z","caller":"traceutil/trace.go:171","msg":"trace[1492876254] range","detail":"{range_begin:/registry/masterleases/199.19.213.108; range_end:; response_count:1; response_revision:1924; }","duration":"1.515637883s","start":"2026-03-13T09:55:45.549103Z","end":"2026-03-13T09:55:47.064741Z","steps":["trace[1492876254] 'range keys from in-memory index tree' (duration: 1.515429928s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:47.064799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:45.549092Z","time spent":"1.515699414s","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.108\" "} {"level":"warn","ts":"2026-03-13T09:55:47.064786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828801845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c5e02fd9b127b\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-13T09:55:47.064881Z","caller":"traceutil/trace.go:171","msg":"trace[219572389] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189c5e02fd9b127b; range_end:; response_count:1; response_revision:1924; }","duration":"1.82899843s","start":"2026-03-13T09:55:45.235849Z","end":"2026-03-13T09:55:47.064847Z","steps":["trace[219572389] 'range keys from in-memory index tree' (duration: 1.828629521s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:47.064926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:45.235833Z","time spent":"1.829082972s","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c5e02fd9b127b\" "} {"level":"warn","ts":"2026-03-13T09:55:47.065102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.373971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:55:47.065246Z","caller":"traceutil/trace.go:171","msg":"trace[1335500986] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"1.345175805s","start":"2026-03-13T09:55:45.720045Z","end":"2026-03-13T09:55:47.06522Z","steps":["trace[1335500986] 'process raft request' (duration: 750.595599ms)","trace[1335500986] 'compare' (duration: 594.155726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:55:47.065334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:45.720016Z","time spent":"1.345274968s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:55:47.501693Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.030363624s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T09:55:47.92921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.144271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:55:47.929561Z","caller":"traceutil/trace.go:171","msg":"trace[1682188397] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"2.080295096s","start":"2026-03-13T09:55:45.849235Z","end":"2026-03-13T09:55:47.92953Z","steps":["trace[1682188397] 'process raft request' (duration: 1.652719044s)","trace[1682188397] 'compare' (duration: 426.837234ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:55:47.929573Z","caller":"traceutil/trace.go:171","msg":"trace[1485690978] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"1.776472256s","start":"2026-03-13T09:55:46.153071Z","end":"2026-03-13T09:55:47.929544Z","steps":["trace[1485690978] 'process raft request' (duration: 1.776295172s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:47.929629Z","caller":"traceutil/trace.go:171","msg":"trace[213072073] linearizableReadLoop","detail":"{readStateIndex:2004; appliedIndex:2002; }","duration":"1.899325338s","start":"2026-03-13T09:55:46.030255Z","end":"2026-03-13T09:55:47.929581Z","steps":["trace[213072073] 'read index received' (duration: 440.407739ms)","trace[213072073] 'applied index is now lower than readState.Index' (duration: 1.458912799s)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:55:47.929692Z","caller":"traceutil/trace.go:171","msg":"trace[806732108] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"862.13781ms","start":"2026-03-13T09:55:47.067531Z","end":"2026-03-13T09:55:47.929669Z","steps":["trace[806732108] 'process raft request' (duration: 862.049378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:47.929852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.466978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-13T09:55:47.929893Z","caller":"traceutil/trace.go:171","msg":"trace[291128483] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1928; }","duration":"147.502569ms","start":"2026-03-13T09:55:47.782379Z","end":"2026-03-13T09:55:47.929881Z","steps":["trace[291128483] 'agreement among raft nodes before linearized reading' (duration: 147.385697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:47.929909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898422297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-13T09:55:47.929946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.976411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T09:55:47.929968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119230975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:55:47.929981Z","caller":"traceutil/trace.go:171","msg":"trace[1201189785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1928; }","duration":"1.898515348s","start":"2026-03-13T09:55:46.031446Z","end":"2026-03-13T09:55:47.929961Z","steps":["trace[1201189785] 'agreement among raft nodes before linearized reading' (duration: 1.898326104s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:47.929841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:47.067513Z","time spent":"862.273354ms","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:47.930014Z","caller":"traceutil/trace.go:171","msg":"trace[1710445511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1928; }","duration":"1.119294976s","start":"2026-03-13T09:55:46.810701Z","end":"2026-03-13T09:55:47.929996Z","steps":["trace[1710445511] 'agreement among raft nodes before linearized reading' (duration: 1.119247075s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:47.929922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282233214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T09:55:47.930025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821531652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-13T09:55:47.930049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899749148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-03-13T09:55:47.930016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:46.031432Z","time spent":"1.8985769s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T09:55:47.930638Z","caller":"traceutil/trace.go:171","msg":"trace[1958665951] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1928; }","duration":"1.900350112s","start":"2026-03-13T09:55:46.030207Z","end":"2026-03-13T09:55:47.930557Z","steps":["trace[1958665951] 'agreement among raft nodes before linearized reading' (duration: 1.899483332s)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:47.930098Z","caller":"traceutil/trace.go:171","msg":"trace[1458301132] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1928; }","duration":"1.821639154s","start":"2026-03-13T09:55:46.108437Z","end":"2026-03-13T09:55:47.930076Z","steps":["trace[1458301132] 'agreement among raft nodes before linearized reading' (duration: 1.821449919s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:47.930872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:46.108425Z","time spent":"1.822429274s","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T09:55:47.930044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:46.810678Z","time spent":"1.119360158s","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T09:55:47.929716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:46.153048Z","time spent":"1.77659401s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:47.929993Z","caller":"traceutil/trace.go:171","msg":"trace[517292621] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1928; }","duration":"894.060263ms","start":"2026-03-13T09:55:47.035917Z","end":"2026-03-13T09:55:47.929977Z","steps":["trace[517292621] 'agreement among raft nodes before linearized reading' (duration: 893.992841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:47.931343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:47.035896Z","time spent":"895.425195ms","remote":"127.0.0.1:51502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-13T09:55:47.930047Z","caller":"traceutil/trace.go:171","msg":"trace[564435390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1928; }","duration":"1.282379447s","start":"2026-03-13T09:55:46.647659Z","end":"2026-03-13T09:55:47.930039Z","steps":["trace[564435390] 'agreement among raft nodes before linearized reading' (duration: 1.282109911s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:47.931509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:46.64765Z","time spent":"1.283843142s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T09:55:47.929657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:47.066001Z","time spent":"863.647977ms","remote":"127.0.0.1:36386","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-13T09:55:47.929701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:45.849211Z","time spent":"2.080420299s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:55:47.93011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.796872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T09:55:47.931909Z","caller":"traceutil/trace.go:171","msg":"trace[711026190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1928; }","duration":"863.588155ms","start":"2026-03-13T09:55:47.068263Z","end":"2026-03-13T09:55:47.931851Z","steps":["trace[711026190] 'agreement among raft nodes before linearized reading' (duration: 861.757672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:47.930143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282981462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-13T09:55:47.931979Z","caller":"traceutil/trace.go:171","msg":"trace[398412843] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1928; }","duration":"1.284853336s","start":"2026-03-13T09:55:46.647106Z","end":"2026-03-13T09:55:47.931959Z","steps":["trace[398412843] 'agreement among raft nodes before linearized reading' (duration: 1.282775666s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:47.932008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:47.068242Z","time spent":"863.74595ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T09:55:47.932045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:46.647087Z","time spent":"1.284942869s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T09:55:47.930254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28374458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T09:55:47.9321Z","caller":"traceutil/trace.go:171","msg":"trace[491313361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1928; }","duration":"1.285647165s","start":"2026-03-13T09:55:46.646438Z","end":"2026-03-13T09:55:47.932085Z","steps":["trace[491313361] 'agreement among raft nodes before linearized reading' (duration: 1.28334044s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:47.932154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:46.646416Z","time spent":"1.285724567s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T09:55:47.9308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:46.030184Z","time spent":"1.900557668s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T09:55:48.879794Z","caller":"traceutil/trace.go:171","msg":"trace[1389344819] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"945.630002ms","start":"2026-03-13T09:55:47.934143Z","end":"2026-03-13T09:55:48.879773Z","steps":["trace[1389344819] 'process raft request' (duration: 943.842719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:48.879919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:47.934127Z","time spent":"945.734834ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:48.880606Z","caller":"traceutil/trace.go:171","msg":"trace[1232308997] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"945.083729ms","start":"2026-03-13T09:55:47.935485Z","end":"2026-03-13T09:55:48.880568Z","steps":["trace[1232308997] 'process raft request' (duration: 944.229258ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:48.880671Z","caller":"traceutil/trace.go:171","msg":"trace[141289132] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"944.741391ms","start":"2026-03-13T09:55:47.935917Z","end":"2026-03-13T09:55:48.880659Z","steps":["trace[141289132] 'process raft request' (duration: 944.616838ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:48.880641Z","caller":"traceutil/trace.go:171","msg":"trace[2362416] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"945.047048ms","start":"2026-03-13T09:55:47.935567Z","end":"2026-03-13T09:55:48.880614Z","steps":["trace[2362416] 'process raft request' (duration: 944.845673ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:48.880686Z","caller":"traceutil/trace.go:171","msg":"trace[1391104457] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"944.659059ms","start":"2026-03-13T09:55:47.936004Z","end":"2026-03-13T09:55:48.880664Z","steps":["trace[1391104457] 'process raft request' (duration: 944.563156ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:48.880703Z","caller":"traceutil/trace.go:171","msg":"trace[1361576237] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"944.626438ms","start":"2026-03-13T09:55:47.936045Z","end":"2026-03-13T09:55:48.880672Z","steps":["trace[1361576237] 'process raft request' (duration: 944.557076ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:55:48.880697Z","caller":"traceutil/trace.go:171","msg":"trace[1748189025] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"944.976226ms","start":"2026-03-13T09:55:47.935692Z","end":"2026-03-13T09:55:48.880668Z","steps":["trace[1748189025] 'process raft request' (duration: 944.803312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:48.880787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:47.935908Z","time spent":"944.789552ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:55:48.880783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.679767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T09:55:48.880797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:47.935993Z","time spent":"944.7399ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:55:48.880808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:47.936031Z","time spent":"944.71641ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:48.880825Z","caller":"traceutil/trace.go:171","msg":"trace[598729216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1936; }","duration":"941.752649ms","start":"2026-03-13T09:55:47.939062Z","end":"2026-03-13T09:55:48.880814Z","steps":["trace[598729216] 'agreement among raft nodes before linearized reading' (duration: 941.637447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:48.880815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:47.935463Z","time spent":"945.227922ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:55:48.880861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:47.939053Z","time spent":"941.80005ms","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T09:55:48.880862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:47.93556Z","time spent":"945.15316ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:48.880658Z","caller":"traceutil/trace.go:171","msg":"trace[1755086158] linearizableReadLoop","detail":"{readStateIndex:2015; appliedIndex:2007; }","duration":"941.548564ms","start":"2026-03-13T09:55:47.939092Z","end":"2026-03-13T09:55:48.880641Z","steps":["trace[1755086158] 'read index received' (duration: 39.123444ms)","trace[1755086158] 'applied index is now lower than readState.Index' (duration: 902.42415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:55:48.880866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:47.935679Z","time spent":"945.088658ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:48.88292Z","caller":"traceutil/trace.go:171","msg":"trace[146430326] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"364.033146ms","start":"2026-03-13T09:55:48.518865Z","end":"2026-03-13T09:55:48.882898Z","steps":["trace[146430326] 'process raft request' (duration: 363.882823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:48.882942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.87354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T09:55:48.883012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:48.518836Z","time spent":"364.130668ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:55:48.883012Z","caller":"traceutil/trace.go:171","msg":"trace[1234640197] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1937; }","duration":"907.975243ms","start":"2026-03-13T09:55:47.975019Z","end":"2026-03-13T09:55:48.882994Z","steps":["trace[1234640197] 'agreement among raft nodes before linearized reading' (duration: 907.83212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:48.883128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.397793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-13T09:55:48.883156Z","caller":"traceutil/trace.go:171","msg":"trace[522280384] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1937; }","duration":"833.444235ms","start":"2026-03-13T09:55:48.049703Z","end":"2026-03-13T09:55:48.883147Z","steps":["trace[522280384] 'agreement among raft nodes before linearized reading' (duration: 833.333942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:48.883158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:47.975009Z","time spent":"908.135567ms","remote":"127.0.0.1:36456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":8,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-13T09:55:48.883193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:48.049692Z","time spent":"833.493776ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T09:55:48.88322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.334392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-13T09:55:48.883341Z","caller":"traceutil/trace.go:171","msg":"trace[1192869666] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1937; }","duration":"903.482456ms","start":"2026-03-13T09:55:47.97983Z","end":"2026-03-13T09:55:48.883312Z","steps":["trace[1192869666] 'agreement among raft nodes before linearized reading' (duration: 903.22874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:55:48.883405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:55:47.979787Z","time spent":"903.602939ms","remote":"127.0.0.1:36500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-13T09:55:55.375763Z","caller":"traceutil/trace.go:171","msg":"trace[1069988303] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"155.274105ms","start":"2026-03-13T09:55:55.220462Z","end":"2026-03-13T09:55:55.375736Z","steps":["trace[1069988303] 'process raft request' (duration: 155.139302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:17.548507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.748185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T09:56:17.548609Z","caller":"traceutil/trace.go:171","msg":"trace[1424549148] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2249; }","duration":"123.921699ms","start":"2026-03-13T09:56:17.424669Z","end":"2026-03-13T09:56:17.54859Z","steps":["trace[1424549148] 'count revisions from in-memory index tree' (duration: 123.643853ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:17.560452Z","caller":"traceutil/trace.go:171","msg":"trace[1609777287] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"102.314324ms","start":"2026-03-13T09:56:17.457938Z","end":"2026-03-13T09:56:17.560252Z","steps":["trace[1609777287] 'process raft request' (duration: 102.1707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:21.650106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497890472,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T09:56:21.700248Z","caller":"traceutil/trace.go:171","msg":"trace[1211022954] linearizableReadLoop","detail":"{readStateIndex:2361; appliedIndex:2360; }","duration":"551.170645ms","start":"2026-03-13T09:56:21.149024Z","end":"2026-03-13T09:56:21.700195Z","steps":["trace[1211022954] 'read index received' (duration: 505.457865ms)","trace[1211022954] 'applied index is now lower than readState.Index' (duration: 45.71104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:56:21.700573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.535204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-13T09:56:21.700654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.525003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-13T09:56:21.700687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.18357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T09:56:21.700683Z","caller":"traceutil/trace.go:171","msg":"trace[759159184] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2266; }","duration":"551.690747ms","start":"2026-03-13T09:56:21.148973Z","end":"2026-03-13T09:56:21.700664Z","steps":["trace[759159184] 'agreement among raft nodes before linearized reading' (duration: 551.43087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:21.700853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:21.148952Z","time spent":"551.880282ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T09:56:21.700789Z","caller":"traceutil/trace.go:171","msg":"trace[2064746878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2266; }","duration":"523.302773ms","start":"2026-03-13T09:56:21.177466Z","end":"2026-03-13T09:56:21.700769Z","steps":["trace[2064746878] 'agreement among raft nodes before linearized reading' (duration: 523.012116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:21.700878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.167818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-13T09:56:21.700947Z","caller":"traceutil/trace.go:171","msg":"trace[1156915168] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2266; }","duration":"546.277821ms","start":"2026-03-13T09:56:21.15466Z","end":"2026-03-13T09:56:21.700938Z","steps":["trace[1156915168] 'agreement among raft nodes before linearized reading' (duration: 545.760959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:21.701013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:21.154638Z","time spent":"546.364533ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T09:56:21.70072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.957174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T09:56:21.701085Z","caller":"traceutil/trace.go:171","msg":"trace[385492001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2266; }","duration":"505.360263ms","start":"2026-03-13T09:56:21.195705Z","end":"2026-03-13T09:56:21.701065Z","steps":["trace[385492001] 'agreement among raft nodes before linearized reading' (duration: 504.746819ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:21.700704Z","caller":"traceutil/trace.go:171","msg":"trace[1192281939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2266; }","duration":"504.636686ms","start":"2026-03-13T09:56:21.196053Z","end":"2026-03-13T09:56:21.70069Z","steps":["trace[1192281939] 'agreement among raft nodes before linearized reading' (duration: 504.38361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:21.701148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:21.195696Z","time spent":"505.433415ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T09:56:21.70118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:21.196041Z","time spent":"505.125287ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T09:56:21.70092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.891309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-13T09:56:21.701292Z","caller":"traceutil/trace.go:171","msg":"trace[2099520371] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2266; }","duration":"501.301168ms","start":"2026-03-13T09:56:21.199971Z","end":"2026-03-13T09:56:21.701272Z","steps":["trace[2099520371] 'agreement among raft nodes before linearized reading' (duration: 500.502789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:21.700954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:21.177397Z","time spent":"523.547038ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T09:56:21.701356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:21.199961Z","time spent":"501.37952ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T09:56:56.084834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.95471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:56:56.084978Z","caller":"traceutil/trace.go:171","msg":"trace[983052794] linearizableReadLoop","detail":"{readStateIndex:2559; appliedIndex:2558; }","duration":"459.086801ms","start":"2026-03-13T09:56:55.625868Z","end":"2026-03-13T09:56:56.084955Z","steps":["trace[983052794] 'read index received' (duration: 287.785093ms)","trace[983052794] 'applied index is now lower than readState.Index' (duration: 171.299658ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:56:56.085108Z","caller":"traceutil/trace.go:171","msg":"trace[768919513] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"491.799366ms","start":"2026-03-13T09:56:55.593291Z","end":"2026-03-13T09:56:56.08509Z","steps":["trace[768919513] 'process raft request' (duration: 320.487498ms)","trace[768919513] 'compare' (duration: 170.833957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:56:56.085217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:55.593268Z","time spent":"491.901769ms","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:56:56.085427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.008073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:56:56.085505Z","caller":"traceutil/trace.go:171","msg":"trace[1565175225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2456; }","duration":"266.145157ms","start":"2026-03-13T09:56:55.819338Z","end":"2026-03-13T09:56:56.085483Z","steps":["trace[1565175225] 'agreement among raft nodes before linearized reading' (duration: 265.985094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:56.085795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.114017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T09:56:56.085858Z","caller":"traceutil/trace.go:171","msg":"trace[1629344821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2456; }","duration":"128.179629ms","start":"2026-03-13T09:56:55.957664Z","end":"2026-03-13T09:56:56.085844Z","steps":["trace[1629344821] 'agreement among raft nodes before linearized reading' (duration: 128.031205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:56.085928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.054794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189c5e148b260275\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-13T09:56:56.086016Z","caller":"traceutil/trace.go:171","msg":"trace[1091154609] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189c5e148b260275; range_end:; response_count:1; response_revision:2456; }","duration":"460.148776ms","start":"2026-03-13T09:56:55.625847Z","end":"2026-03-13T09:56:56.085996Z","steps":["trace[1091154609] 'agreement among raft nodes before linearized reading' (duration: 459.987973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:56.086059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:55.62576Z","time spent":"460.29035ms","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.189c5e148b260275\" "} {"level":"warn","ts":"2026-03-13T09:56:57.025601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.976472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:56:57.025834Z","caller":"traceutil/trace.go:171","msg":"trace[967979403] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"936.061218ms","start":"2026-03-13T09:56:56.089743Z","end":"2026-03-13T09:56:57.025804Z","steps":["trace[967979403] 'process raft request' (duration: 159.773418ms)","trace[967979403] 'compare' (duration: 775.789238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:56:57.026759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:56.089726Z","time spent":"936.730473ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:56:57.026808Z","caller":"traceutil/trace.go:171","msg":"trace[1315486191] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"813.957201ms","start":"2026-03-13T09:56:56.21284Z","end":"2026-03-13T09:56:57.026797Z","steps":["trace[1315486191] 'process raft request' (duration: 813.698425ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:57.026227Z","caller":"traceutil/trace.go:171","msg":"trace[278638857] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"936.15224ms","start":"2026-03-13T09:56:56.090017Z","end":"2026-03-13T09:56:57.026169Z","steps":["trace[278638857] 'process raft request' (duration: 935.71983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:57.026958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:56.212806Z","time spent":"814.040573ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:56:57.026994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:56.089995Z","time spent":"936.950609ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:56:57.026289Z","caller":"traceutil/trace.go:171","msg":"trace[151568157] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"934.86188ms","start":"2026-03-13T09:56:56.091385Z","end":"2026-03-13T09:56:57.026247Z","steps":["trace[151568157] 'process raft request' (duration: 934.745408ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:57.027021Z","caller":"traceutil/trace.go:171","msg":"trace[1365289463] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"824.196931ms","start":"2026-03-13T09:56:56.202599Z","end":"2026-03-13T09:56:57.026796Z","steps":["trace[1365289463] 'process raft request' (duration: 823.698669ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:57.026367Z","caller":"traceutil/trace.go:171","msg":"trace[1343727378] linearizableReadLoop","detail":"{readStateIndex:2562; appliedIndex:2559; }","duration":"936.229551ms","start":"2026-03-13T09:56:56.090108Z","end":"2026-03-13T09:56:57.026338Z","steps":["trace[1343727378] 'read index received' (duration: 47.48122ms)","trace[1343727378] 'applied index is now lower than readState.Index' (duration: 888.747091ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:56:57.026377Z","caller":"traceutil/trace.go:171","msg":"trace[243963151] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"934.88734ms","start":"2026-03-13T09:56:56.091479Z","end":"2026-03-13T09:56:57.026366Z","steps":["trace[243963151] 'process raft request' (duration: 934.703986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:57.027344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:56.091468Z","time spent":"935.838253ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:56:57.027367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:56.09137Z","time spent":"935.834343ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:56:57.027421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.087789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189c5e16ea340169\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-13T09:56:57.027474Z","caller":"traceutil/trace.go:171","msg":"trace[1633126314] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189c5e16ea340169; range_end:; response_count:1; response_revision:2465; }","duration":"886.178571ms","start":"2026-03-13T09:56:56.14128Z","end":"2026-03-13T09:56:57.027459Z","steps":["trace[1633126314] 'agreement among raft nodes before linearized reading' (duration: 886.023817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:57.027516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:56.141261Z","time spent":"886.247143ms","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.189c5e16ea340169\" "} {"level":"info","ts":"2026-03-13T09:56:57.026379Z","caller":"traceutil/trace.go:171","msg":"trace[1476896519] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"933.615491ms","start":"2026-03-13T09:56:56.092749Z","end":"2026-03-13T09:56:57.026365Z","steps":["trace[1476896519] 'process raft request' (duration: 933.489118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:57.027449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:56.202573Z","time spent":"824.630201ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:56:57.027772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.625308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-13T09:56:57.02783Z","caller":"traceutil/trace.go:171","msg":"trace[1882328613] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2465; }","duration":"596.71468ms","start":"2026-03-13T09:56:56.431099Z","end":"2026-03-13T09:56:57.027813Z","steps":["trace[1882328613] 'agreement among raft nodes before linearized reading' (duration: 596.576287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:57.027877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:56.431076Z","time spent":"596.790222ms","remote":"127.0.0.1:36528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-13T09:56:57.027634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:56.092728Z","time spent":"934.849059ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:56:57.026237Z","caller":"traceutil/trace.go:171","msg":"trace[729275939] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"935.564436ms","start":"2026-03-13T09:56:56.090644Z","end":"2026-03-13T09:56:57.026208Z","steps":["trace[729275939] 'process raft request' (duration: 935.411413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:57.028129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:56.090633Z","time spent":"937.44858ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:56:57.028601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.752785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T09:56:57.028681Z","caller":"traceutil/trace.go:171","msg":"trace[255086627] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2464; }","duration":"938.578237ms","start":"2026-03-13T09:56:56.090083Z","end":"2026-03-13T09:56:57.028662Z","steps":["trace[255086627] 'agreement among raft nodes before linearized reading' (duration: 936.325974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:57.028788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:56.090073Z","time spent":"938.691869ms","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-13T09:56:57.532039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497891028,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T09:56:58.032384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497891028,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T09:56:58.110798Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.080217932s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T09:56:58.111099Z","caller":"traceutil/trace.go:171","msg":"trace[883751105] linearizableReadLoop","detail":"{readStateIndex:2569; appliedIndex:2568; }","duration":"1.08019059s","start":"2026-03-13T09:56:57.030888Z","end":"2026-03-13T09:56:58.111079Z","steps":["trace[883751105] 'read index received' (duration: 1.080113389s)","trace[883751105] 'applied index is now lower than readState.Index' (duration: 76.121µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:56:58.111219Z","caller":"traceutil/trace.go:171","msg":"trace[116382987] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"1.080827376s","start":"2026-03-13T09:56:57.030384Z","end":"2026-03-13T09:56:58.111212Z","steps":["trace[116382987] 'process raft request' (duration: 1.080561949s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:58.111187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080278972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-13T09:56:58.111296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:57.030361Z","time spent":"1.080886437s","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:56:58.111328Z","caller":"traceutil/trace.go:171","msg":"trace[875053964] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2466; }","duration":"1.080440157s","start":"2026-03-13T09:56:57.030859Z","end":"2026-03-13T09:56:58.111299Z","steps":["trace[875053964] 'agreement among raft nodes before linearized reading' (duration: 1.080247722s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:58.111417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:57.030846Z","time spent":"1.080535079s","remote":"127.0.0.1:36620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-13T09:56:58.111511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080024177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"warn","ts":"2026-03-13T09:56:58.111511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.197424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T09:56:58.111569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.235814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:56:58.111597Z","caller":"traceutil/trace.go:171","msg":"trace[1983202172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2466; }","duration":"300.263354ms","start":"2026-03-13T09:56:57.811327Z","end":"2026-03-13T09:56:58.11159Z","steps":["trace[1983202172] 'agreement among raft nodes before linearized reading' (duration: 300.222303ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:58.111592Z","caller":"traceutil/trace.go:171","msg":"trace[1403849065] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2466; }","duration":"1.080136959s","start":"2026-03-13T09:56:57.031439Z","end":"2026-03-13T09:56:58.111576Z","steps":["trace[1403849065] 'agreement among raft nodes before linearized reading' (duration: 1.079926084s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:58.111616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:57.811294Z","time spent":"300.318266ms","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T09:56:58.111608Z","caller":"traceutil/trace.go:171","msg":"trace[1853896297] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2466; }","duration":"315.353757ms","start":"2026-03-13T09:56:57.796234Z","end":"2026-03-13T09:56:58.111588Z","steps":["trace[1853896297] 'agreement among raft nodes before linearized reading' (duration: 315.174283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:58.111629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:57.031423Z","time spent":"1.080198051s","remote":"127.0.0.1:36528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-13T09:56:58.111654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:57.796209Z","time spent":"315.43527ms","remote":"127.0.0.1:36700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-13T09:56:58.111646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.052303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T09:56:58.11174Z","caller":"traceutil/trace.go:171","msg":"trace[768450568] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2466; }","duration":"301.187576ms","start":"2026-03-13T09:56:57.810528Z","end":"2026-03-13T09:56:58.111716Z","steps":["trace[768450568] 'agreement among raft nodes before linearized reading' (duration: 300.870549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:58.11181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:57.810518Z","time spent":"301.277668ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T09:56:58.348609Z","caller":"traceutil/trace.go:171","msg":"trace[1885329885] linearizableReadLoop","detail":"{readStateIndex:2570; appliedIndex:2569; }","duration":"231.050285ms","start":"2026-03-13T09:56:58.11753Z","end":"2026-03-13T09:56:58.34858Z","steps":["trace[1885329885] 'read index received' (duration: 196.63871ms)","trace[1885329885] 'applied index is now lower than readState.Index' (duration: 34.410495ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:56:58.348739Z","caller":"traceutil/trace.go:171","msg":"trace[1382858899] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"232.51195ms","start":"2026-03-13T09:56:58.116183Z","end":"2026-03-13T09:56:58.348695Z","steps":["trace[1382858899] 'process raft request' (duration: 197.995312ms)","trace[1382858899] 'compare' (duration: 34.266332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:56:58.34892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.336913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-03-13T09:56:58.348956Z","caller":"traceutil/trace.go:171","msg":"trace[35815076] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2467; }","duration":"231.430815ms","start":"2026-03-13T09:56:58.117514Z","end":"2026-03-13T09:56:58.348945Z","steps":["trace[35815076] 'agreement among raft nodes before linearized reading' (duration: 231.210279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:58.348832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.80492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:56:58.349016Z","caller":"traceutil/trace.go:171","msg":"trace[722208279] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2467; }","duration":"181.041346ms","start":"2026-03-13T09:56:58.167955Z","end":"2026-03-13T09:56:58.348996Z","steps":["trace[722208279] 'agreement among raft nodes before linearized reading' (duration: 180.79742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:58.850314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.165814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:56:58.850393Z","caller":"traceutil/trace.go:171","msg":"trace[433443691] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2467; }","duration":"392.303448ms","start":"2026-03-13T09:56:58.45807Z","end":"2026-03-13T09:56:58.850373Z","steps":["trace[433443691] 'count revisions from in-memory index tree' (duration: 392.078043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:58.850436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:58.458047Z","time spent":"392.37797ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-13T09:56:58.850608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.031668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:56:58.850775Z","caller":"traceutil/trace.go:171","msg":"trace[990518718] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"330.187605ms","start":"2026-03-13T09:56:58.520564Z","end":"2026-03-13T09:56:58.850751Z","steps":["trace[990518718] 'process raft request' (duration: 218.930473ms)","trace[990518718] 'compare' (duration: 110.856833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:56:58.850917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:56:58.520535Z","time spent":"330.305528ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T09:56:59.176965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.381351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-03-13T09:56:59.177084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.473174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T09:56:59.177139Z","caller":"traceutil/trace.go:171","msg":"trace[1362740437] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2468; }","duration":"145.524635ms","start":"2026-03-13T09:56:59.031595Z","end":"2026-03-13T09:56:59.177119Z","steps":["trace[1362740437] 'range keys from in-memory index tree' (duration: 145.416472ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:59.177192Z","caller":"traceutil/trace.go:171","msg":"trace[950261600] linearizableReadLoop","detail":"{readStateIndex:2572; appliedIndex:2571; }","duration":"144.434069ms","start":"2026-03-13T09:56:59.032747Z","end":"2026-03-13T09:56:59.177182Z","steps":["trace[950261600] 'read index received' (duration: 48.801µs)","trace[950261600] 'applied index is now lower than readState.Index' (duration: 144.384208ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:56:59.177072Z","caller":"traceutil/trace.go:171","msg":"trace[1919610372] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2468; }","duration":"145.516235ms","start":"2026-03-13T09:56:59.031525Z","end":"2026-03-13T09:56:59.177042Z","steps":["trace[1919610372] 'range keys from in-memory index tree' (duration: 145.250838ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:59.177304Z","caller":"traceutil/trace.go:171","msg":"trace[1376470760] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"144.563673ms","start":"2026-03-13T09:56:59.032721Z","end":"2026-03-13T09:56:59.177285Z","steps":["trace[1376470760] 'process raft request' (duration: 77.35017ms)","trace[1376470760] 'compare' (duration: 66.68138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:56:59.176965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.566046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-13T09:56:59.177465Z","caller":"traceutil/trace.go:171","msg":"trace[736016233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2468; }","duration":"146.111798ms","start":"2026-03-13T09:56:59.031324Z","end":"2026-03-13T09:56:59.177436Z","steps":["trace[736016233] 'range keys from in-memory index tree' (duration: 145.301299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:59.177906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.134195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T09:56:59.178042Z","caller":"traceutil/trace.go:171","msg":"trace[75063789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2469; }","duration":"145.31717ms","start":"2026-03-13T09:56:59.032703Z","end":"2026-03-13T09:56:59.17802Z","steps":["trace[75063789] 'agreement among raft nodes before linearized reading' (duration: 144.712426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:59.269255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.692458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T09:56:59.269314Z","caller":"traceutil/trace.go:171","msg":"trace[528151321] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2470; }","duration":"139.79645ms","start":"2026-03-13T09:56:59.129502Z","end":"2026-03-13T09:56:59.269299Z","steps":["trace[528151321] 'agreement among raft nodes before linearized reading' (duration: 139.681528ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:59.269291Z","caller":"traceutil/trace.go:171","msg":"trace[2101713210] transaction","detail":"{read_only:false; response_revision:2470; number_of_response:1; }","duration":"235.678804ms","start":"2026-03-13T09:56:59.033562Z","end":"2026-03-13T09:56:59.269241Z","steps":["trace[2101713210] 'process raft request' (duration: 235.49157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:59.269525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.856188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-13T09:56:59.269644Z","caller":"traceutil/trace.go:171","msg":"trace[896595531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2470; }","duration":"236.004532ms","start":"2026-03-13T09:56:59.033612Z","end":"2026-03-13T09:56:59.269617Z","steps":["trace[896595531] 'agreement among raft nodes before linearized reading' (duration: 235.659184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:56:59.269619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.277638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T09:56:59.269806Z","caller":"traceutil/trace.go:171","msg":"trace[174737366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2470; }","duration":"236.402691ms","start":"2026-03-13T09:56:59.033294Z","end":"2026-03-13T09:56:59.269697Z","steps":["trace[174737366] 'agreement among raft nodes before linearized reading' (duration: 236.119404ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:59.393854Z","caller":"traceutil/trace.go:171","msg":"trace[591703992] transaction","detail":"{read_only:false; response_revision:2472; number_of_response:1; }","duration":"211.769725ms","start":"2026-03-13T09:56:59.182068Z","end":"2026-03-13T09:56:59.393838Z","steps":["trace[591703992] 'process raft request' (duration: 211.715144ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:59.393855Z","caller":"traceutil/trace.go:171","msg":"trace[793670451] transaction","detail":"{read_only:false; response_revision:2471; number_of_response:1; }","duration":"211.795515ms","start":"2026-03-13T09:56:59.182035Z","end":"2026-03-13T09:56:59.39383Z","steps":["trace[793670451] 'process raft request' (duration: 211.631121ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:59.394238Z","caller":"traceutil/trace.go:171","msg":"trace[942060918] transaction","detail":"{read_only:false; response_revision:2473; number_of_response:1; }","duration":"212.104492ms","start":"2026-03-13T09:56:59.182101Z","end":"2026-03-13T09:56:59.394205Z","steps":["trace[942060918] 'process raft request' (duration: 211.711213ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:59.394283Z","caller":"traceutil/trace.go:171","msg":"trace[2076816700] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"211.963779ms","start":"2026-03-13T09:56:59.182292Z","end":"2026-03-13T09:56:59.394256Z","steps":["trace[2076816700] 'process raft request' (duration: 211.802435ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:59.412784Z","caller":"traceutil/trace.go:171","msg":"trace[802178713] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"138.040959ms","start":"2026-03-13T09:56:59.274719Z","end":"2026-03-13T09:56:59.41276Z","steps":["trace[802178713] 'process raft request' (duration: 137.826394ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:56:59.412839Z","caller":"traceutil/trace.go:171","msg":"trace[74743031] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"138.003969ms","start":"2026-03-13T09:56:59.274815Z","end":"2026-03-13T09:56:59.412819Z","steps":["trace[74743031] 'process raft request' (duration: 137.862255ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:57:05.449023Z","caller":"traceutil/trace.go:171","msg":"trace[1824694330] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"161.287163ms","start":"2026-03-13T09:57:05.28771Z","end":"2026-03-13T09:57:05.448997Z","steps":["trace[1824694330] 'process raft request' (duration: 123.611952ms)","trace[1824694330] 'compare' (duration: 37.532448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:57:05.694451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.620958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:57:05.694792Z","caller":"traceutil/trace.go:171","msg":"trace[961094785] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"241.568312ms","start":"2026-03-13T09:57:05.45319Z","end":"2026-03-13T09:57:05.694758Z","steps":["trace[961094785] 'process raft request' (duration: 124.486153ms)","trace[961094785] 'compare' (duration: 116.412643ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:57:05.694906Z","caller":"traceutil/trace.go:171","msg":"trace[553669119] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"241.207933ms","start":"2026-03-13T09:57:05.453663Z","end":"2026-03-13T09:57:05.694871Z","steps":["trace[553669119] 'process raft request' (duration: 241.024689ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:57:05.695041Z","caller":"traceutil/trace.go:171","msg":"trace[1375817911] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"241.228704ms","start":"2026-03-13T09:57:05.453747Z","end":"2026-03-13T09:57:05.694976Z","steps":["trace[1375817911] 'process raft request' (duration: 241.021589ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:57:05.695128Z","caller":"traceutil/trace.go:171","msg":"trace[2131435296] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"241.209213ms","start":"2026-03-13T09:57:05.453902Z","end":"2026-03-13T09:57:05.695111Z","steps":["trace[2131435296] 'process raft request' (duration: 240.919236ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:57:05.695852Z","caller":"traceutil/trace.go:171","msg":"trace[276272952] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"241.751526ms","start":"2026-03-13T09:57:05.454075Z","end":"2026-03-13T09:57:05.695826Z","steps":["trace[276272952] 'process raft request' (duration: 240.845654ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:57:05.695987Z","caller":"traceutil/trace.go:171","msg":"trace[426971505] linearizableReadLoop","detail":"{readStateIndex:2608; appliedIndex:2602; }","duration":"142.069154ms","start":"2026-03-13T09:57:05.553894Z","end":"2026-03-13T09:57:05.695963Z","steps":["trace[426971505] 'read index received' (duration: 23.761536ms)","trace[426971505] 'applied index is now lower than readState.Index' (duration: 118.305458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:57:05.696292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.405822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.108\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T09:57:05.696367Z","caller":"traceutil/trace.go:171","msg":"trace[636986648] range","detail":"{range_begin:/registry/masterleases/199.19.213.108; range_end:; response_count:1; response_revision:2504; }","duration":"142.555165ms","start":"2026-03-13T09:57:05.553792Z","end":"2026-03-13T09:57:05.696347Z","steps":["trace[636986648] 'agreement among raft nodes before linearized reading' (duration: 142.313479ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:57:05.69667Z","caller":"traceutil/trace.go:171","msg":"trace[1226914548] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"240.721452ms","start":"2026-03-13T09:57:05.455359Z","end":"2026-03-13T09:57:05.696081Z","steps":["trace[1226914548] 'process raft request' (duration: 240.417855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:57:05.955278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.466992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T09:57:05.955664Z","caller":"traceutil/trace.go:171","msg":"trace[250229507] linearizableReadLoop","detail":"{readStateIndex:2611; appliedIndex:2609; }","duration":"193.849245ms","start":"2026-03-13T09:57:05.761794Z","end":"2026-03-13T09:57:05.955643Z","steps":["trace[250229507] 'read index received' (duration: 31.779364ms)","trace[250229507] 'applied index is now lower than readState.Index' (duration: 162.068301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:57:05.955954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.132282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T09:57:05.956015Z","caller":"traceutil/trace.go:171","msg":"trace[2058050916] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2506; }","duration":"194.250625ms","start":"2026-03-13T09:57:05.761754Z","end":"2026-03-13T09:57:05.956004Z","steps":["trace[2058050916] 'agreement among raft nodes before linearized reading' (duration: 194.005999ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:57:05.955709Z","caller":"traceutil/trace.go:171","msg":"trace[633007142] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"224.502002ms","start":"2026-03-13T09:57:05.731174Z","end":"2026-03-13T09:57:05.955676Z","steps":["trace[633007142] 'process raft request' (duration: 93.469447ms)","trace[633007142] 'compare' (duration: 130.359509ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:58:42.458489Z","caller":"traceutil/trace.go:171","msg":"trace[697399101] linearizableReadLoop","detail":"{readStateIndex:3143; appliedIndex:3141; }","duration":"272.858066ms","start":"2026-03-13T09:58:42.185585Z","end":"2026-03-13T09:58:42.458443Z","steps":["trace[697399101] 'read index received' (duration: 33.515378ms)","trace[697399101] 'applied index is now lower than readState.Index' (duration: 239.341978ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T09:58:42.4586Z","caller":"traceutil/trace.go:171","msg":"trace[311940118] transaction","detail":"{read_only:false; response_revision:3014; number_of_response:1; }","duration":"274.030283ms","start":"2026-03-13T09:58:42.184537Z","end":"2026-03-13T09:58:42.458567Z","steps":["trace[311940118] 'process raft request' (duration: 272.6003ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:58:42.458619Z","caller":"traceutil/trace.go:171","msg":"trace[2044999637] transaction","detail":"{read_only:false; response_revision:3015; number_of_response:1; }","duration":"273.328067ms","start":"2026-03-13T09:58:42.185272Z","end":"2026-03-13T09:58:42.4586Z","steps":["trace[2044999637] 'process raft request' (duration: 273.122622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:58:42.458727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.127482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T09:58:42.458758Z","caller":"traceutil/trace.go:171","msg":"trace[1030785819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3015; }","duration":"273.190934ms","start":"2026-03-13T09:58:42.185559Z","end":"2026-03-13T09:58:42.45875Z","steps":["trace[1030785819] 'agreement among raft nodes before linearized reading' (duration: 273.054271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:58:42.458796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.142787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T09:58:42.458825Z","caller":"traceutil/trace.go:171","msg":"trace[1152698594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3015; }","duration":"271.195548ms","start":"2026-03-13T09:58:42.187621Z","end":"2026-03-13T09:58:42.458816Z","steps":["trace[1152698594] 'agreement among raft nodes before linearized reading' (duration: 271.071095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:58:42.458841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.989733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T09:58:42.458873Z","caller":"traceutil/trace.go:171","msg":"trace[1775657693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3015; }","duration":"271.032805ms","start":"2026-03-13T09:58:42.18783Z","end":"2026-03-13T09:58:42.458863Z","steps":["trace[1775657693] 'agreement among raft nodes before linearized reading' (duration: 270.925742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:59:16.509954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497893354,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T09:59:16.522505Z","caller":"traceutil/trace.go:171","msg":"trace[1645306306] linearizableReadLoop","detail":"{readStateIndex:3459; appliedIndex:3458; }","duration":"512.828039ms","start":"2026-03-13T09:59:16.009625Z","end":"2026-03-13T09:59:16.522453Z","steps":["trace[1645306306] 'read index received' (duration: 512.596564ms)","trace[1645306306] 'applied index is now lower than readState.Index' (duration: 230.615µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T09:59:16.522658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.018673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T09:59:16.52273Z","caller":"traceutil/trace.go:171","msg":"trace[2101481423] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3322; }","duration":"513.105825ms","start":"2026-03-13T09:59:16.009608Z","end":"2026-03-13T09:59:16.522714Z","steps":["trace[2101481423] 'agreement among raft nodes before linearized reading' (duration: 512.983992ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T09:59:16.522593Z","caller":"traceutil/trace.go:171","msg":"trace[125880645] transaction","detail":"{read_only:false; response_revision:3322; number_of_response:1; }","duration":"528.154879ms","start":"2026-03-13T09:59:15.994401Z","end":"2026-03-13T09:59:16.522555Z","steps":["trace[125880645] 'process raft request' (duration: 527.902993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:59:16.522785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.657465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T09:59:16.522862Z","caller":"traceutil/trace.go:171","msg":"trace[197121354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3322; }","duration":"140.771378ms","start":"2026-03-13T09:59:16.382076Z","end":"2026-03-13T09:59:16.522847Z","steps":["trace[197121354] 'agreement among raft nodes before linearized reading' (duration: 140.571413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:59:16.522776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:59:16.009551Z","time spent":"513.213427ms","remote":"127.0.0.1:36826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-13T09:59:16.522963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:59:15.994379Z","time spent":"528.450257ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:59:22.635437Z","caller":"traceutil/trace.go:171","msg":"trace[1063062195] transaction","detail":"{read_only:false; response_revision:3346; number_of_response:1; }","duration":"899.819543ms","start":"2026-03-13T09:59:21.735586Z","end":"2026-03-13T09:59:22.635406Z","steps":["trace[1063062195] 'process raft request' (duration: 899.642309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T09:59:22.635601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T09:59:21.735566Z","time spent":"899.955936ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T09:59:22.636629Z","caller":"traceutil/trace.go:171","msg":"trace[774039076] transaction","detail":"{read_only:false; response_revision:3347; number_of_response:1; }","duration":"178.533225ms","start":"2026-03-13T09:59:22.458087Z","end":"2026-03-13T09:59:22.63662Z","steps":["trace[774039076] 'process raft request' (duration: 178.34326ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:30.872115Z","caller":"traceutil/trace.go:171","msg":"trace[357651656] transaction","detail":"{read_only:false; response_revision:3788; number_of_response:1; }","duration":"192.872973ms","start":"2026-03-13T10:00:30.679214Z","end":"2026-03-13T10:00:30.872087Z","steps":["trace[357651656] 'process raft request' (duration: 192.703709ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:36.531129Z","caller":"traceutil/trace.go:171","msg":"trace[910519912] transaction","detail":"{read_only:false; response_revision:4133; number_of_response:1; }","duration":"116.709159ms","start":"2026-03-13T10:00:36.414398Z","end":"2026-03-13T10:00:36.531107Z","steps":["trace[910519912] 'process raft request' (duration: 116.653297ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:36.531151Z","caller":"traceutil/trace.go:171","msg":"trace[696946536] transaction","detail":"{read_only:false; response_revision:4132; number_of_response:1; }","duration":"177.190343ms","start":"2026-03-13T10:00:36.353935Z","end":"2026-03-13T10:00:36.531126Z","steps":["trace[696946536] 'process raft request' (duration: 177.018179ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:36.53126Z","caller":"traceutil/trace.go:171","msg":"trace[1829071284] transaction","detail":"{read_only:false; response_revision:4131; number_of_response:1; }","duration":"211.800357ms","start":"2026-03-13T10:00:36.319434Z","end":"2026-03-13T10:00:36.531234Z","steps":["trace[1829071284] 'process raft request' (duration: 211.283245ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:36.530933Z","caller":"traceutil/trace.go:171","msg":"trace[532882098] transaction","detail":"{read_only:false; response_revision:4130; number_of_response:1; }","duration":"216.848364ms","start":"2026-03-13T10:00:36.314008Z","end":"2026-03-13T10:00:36.530856Z","steps":["trace[532882098] 'process raft request' (duration: 211.302295ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:37.075183Z","caller":"traceutil/trace.go:171","msg":"trace[224496515] transaction","detail":"{read_only:false; response_revision:4147; number_of_response:1; }","duration":"112.169053ms","start":"2026-03-13T10:00:36.962989Z","end":"2026-03-13T10:00:37.075158Z","steps":["trace[224496515] 'process raft request' (duration: 111.840736ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:37.832467Z","caller":"traceutil/trace.go:171","msg":"trace[260998702] transaction","detail":"{read_only:false; response_revision:4160; number_of_response:1; }","duration":"107.349782ms","start":"2026-03-13T10:00:37.725011Z","end":"2026-03-13T10:00:37.832361Z","steps":["trace[260998702] 'process raft request' (duration: 107.174208ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:38.887648Z","caller":"traceutil/trace.go:171","msg":"trace[1483719041] linearizableReadLoop","detail":"{readStateIndex:4341; appliedIndex:4340; }","duration":"123.439905ms","start":"2026-03-13T10:00:38.764179Z","end":"2026-03-13T10:00:38.887619Z","steps":["trace[1483719041] 'read index received' (duration: 123.249461ms)","trace[1483719041] 'applied index is now lower than readState.Index' (duration: 189.254µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:00:38.887722Z","caller":"traceutil/trace.go:171","msg":"trace[765998399] transaction","detail":"{read_only:false; response_revision:4167; number_of_response:1; }","duration":"155.126441ms","start":"2026-03-13T10:00:38.732565Z","end":"2026-03-13T10:00:38.887691Z","steps":["trace[765998399] 'process raft request' (duration: 154.897766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:38.887862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.64758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:00:38.887951Z","caller":"traceutil/trace.go:171","msg":"trace[1351967966] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4167; }","duration":"123.779214ms","start":"2026-03-13T10:00:38.764153Z","end":"2026-03-13T10:00:38.887932Z","steps":["trace[1351967966] 'agreement among raft nodes before linearized reading' (duration: 123.584329ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:39.11506Z","caller":"traceutil/trace.go:171","msg":"trace[1572116393] linearizableReadLoop","detail":"{readStateIndex:4342; appliedIndex:4341; }","duration":"227.310297ms","start":"2026-03-13T10:00:38.887722Z","end":"2026-03-13T10:00:39.115032Z","steps":["trace[1572116393] 'read index received' (duration: 227.182584ms)","trace[1572116393] 'applied index is now lower than readState.Index' (duration: 126.673µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:00:39.115138Z","caller":"traceutil/trace.go:171","msg":"trace[1405202082] transaction","detail":"{read_only:false; response_revision:4168; number_of_response:1; }","duration":"274.593664ms","start":"2026-03-13T10:00:38.840516Z","end":"2026-03-13T10:00:39.11511Z","steps":["trace[1405202082] 'process raft request' (duration: 274.363769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:39.115228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.212089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:00:39.115269Z","caller":"traceutil/trace.go:171","msg":"trace[1170759566] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4168; }","duration":"250.27945ms","start":"2026-03-13T10:00:38.864976Z","end":"2026-03-13T10:00:39.115256Z","steps":["trace[1170759566] 'agreement among raft nodes before linearized reading' (duration: 250.183728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:39.115253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.470838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:00:39.115376Z","caller":"traceutil/trace.go:171","msg":"trace[1800627440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4168; }","duration":"304.621321ms","start":"2026-03-13T10:00:38.810731Z","end":"2026-03-13T10:00:39.115353Z","steps":["trace[1800627440] 'agreement among raft nodes before linearized reading' (duration: 304.440177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:39.115441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:38.81072Z","time spent":"304.708974ms","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T10:00:39.157226Z","caller":"traceutil/trace.go:171","msg":"trace[122324246] transaction","detail":"{read_only:false; response_revision:4169; number_of_response:1; }","duration":"265.223077ms","start":"2026-03-13T10:00:38.891979Z","end":"2026-03-13T10:00:39.157202Z","steps":["trace[122324246] 'process raft request' (duration: 264.691564ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:39.157501Z","caller":"traceutil/trace.go:171","msg":"trace[1519446347] transaction","detail":"{read_only:false; response_revision:4170; number_of_response:1; }","duration":"263.352314ms","start":"2026-03-13T10:00:38.894113Z","end":"2026-03-13T10:00:39.157465Z","steps":["trace[1519446347] 'process raft request' (duration: 262.999965ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:39.157736Z","caller":"traceutil/trace.go:171","msg":"trace[2061404340] transaction","detail":"{read_only:false; response_revision:4171; number_of_response:1; }","duration":"233.632773ms","start":"2026-03-13T10:00:38.924077Z","end":"2026-03-13T10:00:39.15771Z","steps":["trace[2061404340] 'process raft request' (duration: 233.303506ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:39.157814Z","caller":"traceutil/trace.go:171","msg":"trace[1603777103] transaction","detail":"{read_only:false; response_revision:4172; number_of_response:1; }","duration":"230.47271ms","start":"2026-03-13T10:00:38.927314Z","end":"2026-03-13T10:00:39.157786Z","steps":["trace[1603777103] 'process raft request' (duration: 230.136802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:39.157889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.286949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-p57wl\" ","response":"range_response_count:1 size:4486"} {"level":"info","ts":"2026-03-13T10:00:39.157939Z","caller":"traceutil/trace.go:171","msg":"trace[779432001] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-p57wl; range_end:; response_count:1; response_revision:4172; }","duration":"265.387351ms","start":"2026-03-13T10:00:38.892535Z","end":"2026-03-13T10:00:39.157923Z","steps":["trace[779432001] 'agreement among raft nodes before linearized reading' (duration: 265.216447ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:40.037371Z","caller":"traceutil/trace.go:171","msg":"trace[1174394707] transaction","detail":"{read_only:false; response_revision:4216; number_of_response:1; }","duration":"276.012768ms","start":"2026-03-13T10:00:39.761322Z","end":"2026-03-13T10:00:40.037335Z","steps":["trace[1174394707] 'process raft request' (duration: 243.997945ms)","trace[1174394707] 'compare' (duration: 31.88181ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:00:40.03929Z","caller":"traceutil/trace.go:171","msg":"trace[550829183] linearizableReadLoop","detail":"{readStateIndex:4392; appliedIndex:4390; }","duration":"187.176845ms","start":"2026-03-13T10:00:39.852078Z","end":"2026-03-13T10:00:40.039255Z","steps":["trace[550829183] 'read index received' (duration: 153.188876ms)","trace[550829183] 'applied index is now lower than readState.Index' (duration: 33.986509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:00:40.039483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.37809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-13T10:00:40.039546Z","caller":"traceutil/trace.go:171","msg":"trace[310881696] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4217; }","duration":"187.483723ms","start":"2026-03-13T10:00:39.852045Z","end":"2026-03-13T10:00:40.039529Z","steps":["trace[310881696] 'agreement among raft nodes before linearized reading' (duration: 187.329609ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:40.039853Z","caller":"traceutil/trace.go:171","msg":"trace[1608532150] transaction","detail":"{read_only:false; response_revision:4217; number_of_response:1; }","duration":"258.668375ms","start":"2026-03-13T10:00:39.781096Z","end":"2026-03-13T10:00:40.039764Z","steps":["trace[1608532150] 'process raft request' (duration: 257.981229ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:40.486528Z","caller":"traceutil/trace.go:171","msg":"trace[1246005066] transaction","detail":"{read_only:false; response_revision:4243; number_of_response:1; }","duration":"101.795793ms","start":"2026-03-13T10:00:40.384706Z","end":"2026-03-13T10:00:40.486502Z","steps":["trace[1246005066] 'process raft request' (duration: 101.520226ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:40.930549Z","caller":"traceutil/trace.go:171","msg":"trace[2018543009] linearizableReadLoop","detail":"{readStateIndex:4426; appliedIndex:4425; }","duration":"115.163664ms","start":"2026-03-13T10:00:40.815353Z","end":"2026-03-13T10:00:40.930516Z","steps":["trace[2018543009] 'read index received' (duration: 70.369874ms)","trace[2018543009] 'applied index is now lower than readState.Index' (duration: 44.7911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:00:40.930741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.357978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:00:40.930894Z","caller":"traceutil/trace.go:171","msg":"trace[1011773318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4250; }","duration":"115.560123ms","start":"2026-03-13T10:00:40.815313Z","end":"2026-03-13T10:00:40.930873Z","steps":["trace[1011773318] 'agreement among raft nodes before linearized reading' (duration: 115.315628ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:41.27508Z","caller":"traceutil/trace.go:171","msg":"trace[1477897316] linearizableReadLoop","detail":"{readStateIndex:4435; appliedIndex:4432; }","duration":"108.56338ms","start":"2026-03-13T10:00:41.166495Z","end":"2026-03-13T10:00:41.275058Z","steps":["trace[1477897316] 'read index received' (duration: 31.639064ms)","trace[1477897316] 'applied index is now lower than readState.Index' (duration: 76.923176ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:00:41.275145Z","caller":"traceutil/trace.go:171","msg":"trace[1068633907] transaction","detail":"{read_only:false; response_revision:4259; number_of_response:1; }","duration":"111.098749ms","start":"2026-03-13T10:00:41.164011Z","end":"2026-03-13T10:00:41.27511Z","steps":["trace[1068633907] 'process raft request' (duration: 111.010327ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:41.275175Z","caller":"traceutil/trace.go:171","msg":"trace[1674341182] transaction","detail":"{read_only:false; response_revision:4258; number_of_response:1; }","duration":"111.54623ms","start":"2026-03-13T10:00:41.163593Z","end":"2026-03-13T10:00:41.27514Z","steps":["trace[1674341182] 'process raft request' (duration: 111.377896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:41.275311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.799955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T10:00:41.275347Z","caller":"traceutil/trace.go:171","msg":"trace[387254669] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4259; }","duration":"108.906079ms","start":"2026-03-13T10:00:41.166433Z","end":"2026-03-13T10:00:41.27534Z","steps":["trace[387254669] 'agreement among raft nodes before linearized reading' (duration: 108.747225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:41.275357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.551083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-13T10:00:41.275358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.773679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-13T10:00:41.275411Z","caller":"traceutil/trace.go:171","msg":"trace[37452123] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4259; }","duration":"106.641196ms","start":"2026-03-13T10:00:41.168754Z","end":"2026-03-13T10:00:41.275395Z","steps":["trace[37452123] 'agreement among raft nodes before linearized reading' (duration: 106.459412ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:41.275437Z","caller":"traceutil/trace.go:171","msg":"trace[1994212042] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4259; }","duration":"100.855601ms","start":"2026-03-13T10:00:41.174559Z","end":"2026-03-13T10:00:41.275414Z","steps":["trace[1994212042] 'agreement among raft nodes before linearized reading' (duration: 100.671097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:41.27546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.909529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T10:00:41.275504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.567968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T10:00:41.275084Z","caller":"traceutil/trace.go:171","msg":"trace[651302428] transaction","detail":"{read_only:false; response_revision:4257; number_of_response:1; }","duration":"121.317356ms","start":"2026-03-13T10:00:41.153734Z","end":"2026-03-13T10:00:41.275051Z","steps":["trace[651302428] 'process raft request' (duration: 44.412781ms)","trace[651302428] 'compare' (duration: 76.675259ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:00:41.275534Z","caller":"traceutil/trace.go:171","msg":"trace[1237463537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4259; }","duration":"106.005531ms","start":"2026-03-13T10:00:41.16951Z","end":"2026-03-13T10:00:41.275516Z","steps":["trace[1237463537] 'agreement among raft nodes before linearized reading' (duration: 105.792626ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:41.275541Z","caller":"traceutil/trace.go:171","msg":"trace[2128038160] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4259; }","duration":"101.64614ms","start":"2026-03-13T10:00:41.173884Z","end":"2026-03-13T10:00:41.27553Z","steps":["trace[2128038160] 'agreement among raft nodes before linearized reading' (duration: 101.536057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:41.275639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.525833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T10:00:41.275692Z","caller":"traceutil/trace.go:171","msg":"trace[266005646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4259; }","duration":"106.609634ms","start":"2026-03-13T10:00:41.169067Z","end":"2026-03-13T10:00:41.275676Z","steps":["trace[266005646] 'agreement among raft nodes before linearized reading' (duration: 106.40635ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:43.493207Z","caller":"traceutil/trace.go:171","msg":"trace[1143155761] transaction","detail":"{read_only:false; response_revision:4285; number_of_response:1; }","duration":"213.139668ms","start":"2026-03-13T10:00:43.280038Z","end":"2026-03-13T10:00:43.493177Z","steps":["trace[1143155761] 'process raft request' (duration: 212.998494ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:43.51956Z","caller":"traceutil/trace.go:171","msg":"trace[602396934] linearizableReadLoop","detail":"{readStateIndex:4463; appliedIndex:4461; }","duration":"235.670861ms","start":"2026-03-13T10:00:43.283865Z","end":"2026-03-13T10:00:43.519536Z","steps":["trace[602396934] 'read index received' (duration: 209.238377ms)","trace[602396934] 'applied index is now lower than readState.Index' (duration: 26.431344ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:00:43.519682Z","caller":"traceutil/trace.go:171","msg":"trace[1702823536] transaction","detail":"{read_only:false; response_revision:4286; number_of_response:1; }","duration":"238.393294ms","start":"2026-03-13T10:00:43.281276Z","end":"2026-03-13T10:00:43.519669Z","steps":["trace[1702823536] 'process raft request' (duration: 238.128848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:43.519874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.641954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T10:00:43.519932Z","caller":"traceutil/trace.go:171","msg":"trace[1193661305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4286; }","duration":"174.745737ms","start":"2026-03-13T10:00:43.34517Z","end":"2026-03-13T10:00:43.519915Z","steps":["trace[1193661305] 'agreement among raft nodes before linearized reading' (duration: 174.594693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:43.520117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.494171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T10:00:43.52013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.147673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T10:00:43.520155Z","caller":"traceutil/trace.go:171","msg":"trace[1522452723] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4286; }","duration":"174.541212ms","start":"2026-03-13T10:00:43.345603Z","end":"2026-03-13T10:00:43.520144Z","steps":["trace[1522452723] 'agreement among raft nodes before linearized reading' (duration: 174.45326ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:43.520168Z","caller":"traceutil/trace.go:171","msg":"trace[1897183402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4286; }","duration":"174.203274ms","start":"2026-03-13T10:00:43.345953Z","end":"2026-03-13T10:00:43.520156Z","steps":["trace[1897183402] 'agreement among raft nodes before linearized reading' (duration: 174.056571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:43.5203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.462369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28fa6c1b-9a7e-4952-9aad-c7a8028520dc\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-03-13T10:00:43.520336Z","caller":"traceutil/trace.go:171","msg":"trace[1897435743] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-28fa6c1b-9a7e-4952-9aad-c7a8028520dc; range_end:; response_count:1; response_revision:4286; }","duration":"236.521661ms","start":"2026-03-13T10:00:43.283804Z","end":"2026-03-13T10:00:43.520325Z","steps":["trace[1897435743] 'agreement among raft nodes before linearized reading' (duration: 236.435269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:43.520344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.781797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-13T10:00:43.520377Z","caller":"traceutil/trace.go:171","msg":"trace[1568276327] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4286; }","duration":"174.88007ms","start":"2026-03-13T10:00:43.345486Z","end":"2026-03-13T10:00:43.520366Z","steps":["trace[1568276327] 'agreement among raft nodes before linearized reading' (duration: 174.801098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:43.520551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.173286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T10:00:43.520565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.948928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T10:00:43.520588Z","caller":"traceutil/trace.go:171","msg":"trace[1043210754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4286; }","duration":"175.224398ms","start":"2026-03-13T10:00:43.345355Z","end":"2026-03-13T10:00:43.520579Z","steps":["trace[1043210754] 'agreement among raft nodes before linearized reading' (duration: 175.137276ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:43.520599Z","caller":"traceutil/trace.go:171","msg":"trace[197094510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4286; }","duration":"173.991069ms","start":"2026-03-13T10:00:43.346599Z","end":"2026-03-13T10:00:43.52059Z","steps":["trace[197094510] 'agreement among raft nodes before linearized reading' (duration: 173.903277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:43.77603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.935021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:00:43.776156Z","caller":"traceutil/trace.go:171","msg":"trace[917538709] transaction","detail":"{read_only:false; response_revision:4287; number_of_response:1; }","duration":"251.357355ms","start":"2026-03-13T10:00:43.524775Z","end":"2026-03-13T10:00:43.776132Z","steps":["trace[917538709] 'process raft request' (duration: 48.22747ms)","trace[917538709] 'compare' (duration: 202.690835ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:00:43.870158Z","caller":"traceutil/trace.go:171","msg":"trace[929290247] transaction","detail":"{read_only:false; response_revision:4289; number_of_response:1; }","duration":"344.682622ms","start":"2026-03-13T10:00:43.525456Z","end":"2026-03-13T10:00:43.870139Z","steps":["trace[929290247] 'process raft request' (duration: 344.638601ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:43.87024Z","caller":"traceutil/trace.go:171","msg":"trace[1347887170] transaction","detail":"{read_only:false; response_revision:4288; number_of_response:1; }","duration":"344.771844ms","start":"2026-03-13T10:00:43.52542Z","end":"2026-03-13T10:00:43.870192Z","steps":["trace[1347887170] 'process raft request' (duration: 344.59079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:43.870277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:43.525429Z","time spent":"344.790643ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:00:43.870413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:43.525401Z","time spent":"344.925967ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:00:43.871009Z","caller":"traceutil/trace.go:171","msg":"trace[1707367759] transaction","detail":"{read_only:false; response_revision:4290; number_of_response:1; }","duration":"344.748293ms","start":"2026-03-13T10:00:43.526253Z","end":"2026-03-13T10:00:43.871002Z","steps":["trace[1707367759] 'process raft request' (duration: 343.861312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:43.87105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:43.526239Z","time spent":"344.792284ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:00:43.871199Z","caller":"traceutil/trace.go:171","msg":"trace[1213218500] linearizableReadLoop","detail":"{readStateIndex:4469; appliedIndex:4463; }","duration":"334.27924ms","start":"2026-03-13T10:00:43.536914Z","end":"2026-03-13T10:00:43.871193Z","steps":["trace[1213218500] 'read index received' (duration: 36.099988ms)","trace[1213218500] 'applied index is now lower than readState.Index' (duration: 298.178652ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:00:43.871268Z","caller":"traceutil/trace.go:171","msg":"trace[1165470469] transaction","detail":"{read_only:false; response_revision:4292; number_of_response:1; }","duration":"343.128845ms","start":"2026-03-13T10:00:43.528108Z","end":"2026-03-13T10:00:43.871237Z","steps":["trace[1165470469] 'process raft request' (duration: 343.056093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:43.87136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.184556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gf46x\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T10:00:43.871386Z","caller":"traceutil/trace.go:171","msg":"trace[997519182] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gf46x; range_end:; response_count:1; response_revision:4292; }","duration":"321.260978ms","start":"2026-03-13T10:00:43.550117Z","end":"2026-03-13T10:00:43.871378Z","steps":["trace[997519182] 'agreement among raft nodes before linearized reading' (duration: 321.133515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:43.871406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:43.550105Z","time spent":"321.297939ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-gf46x\" "} {"level":"info","ts":"2026-03-13T10:00:43.871407Z","caller":"traceutil/trace.go:171","msg":"trace[1829135811] transaction","detail":"{read_only:false; response_revision:4291; number_of_response:1; }","duration":"344.733903ms","start":"2026-03-13T10:00:43.526667Z","end":"2026-03-13T10:00:43.871401Z","steps":["trace[1829135811] 'process raft request' (duration: 344.306083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:43.871436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:43.526655Z","time spent":"344.768183ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:00:43.871529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.506608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4265abbc-fcdd-4479-93fb-9de3d5f27fb8\" ","response":"range_response_count:1 size:4074"} {"level":"warn","ts":"2026-03-13T10:00:43.871528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.602787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-13T10:00:43.871381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:43.528098Z","time spent":"343.227707ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:00:43.871573Z","caller":"traceutil/trace.go:171","msg":"trace[1927926021] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4292; }","duration":"334.651659ms","start":"2026-03-13T10:00:43.53691Z","end":"2026-03-13T10:00:43.871562Z","steps":["trace[1927926021] 'agreement among raft nodes before linearized reading' (duration: 334.332721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:43.871614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:43.536884Z","time spent":"334.722361ms","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":482,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-13T10:00:43.871549Z","caller":"traceutil/trace.go:171","msg":"trace[689929894] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4265abbc-fcdd-4479-93fb-9de3d5f27fb8; range_end:; response_count:1; response_revision:4292; }","duration":"229.557499ms","start":"2026-03-13T10:00:43.641987Z","end":"2026-03-13T10:00:43.871544Z","steps":["trace[689929894] 'agreement among raft nodes before linearized reading' (duration: 229.506018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:47.698498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497895975,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T10:00:47.706868Z","caller":"traceutil/trace.go:171","msg":"trace[539192966] transaction","detail":"{read_only:false; response_revision:4460; number_of_response:1; }","duration":"637.810876ms","start":"2026-03-13T10:00:47.069026Z","end":"2026-03-13T10:00:47.706837Z","steps":["trace[539192966] 'process raft request' (duration: 637.659582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:47.707007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:47.068982Z","time spent":"637.961829ms","remote":"127.0.0.1:58100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T10:00:47.955152Z","caller":"traceutil/trace.go:171","msg":"trace[1657981060] transaction","detail":"{read_only:false; response_revision:4461; number_of_response:1; }","duration":"671.523468ms","start":"2026-03-13T10:00:47.283609Z","end":"2026-03-13T10:00:47.955132Z","steps":["trace[1657981060] 'process raft request' (duration: 671.340964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:47.955259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:47.283587Z","time spent":"671.6155ms","remote":"127.0.0.1:36508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17292,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:00:47.955551Z","caller":"traceutil/trace.go:171","msg":"trace[170045934] transaction","detail":"{read_only:false; response_revision:4462; number_of_response:1; }","duration":"556.715143ms","start":"2026-03-13T10:00:47.398819Z","end":"2026-03-13T10:00:47.955534Z","steps":["trace[170045934] 'process raft request' (duration: 556.273883ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:47.955595Z","caller":"traceutil/trace.go:171","msg":"trace[751236715] linearizableReadLoop","detail":"{readStateIndex:4648; appliedIndex:4643; }","duration":"757.502534ms","start":"2026-03-13T10:00:47.198085Z","end":"2026-03-13T10:00:47.955587Z","steps":["trace[751236715] 'read index received' (duration: 508.669978ms)","trace[751236715] 'applied index is now lower than readState.Index' (duration: 248.831856ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:00:47.955629Z","caller":"traceutil/trace.go:171","msg":"trace[1506295765] transaction","detail":"{read_only:false; response_revision:4464; number_of_response:1; }","duration":"422.928128ms","start":"2026-03-13T10:00:47.532696Z","end":"2026-03-13T10:00:47.955624Z","steps":["trace[1506295765] 'process raft request' (duration: 422.842366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:47.955631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:47.398791Z","time spent":"556.799705ms","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1063,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:00:47.955658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:47.532681Z","time spent":"422.956438ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:00:47.955699Z","caller":"traceutil/trace.go:171","msg":"trace[460370192] transaction","detail":"{read_only:false; response_revision:4463; number_of_response:1; }","duration":"451.050851ms","start":"2026-03-13T10:00:47.504601Z","end":"2026-03-13T10:00:47.955651Z","steps":["trace[460370192] 'process raft request' (duration: 450.764994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:47.955888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:47.504571Z","time spent":"451.207794ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:00:47.955822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.70547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:00:47.95605Z","caller":"traceutil/trace.go:171","msg":"trace[884123182] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4464; }","duration":"757.995306ms","start":"2026-03-13T10:00:47.198029Z","end":"2026-03-13T10:00:47.956025Z","steps":["trace[884123182] 'agreement among raft nodes before linearized reading' (duration: 757.671809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:47.956144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:47.198Z","time spent":"758.126489ms","remote":"127.0.0.1:36890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:00:48.266192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.10445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:00:48.266323Z","caller":"traceutil/trace.go:171","msg":"trace[1744372428] transaction","detail":"{read_only:false; response_revision:4466; number_of_response:1; }","duration":"304.99622ms","start":"2026-03-13T10:00:47.961315Z","end":"2026-03-13T10:00:48.266311Z","steps":["trace[1744372428] 'process raft request' (duration: 304.952559ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:48.266359Z","caller":"traceutil/trace.go:171","msg":"trace[479983615] transaction","detail":"{read_only:false; response_revision:4465; number_of_response:1; }","duration":"440.017975ms","start":"2026-03-13T10:00:47.826311Z","end":"2026-03-13T10:00:48.266329Z","steps":["trace[479983615] 'process raft request' (duration: 194.72414ms)","trace[479983615] 'compare' (duration: 244.982088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:00:48.266427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:47.961287Z","time spent":"305.058111ms","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1351,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:00:48.266542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.895183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:00:48.266556Z","caller":"traceutil/trace.go:171","msg":"trace[38124215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4466; }","duration":"455.954595ms","start":"2026-03-13T10:00:47.810596Z","end":"2026-03-13T10:00:48.266551Z","steps":["trace[38124215] 'agreement among raft nodes before linearized reading' (duration: 455.927504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:48.266569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:47.81057Z","time spent":"455.996645ms","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:00:48.266558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:47.826274Z","time spent":"440.161258ms","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T10:00:48.266603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.973588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-13T10:00:48.266636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.183694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:00:48.266636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.800206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-bsprx\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-03-13T10:00:48.266678Z","caller":"traceutil/trace.go:171","msg":"trace[1010816081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4466; }","duration":"382.079779ms","start":"2026-03-13T10:00:47.884578Z","end":"2026-03-13T10:00:48.266658Z","steps":["trace[1010816081] 'agreement among raft nodes before linearized reading' (duration: 381.766932ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:48.266689Z","caller":"traceutil/trace.go:171","msg":"trace[43632588] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:4466; }","duration":"597.272735ms","start":"2026-03-13T10:00:47.6694Z","end":"2026-03-13T10:00:48.266673Z","steps":["trace[43632588] 'agreement among raft nodes before linearized reading' (duration: 597.202143ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:48.266698Z","caller":"traceutil/trace.go:171","msg":"trace[1979379573] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-bsprx; range_end:; response_count:1; response_revision:4466; }","duration":"441.876358ms","start":"2026-03-13T10:00:47.824807Z","end":"2026-03-13T10:00:48.266684Z","steps":["trace[1979379573] 'agreement among raft nodes before linearized reading' (duration: 441.727945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:48.266907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.582031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T10:00:48.267007Z","caller":"traceutil/trace.go:171","msg":"trace[790883503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4466; }","duration":"379.713235ms","start":"2026-03-13T10:00:47.887269Z","end":"2026-03-13T10:00:48.266983Z","steps":["trace[790883503] 'agreement among raft nodes before linearized reading' (duration: 379.410008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:48.267023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.791863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719288"} {"level":"info","ts":"2026-03-13T10:00:48.266349Z","caller":"traceutil/trace.go:171","msg":"trace[565538653] linearizableReadLoop","detail":"{readStateIndex:4649; appliedIndex:4648; }","duration":"310.710473ms","start":"2026-03-13T10:00:47.955609Z","end":"2026-03-13T10:00:48.26632Z","steps":["trace[565538653] 'read index received' (duration: 65.443289ms)","trace[565538653] 'applied index is now lower than readState.Index' (duration: 245.264224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:00:48.267061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:47.887258Z","time spent":"379.794127ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T10:00:48.266715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.016115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T10:00:48.267101Z","caller":"traceutil/trace.go:171","msg":"trace[1708559535] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4466; }","duration":"381.455356ms","start":"2026-03-13T10:00:47.885638Z","end":"2026-03-13T10:00:48.267094Z","steps":["trace[1708559535] 'agreement among raft nodes before linearized reading' (duration: 380.914253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:48.266949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:47.824769Z","time spent":"442.168975ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9739,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-bsprx\" "} {"level":"warn","ts":"2026-03-13T10:00:48.267138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:47.885631Z","time spent":"381.499086ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T10:00:48.266721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:47.884563Z","time spent":"382.148452ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T10:00:48.267067Z","caller":"traceutil/trace.go:171","msg":"trace[1443842068] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4466; }","duration":"801.868455ms","start":"2026-03-13T10:00:47.465184Z","end":"2026-03-13T10:00:48.267052Z","steps":["trace[1443842068] 'agreement among raft nodes before linearized reading' (duration: 801.23186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:48.267408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:47.465167Z","time spent":"802.231563ms","remote":"127.0.0.1:36436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719311,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-13T10:00:48.267411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.729273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gf46x\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T10:00:48.267527Z","caller":"traceutil/trace.go:171","msg":"trace[1979249651] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gf46x; range_end:; response_count:1; response_revision:4466; }","duration":"288.946087ms","start":"2026-03-13T10:00:47.978559Z","end":"2026-03-13T10:00:48.267505Z","steps":["trace[1979249651] 'agreement among raft nodes before linearized reading' (duration: 288.573098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:48.26673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:47.669377Z","time spent":"597.342307ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:00:48.266793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.080739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T10:00:48.267739Z","caller":"traceutil/trace.go:171","msg":"trace[872981823] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4466; }","duration":"383.062342ms","start":"2026-03-13T10:00:47.884663Z","end":"2026-03-13T10:00:48.267725Z","steps":["trace[872981823] 'agreement among raft nodes before linearized reading' (duration: 382.034518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:48.267788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:47.884632Z","time spent":"383.144304ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T10:00:48.266887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.038639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T10:00:48.267881Z","caller":"traceutil/trace.go:171","msg":"trace[1681675144] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4466; }","duration":"383.052173ms","start":"2026-03-13T10:00:47.88482Z","end":"2026-03-13T10:00:48.267872Z","steps":["trace[1681675144] 'agreement among raft nodes before linearized reading' (duration: 381.810224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:48.267908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:47.884813Z","time spent":"383.087753ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T10:00:48.266849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.753734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T10:00:48.267987Z","caller":"traceutil/trace.go:171","msg":"trace[2138203439] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4466; }","duration":"473.943152ms","start":"2026-03-13T10:00:47.794033Z","end":"2026-03-13T10:00:48.267976Z","steps":["trace[2138203439] 'agreement among raft nodes before linearized reading' (duration: 472.55162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:48.268018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:47.79402Z","time spent":"473.992153ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T10:00:48.675571Z","caller":"traceutil/trace.go:171","msg":"trace[2038618386] linearizableReadLoop","detail":"{readStateIndex:4651; appliedIndex:4650; }","duration":"404.964041ms","start":"2026-03-13T10:00:48.270587Z","end":"2026-03-13T10:00:48.675551Z","steps":["trace[2038618386] 'read index received' (duration: 404.857439ms)","trace[2038618386] 'applied index is now lower than readState.Index' (duration: 105.552µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:00:48.675653Z","caller":"traceutil/trace.go:171","msg":"trace[1066490853] transaction","detail":"{read_only:false; response_revision:4467; number_of_response:1; }","duration":"405.537784ms","start":"2026-03-13T10:00:48.270075Z","end":"2026-03-13T10:00:48.675613Z","steps":["trace[1066490853] 'process raft request' (duration: 405.344799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:48.675844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:48.270053Z","time spent":"405.678898ms","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":754,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T10:00:48.675837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.223337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T10:00:48.675925Z","caller":"traceutil/trace.go:171","msg":"trace[1764510462] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4467; }","duration":"405.336149ms","start":"2026-03-13T10:00:48.270566Z","end":"2026-03-13T10:00:48.675903Z","steps":["trace[1764510462] 'agreement among raft nodes before linearized reading' (duration: 405.065963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:48.675971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:48.270555Z","time spent":"405.404131ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T10:00:48.684771Z","caller":"traceutil/trace.go:171","msg":"trace[597713311] transaction","detail":"{read_only:false; response_revision:4468; number_of_response:1; }","duration":"413.188422ms","start":"2026-03-13T10:00:48.271557Z","end":"2026-03-13T10:00:48.684745Z","steps":["trace[597713311] 'process raft request' (duration: 413.046908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:48.684929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:48.271541Z","time spent":"413.292434ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:00:48.685036Z","caller":"traceutil/trace.go:171","msg":"trace[770562569] transaction","detail":"{read_only:false; response_revision:4471; number_of_response:1; }","duration":"411.116513ms","start":"2026-03-13T10:00:48.273909Z","end":"2026-03-13T10:00:48.685026Z","steps":["trace[770562569] 'process raft request' (duration: 411.050142ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:48.685079Z","caller":"traceutil/trace.go:171","msg":"trace[175936326] transaction","detail":"{read_only:false; response_revision:4469; number_of_response:1; }","duration":"412.161048ms","start":"2026-03-13T10:00:48.272901Z","end":"2026-03-13T10:00:48.685062Z","steps":["trace[175936326] 'process raft request' (duration: 411.80969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:48.685115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:48.273903Z","time spent":"411.164825ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:00:48.6852Z","caller":"traceutil/trace.go:171","msg":"trace[1947730818] transaction","detail":"{read_only:false; response_revision:4470; number_of_response:1; }","duration":"412.130567ms","start":"2026-03-13T10:00:48.273058Z","end":"2026-03-13T10:00:48.685188Z","steps":["trace[1947730818] 'process raft request' (duration: 411.84146ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:48.685208Z","caller":"traceutil/trace.go:171","msg":"trace[1468700047] transaction","detail":"{read_only:false; response_revision:4472; number_of_response:1; }","duration":"411.228006ms","start":"2026-03-13T10:00:48.273969Z","end":"2026-03-13T10:00:48.685197Z","steps":["trace[1468700047] 'process raft request' (duration: 411.031182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:48.685256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:48.273965Z","time spent":"411.268727ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:00:48.685262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:48.273049Z","time spent":"412.183918ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:00:48.685415Z","caller":"traceutil/trace.go:171","msg":"trace[1448371718] transaction","detail":"{read_only:false; response_revision:4475; number_of_response:1; }","duration":"409.510116ms","start":"2026-03-13T10:00:48.275888Z","end":"2026-03-13T10:00:48.685399Z","steps":["trace[1448371718] 'process raft request' (duration: 409.317751ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:48.68546Z","caller":"traceutil/trace.go:171","msg":"trace[1088888458] transaction","detail":"{read_only:false; response_revision:4474; number_of_response:1; }","duration":"411.212586ms","start":"2026-03-13T10:00:48.274242Z","end":"2026-03-13T10:00:48.685455Z","steps":["trace[1088888458] 'process raft request' (duration: 410.92615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:48.6855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:48.274235Z","time spent":"411.243297ms","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T10:00:48.685505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:48.275879Z","time spent":"409.589169ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2520,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T10:00:48.685581Z","caller":"traceutil/trace.go:171","msg":"trace[496795081] transaction","detail":"{read_only:false; response_revision:4477; number_of_response:1; }","duration":"408.39367ms","start":"2026-03-13T10:00:48.277178Z","end":"2026-03-13T10:00:48.685572Z","steps":["trace[496795081] 'process raft request' (duration: 408.100113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:48.685642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:48.277168Z","time spent":"408.438382ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9713,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:00:48.685728Z","caller":"traceutil/trace.go:171","msg":"trace[383085904] transaction","detail":"{read_only:false; response_revision:4476; number_of_response:1; }","duration":"409.809953ms","start":"2026-03-13T10:00:48.275909Z","end":"2026-03-13T10:00:48.685719Z","steps":["trace[383085904] 'process raft request' (duration: 409.337472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:48.685774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:48.275883Z","time spent":"409.872665ms","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T10:00:48.685433Z","caller":"traceutil/trace.go:171","msg":"trace[179642275] transaction","detail":"{read_only:false; response_revision:4473; number_of_response:1; }","duration":"411.369669ms","start":"2026-03-13T10:00:48.274052Z","end":"2026-03-13T10:00:48.685421Z","steps":["trace[179642275] 'process raft request' (duration: 411.039002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:48.685848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.093176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62876"} {"level":"warn","ts":"2026-03-13T10:00:48.68589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.288362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719288"} {"level":"info","ts":"2026-03-13T10:00:48.68593Z","caller":"traceutil/trace.go:171","msg":"trace[2034126230] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4478; }","duration":"176.368844ms","start":"2026-03-13T10:00:48.509552Z","end":"2026-03-13T10:00:48.685921Z","steps":["trace[2034126230] 'agreement among raft nodes before linearized reading' (duration: 176.015046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:48.685963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.271079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:00:48.686015Z","caller":"traceutil/trace.go:171","msg":"trace[1765994413] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4478; }","duration":"150.31073ms","start":"2026-03-13T10:00:48.535681Z","end":"2026-03-13T10:00:48.685992Z","steps":["trace[1765994413] 'agreement among raft nodes before linearized reading' (duration: 150.253838ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:48.685893Z","caller":"traceutil/trace.go:171","msg":"trace[899717632] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4478; }","duration":"412.156328ms","start":"2026-03-13T10:00:48.273726Z","end":"2026-03-13T10:00:48.685882Z","steps":["trace[899717632] 'agreement among raft nodes before linearized reading' (duration: 411.964774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:48.686121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:48.273718Z","time spent":"412.393623ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62899,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T10:00:48.685853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:48.274032Z","time spent":"411.7977ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:00:48.687042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:48.272874Z","time spent":"412.249369ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:00:50.084179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.68902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777473"} {"level":"info","ts":"2026-03-13T10:00:50.084259Z","caller":"traceutil/trace.go:171","msg":"trace[254195609] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4502; }","duration":"770.815083ms","start":"2026-03-13T10:00:49.313426Z","end":"2026-03-13T10:00:50.084241Z","steps":["trace[254195609] 'range keys from in-memory index tree' (duration: 770.21723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:50.084301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:49.313408Z","time spent":"770.883736ms","remote":"127.0.0.1:36436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777496,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-13T10:00:50.084748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.740429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"warn","ts":"2026-03-13T10:00:50.084734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.864054ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:00:50.084834Z","caller":"traceutil/trace.go:171","msg":"trace[606678128] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4502; }","duration":"620.875923ms","start":"2026-03-13T10:00:49.463939Z","end":"2026-03-13T10:00:50.084815Z","steps":["trace[606678128] 'range keys from in-memory index tree' (duration: 620.569686ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:50.084857Z","caller":"traceutil/trace.go:171","msg":"trace[1689688740] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4502; }","duration":"437.988047ms","start":"2026-03-13T10:00:49.646851Z","end":"2026-03-13T10:00:50.084839Z","steps":["trace[1689688740] 'range keys from in-memory index tree' (duration: 437.849894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:50.084928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:49.463921Z","time spent":"620.953575ms","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":917,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"info","ts":"2026-03-13T10:00:50.085536Z","caller":"traceutil/trace.go:171","msg":"trace[948926852] transaction","detail":"{read_only:false; response_revision:4503; number_of_response:1; }","duration":"551.786929ms","start":"2026-03-13T10:00:49.53373Z","end":"2026-03-13T10:00:50.085517Z","steps":["trace[948926852] 'process raft request' (duration: 545.284438ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:50.085592Z","caller":"traceutil/trace.go:171","msg":"trace[1845910159] transaction","detail":"{read_only:false; response_revision:4504; number_of_response:1; }","duration":"124.231743ms","start":"2026-03-13T10:00:49.961345Z","end":"2026-03-13T10:00:50.085577Z","steps":["trace[1845910159] 'process raft request' (duration: 124.09899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:50.085658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:49.533701Z","time spent":"551.884982ms","remote":"127.0.0.1:51884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413667,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:00:50.085699Z","caller":"traceutil/trace.go:171","msg":"trace[1498184431] linearizableReadLoop","detail":"{readStateIndex:4688; appliedIndex:4687; }","duration":"389.43308ms","start":"2026-03-13T10:00:49.696126Z","end":"2026-03-13T10:00:50.085559Z","steps":["trace[1498184431] 'read index received' (duration: 382.794166ms)","trace[1498184431] 'applied index is now lower than readState.Index' (duration: 6.629804ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:00:50.085731Z","caller":"traceutil/trace.go:171","msg":"trace[523422693] transaction","detail":"{read_only:false; response_revision:4505; number_of_response:1; }","duration":"123.65337ms","start":"2026-03-13T10:00:49.962048Z","end":"2026-03-13T10:00:50.085701Z","steps":["trace[523422693] 'process raft request' (duration: 123.488166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:50.085931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.791669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a5846922-2640-4270-98d3-63d27c404f6a\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-13T10:00:50.086666Z","caller":"traceutil/trace.go:171","msg":"trace[389230159] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a5846922-2640-4270-98d3-63d27c404f6a; range_end:; response_count:1; response_revision:4505; }","duration":"390.577557ms","start":"2026-03-13T10:00:49.69607Z","end":"2026-03-13T10:00:50.086648Z","steps":["trace[389230159] 'agreement among raft nodes before linearized reading' (duration: 389.648406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:50.086723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:49.696048Z","time spent":"390.654518ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a5846922-2640-4270-98d3-63d27c404f6a\" "} {"level":"warn","ts":"2026-03-13T10:00:50.08672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.029847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:00:50.086822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.164089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-bsprx.189c5e4f81169bb5\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-13T10:00:50.086816Z","caller":"traceutil/trace.go:171","msg":"trace[1138430736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4505; }","duration":"276.151ms","start":"2026-03-13T10:00:49.810622Z","end":"2026-03-13T10:00:50.086773Z","steps":["trace[1138430736] 'agreement among raft nodes before linearized reading' (duration: 276.005687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:50.086828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.871665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-bsprx\" ","response":"range_response_count:1 size:9830"} {"level":"info","ts":"2026-03-13T10:00:50.086874Z","caller":"traceutil/trace.go:171","msg":"trace[192112366] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-bsprx.189c5e4f81169bb5; range_end:; response_count:1; response_revision:4505; }","duration":"235.250751ms","start":"2026-03-13T10:00:49.851611Z","end":"2026-03-13T10:00:50.086862Z","steps":["trace[192112366] 'agreement among raft nodes before linearized reading' (duration: 235.053266ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:50.086891Z","caller":"traceutil/trace.go:171","msg":"trace[1438020077] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-bsprx; range_end:; response_count:1; response_revision:4505; }","duration":"235.968317ms","start":"2026-03-13T10:00:49.850906Z","end":"2026-03-13T10:00:50.086874Z","steps":["trace[1438020077] 'agreement among raft nodes before linearized reading' (duration: 235.817264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:52.593381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.239253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:00:52.593986Z","caller":"traceutil/trace.go:171","msg":"trace[807567199] transaction","detail":"{read_only:false; response_revision:4524; number_of_response:1; }","duration":"695.930574ms","start":"2026-03-13T10:00:51.898026Z","end":"2026-03-13T10:00:52.593956Z","steps":["trace[807567199] 'process raft request' (duration: 70.040046ms)","trace[807567199] 'compare' (duration: 625.09326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:00:52.594073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:51.897941Z","time spent":"696.094168ms","remote":"127.0.0.1:36448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1219,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T10:00:52.59417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497896109,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:00:53.197923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.693379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:00:53.19818Z","caller":"traceutil/trace.go:171","msg":"trace[754850054] transaction","detail":"{read_only:false; response_revision:4525; number_of_response:1; }","duration":"1.10628262s","start":"2026-03-13T10:00:52.09186Z","end":"2026-03-13T10:00:53.198142Z","steps":["trace[754850054] 'process raft request' (duration: 656.275833ms)","trace[754850054] 'compare' (duration: 449.559186ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:00:53.198289Z","caller":"traceutil/trace.go:171","msg":"trace[1219131692] transaction","detail":"{read_only:false; response_revision:4528; number_of_response:1; }","duration":"276.238893ms","start":"2026-03-13T10:00:52.922023Z","end":"2026-03-13T10:00:53.198262Z","steps":["trace[1219131692] 'process raft request' (duration: 276.164571ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:53.198365Z","caller":"traceutil/trace.go:171","msg":"trace[477159010] linearizableReadLoop","detail":"{readStateIndex:4713; appliedIndex:4711; }","duration":"1.104237773s","start":"2026-03-13T10:00:52.094111Z","end":"2026-03-13T10:00:53.198348Z","steps":["trace[477159010] 'read index received' (duration: 654.133164ms)","trace[477159010] 'applied index is now lower than readState.Index' (duration: 450.103229ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:00:53.198446Z","caller":"traceutil/trace.go:171","msg":"trace[1094868361] transaction","detail":"{read_only:false; response_revision:4526; number_of_response:1; }","duration":"1.106177217s","start":"2026-03-13T10:00:52.092206Z","end":"2026-03-13T10:00:53.198383Z","steps":["trace[1094868361] 'process raft request' (duration: 1.10584173s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:53.198529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104421866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a5846922-2640-4270-98d3-63d27c404f6a\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-03-13T10:00:53.198406Z","caller":"traceutil/trace.go:171","msg":"trace[52133216] transaction","detail":"{read_only:false; response_revision:4527; number_of_response:1; }","duration":"599.912727ms","start":"2026-03-13T10:00:52.598444Z","end":"2026-03-13T10:00:53.198357Z","steps":["trace[52133216] 'process raft request' (duration: 599.666141ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:53.198567Z","caller":"traceutil/trace.go:171","msg":"trace[265049951] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a5846922-2640-4270-98d3-63d27c404f6a; range_end:; response_count:1; response_revision:4528; }","duration":"1.104530209s","start":"2026-03-13T10:00:52.094024Z","end":"2026-03-13T10:00:53.198555Z","steps":["trace[265049951] 'agreement among raft nodes before linearized reading' (duration: 1.104366836s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:53.198601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:52.094003Z","time spent":"1.10459109s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3914,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a5846922-2640-4270-98d3-63d27c404f6a\" "} {"level":"warn","ts":"2026-03-13T10:00:53.198705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.856293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T10:00:53.198748Z","caller":"traceutil/trace.go:171","msg":"trace[1658546530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4528; }","duration":"502.951646ms","start":"2026-03-13T10:00:52.695787Z","end":"2026-03-13T10:00:53.198738Z","steps":["trace[1658546530] 'agreement among raft nodes before linearized reading' (duration: 502.792832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:53.198771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:52.695765Z","time spent":"503.001626ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T10:00:53.198833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.832296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T10:00:53.198842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:52.09218Z","time spent":"1.106367042s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:00:53.198893Z","caller":"traceutil/trace.go:171","msg":"trace[1767949292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4528; }","duration":"497.932449ms","start":"2026-03-13T10:00:52.700948Z","end":"2026-03-13T10:00:53.19888Z","steps":["trace[1767949292] 'agreement among raft nodes before linearized reading' (duration: 497.727144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:53.198903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.762691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T10:00:53.198935Z","caller":"traceutil/trace.go:171","msg":"trace[1853135300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4528; }","duration":"499.794772ms","start":"2026-03-13T10:00:52.699135Z","end":"2026-03-13T10:00:53.198929Z","steps":["trace[1853135300] 'agreement among raft nodes before linearized reading' (duration: 499.730421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:53.198953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:52.699093Z","time spent":"499.856743ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T10:00:53.19837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:52.091836Z","time spent":"1.106429104s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:00:53.198958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.84776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T10:00:53.198977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.258895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-13T10:00:53.198982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.083272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gf46x\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-13T10:00:53.199009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.206416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T10:00:53.199019Z","caller":"traceutil/trace.go:171","msg":"trace[1521171173] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4528; }","duration":"498.933122ms","start":"2026-03-13T10:00:52.700071Z","end":"2026-03-13T10:00:53.199004Z","steps":["trace[1521171173] 'agreement among raft nodes before linearized reading' (duration: 498.707356ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:53.199049Z","caller":"traceutil/trace.go:171","msg":"trace[505819262] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4528; }","duration":"492.258497ms","start":"2026-03-13T10:00:52.706777Z","end":"2026-03-13T10:00:53.199035Z","steps":["trace[505819262] 'agreement among raft nodes before linearized reading' (duration: 492.171455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:53.198931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:52.700934Z","time spent":"497.99005ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T10:00:53.199138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:52.706768Z","time spent":"492.36027ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:00:53.199055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:52.700056Z","time spent":"498.991354ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T10:00:53.199016Z","caller":"traceutil/trace.go:171","msg":"trace[1976372042] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4528; }","duration":"118.338377ms","start":"2026-03-13T10:00:53.080669Z","end":"2026-03-13T10:00:53.199007Z","steps":["trace[1976372042] 'agreement among raft nodes before linearized reading' (duration: 118.226674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:53.198873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:52.598418Z","time spent":"600.240714ms","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T10:00:53.199025Z","caller":"traceutil/trace.go:171","msg":"trace[347761339] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gf46x; range_end:; response_count:1; response_revision:4528; }","duration":"498.147484ms","start":"2026-03-13T10:00:52.700865Z","end":"2026-03-13T10:00:53.199012Z","steps":["trace[347761339] 'agreement among raft nodes before linearized reading' (duration: 498.003951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:53.199362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:52.700855Z","time spent":"498.493282ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-gf46x\" "} {"level":"warn","ts":"2026-03-13T10:00:53.19958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.950366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T10:00:53.200179Z","caller":"traceutil/trace.go:171","msg":"trace[1293300285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4528; }","duration":"500.124189ms","start":"2026-03-13T10:00:52.699545Z","end":"2026-03-13T10:00:53.199669Z","steps":["trace[1293300285] 'agreement among raft nodes before linearized reading' (duration: 499.321251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:53.200262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:52.699535Z","time spent":"500.710503ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T10:00:57.088287Z","caller":"traceutil/trace.go:171","msg":"trace[2060029842] linearizableReadLoop","detail":"{readStateIndex:4810; appliedIndex:4809; }","duration":"152.962961ms","start":"2026-03-13T10:00:56.935297Z","end":"2026-03-13T10:00:57.08826Z","steps":["trace[2060029842] 'read index received' (duration: 152.763736ms)","trace[2060029842] 'applied index is now lower than readState.Index' (duration: 198.035µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:00:57.088348Z","caller":"traceutil/trace.go:171","msg":"trace[150585320] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"157.209219ms","start":"2026-03-13T10:00:56.9311Z","end":"2026-03-13T10:00:57.088309Z","steps":["trace[150585320] 'process raft request' (duration: 156.979764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:57.08857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.246717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4265abbc-fcdd-4479-93fb-9de3d5f27fb8\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-13T10:00:57.088721Z","caller":"traceutil/trace.go:171","msg":"trace[789461082] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4265abbc-fcdd-4479-93fb-9de3d5f27fb8; range_end:; response_count:1; response_revision:4621; }","duration":"153.437022ms","start":"2026-03-13T10:00:56.935257Z","end":"2026-03-13T10:00:57.088694Z","steps":["trace[789461082] 'agreement among raft nodes before linearized reading' (duration: 153.110314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:57.266971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.559761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:00:57.267079Z","caller":"traceutil/trace.go:171","msg":"trace[1707975156] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"172.078194ms","start":"2026-03-13T10:00:57.094974Z","end":"2026-03-13T10:00:57.267053Z","steps":["trace[1707975156] 'process raft request' (duration: 66.36111ms)","trace[1707975156] 'compare' (duration: 105.434638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:00:57.6628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.307046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:00:57.663042Z","caller":"traceutil/trace.go:171","msg":"trace[165763454] transaction","detail":"{read_only:false; response_revision:4623; number_of_response:1; }","duration":"567.936294ms","start":"2026-03-13T10:00:57.095077Z","end":"2026-03-13T10:00:57.663013Z","steps":["trace[165763454] 'process raft request' (duration: 275.312671ms)","trace[165763454] 'compare' (duration: 292.05358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:00:57.66318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:57.095046Z","time spent":"568.060667ms","remote":"127.0.0.1:36500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:00:57.663267Z","caller":"traceutil/trace.go:171","msg":"trace[274313772] linearizableReadLoop","detail":"{readStateIndex:4816; appliedIndex:4811; }","duration":"440.865195ms","start":"2026-03-13T10:00:57.222383Z","end":"2026-03-13T10:00:57.663248Z","steps":["trace[274313772] 'read index received' (duration: 148.022837ms)","trace[274313772] 'applied index is now lower than readState.Index' (duration: 292.841398ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:00:57.663426Z","caller":"traceutil/trace.go:171","msg":"trace[660296176] transaction","detail":"{read_only:false; response_revision:4624; number_of_response:1; }","duration":"568.250612ms","start":"2026-03-13T10:00:57.09514Z","end":"2026-03-13T10:00:57.663391Z","steps":["trace[660296176] 'process raft request' (duration: 567.792481ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:57.663468Z","caller":"traceutil/trace.go:171","msg":"trace[1625138062] transaction","detail":"{read_only:false; response_revision:4627; number_of_response:1; }","duration":"446.624948ms","start":"2026-03-13T10:00:57.216817Z","end":"2026-03-13T10:00:57.663442Z","steps":["trace[1625138062] 'process raft request' (duration: 446.383802ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:57.663473Z","caller":"traceutil/trace.go:171","msg":"trace[1414802882] transaction","detail":"{read_only:false; response_revision:4625; number_of_response:1; }","duration":"567.779121ms","start":"2026-03-13T10:00:57.095655Z","end":"2026-03-13T10:00:57.663434Z","steps":["trace[1414802882] 'process raft request' (duration: 567.379852ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:57.663502Z","caller":"traceutil/trace.go:171","msg":"trace[476029774] transaction","detail":"{read_only:false; response_revision:4626; number_of_response:1; }","duration":"452.669778ms","start":"2026-03-13T10:00:57.210804Z","end":"2026-03-13T10:00:57.663474Z","steps":["trace[476029774] 'process raft request' (duration: 452.302679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:57.663543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:57.095114Z","time spent":"568.366464ms","remote":"127.0.0.1:36620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:00:57.663545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.163131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T10:00:57.663583Z","caller":"traceutil/trace.go:171","msg":"trace[607645676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4627; }","duration":"441.233903ms","start":"2026-03-13T10:00:57.222337Z","end":"2026-03-13T10:00:57.663571Z","steps":["trace[607645676] 'agreement among raft nodes before linearized reading' (duration: 441.08563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:57.663586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:57.216803Z","time spent":"446.71828ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:00:57.663609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:57.210776Z","time spent":"452.779991ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:00:57.663619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:57.222325Z","time spent":"441.286164ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T10:00:57.66362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:57.095646Z","time spent":"567.903784ms","remote":"127.0.0.1:36620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:00:57.663653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.81171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T10:00:57.663692Z","caller":"traceutil/trace.go:171","msg":"trace[758397523] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4627; }","duration":"439.868751ms","start":"2026-03-13T10:00:57.223813Z","end":"2026-03-13T10:00:57.663682Z","steps":["trace[758397523] 'agreement among raft nodes before linearized reading' (duration: 439.702857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:57.663719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:57.223804Z","time spent":"439.908372ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T10:00:57.663713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.984677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-13T10:00:57.663713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.405574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-13T10:00:57.663711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.994867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T10:00:57.663779Z","caller":"traceutil/trace.go:171","msg":"trace[380825535] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4627; }","duration":"441.09487ms","start":"2026-03-13T10:00:57.222669Z","end":"2026-03-13T10:00:57.663764Z","steps":["trace[380825535] 'agreement among raft nodes before linearized reading' (duration: 440.864624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:57.663789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.226826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T10:00:57.663812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:57.222651Z","time spent":"441.15211ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T10:00:57.663817Z","caller":"traceutil/trace.go:171","msg":"trace[502627919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4627; }","duration":"439.253527ms","start":"2026-03-13T10:00:57.224555Z","end":"2026-03-13T10:00:57.663808Z","steps":["trace[502627919] 'agreement among raft nodes before linearized reading' (duration: 439.174865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:57.663783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.915239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gf46x\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T10:00:57.66381Z","caller":"traceutil/trace.go:171","msg":"trace[185416650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4627; }","duration":"440.525006ms","start":"2026-03-13T10:00:57.22326Z","end":"2026-03-13T10:00:57.663785Z","steps":["trace[185416650] 'agreement among raft nodes before linearized reading' (duration: 440.26879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:57.663843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:57.224522Z","time spent":"439.315428ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T10:00:57.66381Z","caller":"traceutil/trace.go:171","msg":"trace[461166678] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4627; }","duration":"441.149811ms","start":"2026-03-13T10:00:57.222643Z","end":"2026-03-13T10:00:57.663793Z","steps":["trace[461166678] 'agreement among raft nodes before linearized reading' (duration: 440.877355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:57.663885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:57.223251Z","time spent":"440.620218ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T10:00:57.6639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:57.222622Z","time spent":"441.269393ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T10:00:57.663885Z","caller":"traceutil/trace.go:171","msg":"trace[1680926167] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gf46x; range_end:; response_count:1; response_revision:4627; }","duration":"439.042622ms","start":"2026-03-13T10:00:57.224816Z","end":"2026-03-13T10:00:57.663858Z","steps":["trace[1680926167] 'agreement among raft nodes before linearized reading' (duration: 438.783436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:57.663963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:57.224805Z","time spent":"439.142085ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-gf46x\" "} {"level":"warn","ts":"2026-03-13T10:00:58.010711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.937609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:00:58.010898Z","caller":"traceutil/trace.go:171","msg":"trace[205391217] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"343.028093ms","start":"2026-03-13T10:00:57.66775Z","end":"2026-03-13T10:00:58.010778Z","steps":["trace[205391217] 'process raft request' (duration: 99.972231ms)","trace[205391217] 'compare' (duration: 242.862718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:00:58.010943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:57.667726Z","time spent":"343.198577ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:00:58.497426Z","caller":"traceutil/trace.go:171","msg":"trace[159045122] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"829.540497ms","start":"2026-03-13T10:00:57.667858Z","end":"2026-03-13T10:00:58.497399Z","steps":["trace[159045122] 'process raft request' (duration: 792.799784ms)","trace[159045122] 'compare' (duration: 36.348724ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:00:58.497511Z","caller":"traceutil/trace.go:171","msg":"trace[739071800] transaction","detail":"{read_only:false; response_revision:4631; number_of_response:1; }","duration":"815.05143ms","start":"2026-03-13T10:00:57.682431Z","end":"2026-03-13T10:00:58.497482Z","steps":["trace[739071800] 'process raft request' (duration: 814.968268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:58.497646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:57.667841Z","time spent":"829.643119ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:00:58.497655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:57.682423Z","time spent":"815.164683ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:00:58.49752Z","caller":"traceutil/trace.go:171","msg":"trace[1024244666] transaction","detail":"{read_only:false; response_revision:4630; number_of_response:1; }","duration":"815.114312ms","start":"2026-03-13T10:00:57.682377Z","end":"2026-03-13T10:00:58.497491Z","steps":["trace[1024244666] 'process raft request' (duration: 814.891937ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:58.497815Z","caller":"traceutil/trace.go:171","msg":"trace[1657009214] linearizableReadLoop","detail":"{readStateIndex:4822; appliedIndex:4816; }","duration":"755.032387ms","start":"2026-03-13T10:00:57.742767Z","end":"2026-03-13T10:00:58.497799Z","steps":["trace[1657009214] 'read index received' (duration: 24.96814ms)","trace[1657009214] 'applied index is now lower than readState.Index' (duration: 730.063377ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:00:58.4979Z","caller":"traceutil/trace.go:171","msg":"trace[1670106789] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"813.408362ms","start":"2026-03-13T10:00:57.684477Z","end":"2026-03-13T10:00:58.497885Z","steps":["trace[1670106789] 'process raft request' (duration: 813.180267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:58.497932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.16619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:00:58.497971Z","caller":"traceutil/trace.go:171","msg":"trace[1254500099] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4633; }","duration":"755.241922ms","start":"2026-03-13T10:00:57.742716Z","end":"2026-03-13T10:00:58.497958Z","steps":["trace[1254500099] 'agreement among raft nodes before linearized reading' (duration: 755.16967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:58.497979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:57.684456Z","time spent":"813.484543ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:00:58.498008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:57.742682Z","time spent":"755.316334ms","remote":"127.0.0.1:37604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:00:58.498083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.494805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:00:58.498325Z","caller":"traceutil/trace.go:171","msg":"trace[1448993305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4633; }","duration":"686.788052ms","start":"2026-03-13T10:00:57.811523Z","end":"2026-03-13T10:00:58.498311Z","steps":["trace[1448993305] 'agreement among raft nodes before linearized reading' (duration: 686.454694ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:00:58.497831Z","caller":"traceutil/trace.go:171","msg":"trace[622586497] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"814.473187ms","start":"2026-03-13T10:00:57.683346Z","end":"2026-03-13T10:00:58.497819Z","steps":["trace[622586497] 'process raft request' (duration: 814.099068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:58.498401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:57.811499Z","time spent":"686.890895ms","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:00:58.498509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:57.683337Z","time spent":"815.094361ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:00:58.497841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:57.682367Z","time spent":"815.391318ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:00:58.49827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.128318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-13T10:00:58.498821Z","caller":"traceutil/trace.go:171","msg":"trace[259310799] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4633; }","duration":"490.504336ms","start":"2026-03-13T10:00:58.008123Z","end":"2026-03-13T10:00:58.498627Z","steps":["trace[259310799] 'agreement among raft nodes before linearized reading' (duration: 489.991604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:00:58.498855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:00:58.008107Z","time spent":"490.738441ms","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-13T10:01:00.083557Z","caller":"traceutil/trace.go:171","msg":"trace[1165912771] transaction","detail":"{read_only:false; response_revision:4636; number_of_response:1; }","duration":"139.513979ms","start":"2026-03-13T10:00:59.944014Z","end":"2026-03-13T10:01:00.083528Z","steps":["trace[1165912771] 'process raft request' (duration: 139.362846ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:00.132686Z","caller":"traceutil/trace.go:171","msg":"trace[1924323897] linearizableReadLoop","detail":"{readStateIndex:4826; appliedIndex:4824; }","duration":"118.147073ms","start":"2026-03-13T10:01:00.014515Z","end":"2026-03-13T10:01:00.132662Z","steps":["trace[1924323897] 'read index received' (duration: 68.973291ms)","trace[1924323897] 'applied index is now lower than readState.Index' (duration: 49.172642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:00.132924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.400289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T10:01:00.132966Z","caller":"traceutil/trace.go:171","msg":"trace[1377013943] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4637; }","duration":"118.532761ms","start":"2026-03-13T10:01:00.014422Z","end":"2026-03-13T10:01:00.132955Z","steps":["trace[1377013943] 'agreement among raft nodes before linearized reading' (duration: 118.364288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:00.132993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.785291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:01:00.133104Z","caller":"traceutil/trace.go:171","msg":"trace[1323895651] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:0; response_revision:4637; }","duration":"110.960905ms","start":"2026-03-13T10:01:00.022118Z","end":"2026-03-13T10:01:00.133079Z","steps":["trace[1323895651] 'agreement among raft nodes before linearized reading' (duration: 110.766541ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:00.132937Z","caller":"traceutil/trace.go:171","msg":"trace[1282419442] transaction","detail":"{read_only:false; response_revision:4637; number_of_response:1; }","duration":"181.512114ms","start":"2026-03-13T10:00:59.951348Z","end":"2026-03-13T10:01:00.13286Z","steps":["trace[1282419442] 'process raft request' (duration: 181.176446ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:01.316516Z","caller":"traceutil/trace.go:171","msg":"trace[300619726] linearizableReadLoop","detail":"{readStateIndex:4862; appliedIndex:4861; }","duration":"170.111999ms","start":"2026-03-13T10:01:01.146379Z","end":"2026-03-13T10:01:01.316491Z","steps":["trace[300619726] 'read index received' (duration: 169.864153ms)","trace[300619726] 'applied index is now lower than readState.Index' (duration: 246.886µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:01.31677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.376626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:01:01.316845Z","caller":"traceutil/trace.go:171","msg":"trace[1147439727] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:4671; }","duration":"170.517199ms","start":"2026-03-13T10:01:01.146317Z","end":"2026-03-13T10:01:01.316835Z","steps":["trace[1147439727] 'agreement among raft nodes before linearized reading' (duration: 170.268513ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:01.3171Z","caller":"traceutil/trace.go:171","msg":"trace[1837206297] transaction","detail":"{read_only:false; response_revision:4671; number_of_response:1; }","duration":"273.709194ms","start":"2026-03-13T10:01:01.042822Z","end":"2026-03-13T10:01:01.316531Z","steps":["trace[1837206297] 'process raft request' (duration: 273.497229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:01.860826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.315481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:01:01.861401Z","caller":"traceutil/trace.go:171","msg":"trace[491740777] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"542.632566ms","start":"2026-03-13T10:01:01.318737Z","end":"2026-03-13T10:01:01.86137Z","steps":["trace[491740777] 'process raft request' (duration: 406.694851ms)","trace[491740777] 'compare' (duration: 134.809859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:01.861487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:01.318714Z","time spent":"542.736179ms","remote":"127.0.0.1:36528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T10:01:01.861481Z","caller":"traceutil/trace.go:171","msg":"trace[1071081341] linearizableReadLoop","detail":"{readStateIndex:4863; appliedIndex:4862; }","duration":"421.493144ms","start":"2026-03-13T10:01:01.439959Z","end":"2026-03-13T10:01:01.861452Z","steps":["trace[1071081341] 'read index received' (duration: 285.464657ms)","trace[1071081341] 'applied index is now lower than readState.Index' (duration: 136.024867ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:01.861554Z","caller":"traceutil/trace.go:171","msg":"trace[728662256] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"185.126257ms","start":"2026-03-13T10:01:01.676408Z","end":"2026-03-13T10:01:01.861534Z","steps":["trace[728662256] 'process raft request' (duration: 184.985494ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:01.861678Z","caller":"traceutil/trace.go:171","msg":"trace[2097575602] transaction","detail":"{read_only:false; response_revision:4674; number_of_response:1; }","duration":"181.885322ms","start":"2026-03-13T10:01:01.679766Z","end":"2026-03-13T10:01:01.861651Z","steps":["trace[2097575602] 'process raft request' (duration: 181.722298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:01.861723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.74543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:01:01.861779Z","caller":"traceutil/trace.go:171","msg":"trace[1030560108] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4674; }","duration":"421.851363ms","start":"2026-03-13T10:01:01.439911Z","end":"2026-03-13T10:01:01.861763Z","steps":["trace[1030560108] 'agreement among raft nodes before linearized reading' (duration: 421.619007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:01.86184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:01.439894Z","time spent":"421.929745ms","remote":"127.0.0.1:36768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:01:01.861781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.58864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gf46x\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T10:01:01.861927Z","caller":"traceutil/trace.go:171","msg":"trace[1502450268] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gf46x; range_end:; response_count:1; response_revision:4674; }","duration":"167.789945ms","start":"2026-03-13T10:01:01.694126Z","end":"2026-03-13T10:01:01.861916Z","steps":["trace[1502450268] 'agreement among raft nodes before linearized reading' (duration: 167.500068ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:06.049147Z","caller":"traceutil/trace.go:171","msg":"trace[1623570289] linearizableReadLoop","detail":"{readStateIndex:4918; appliedIndex:4916; }","duration":"131.310768ms","start":"2026-03-13T10:01:05.917809Z","end":"2026-03-13T10:01:06.04912Z","steps":["trace[1623570289] 'read index received' (duration: 26.686989ms)","trace[1623570289] 'applied index is now lower than readState.Index' (duration: 104.623109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:06.049559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.738108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gf46x\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T10:01:06.04966Z","caller":"traceutil/trace.go:171","msg":"trace[2062479721] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gf46x; range_end:; response_count:1; response_revision:4726; }","duration":"131.876872ms","start":"2026-03-13T10:01:05.917754Z","end":"2026-03-13T10:01:06.049631Z","steps":["trace[2062479721] 'agreement among raft nodes before linearized reading' (duration: 131.642956ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:06.049289Z","caller":"traceutil/trace.go:171","msg":"trace[1897956308] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"172.842982ms","start":"2026-03-13T10:01:05.876432Z","end":"2026-03-13T10:01:06.049275Z","steps":["trace[1897956308] 'process raft request' (duration: 146.335527ms)","trace[1897956308] 'compare' (duration: 26.198628ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:06.205161Z","caller":"traceutil/trace.go:171","msg":"trace[704466919] transaction","detail":"{read_only:false; response_revision:4727; number_of_response:1; }","duration":"132.054555ms","start":"2026-03-13T10:01:06.073062Z","end":"2026-03-13T10:01:06.205116Z","steps":["trace[704466919] 'process raft request' (duration: 131.711587ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:06.559744Z","caller":"traceutil/trace.go:171","msg":"trace[841188176] linearizableReadLoop","detail":"{readStateIndex:4921; appliedIndex:4919; }","duration":"348.619973ms","start":"2026-03-13T10:01:06.211109Z","end":"2026-03-13T10:01:06.559729Z","steps":["trace[841188176] 'read index received' (duration: 295.679594ms)","trace[841188176] 'applied index is now lower than readState.Index' (duration: 52.939399ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:06.559972Z","caller":"traceutil/trace.go:171","msg":"trace[81047500] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"348.247554ms","start":"2026-03-13T10:01:06.211715Z","end":"2026-03-13T10:01:06.559963Z","steps":["trace[81047500] 'process raft request' (duration: 347.989218ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:06.559988Z","caller":"traceutil/trace.go:171","msg":"trace[1237235885] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"348.479659ms","start":"2026-03-13T10:01:06.211468Z","end":"2026-03-13T10:01:06.559948Z","steps":["trace[1237235885] 'process raft request' (duration: 348.204953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:06.560053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:06.2117Z","time spent":"348.300185ms","remote":"127.0.0.1:36620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:06.560175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:06.211457Z","time spent":"348.620193ms","remote":"127.0.0.1:36620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:06.560288Z","caller":"traceutil/trace.go:171","msg":"trace[1804565231] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"349.332419ms","start":"2026-03-13T10:01:06.210933Z","end":"2026-03-13T10:01:06.560265Z","steps":["trace[1804565231] 'process raft request' (duration: 348.672024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:06.560422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:06.210924Z","time spent":"349.418181ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:06.560502Z","caller":"traceutil/trace.go:171","msg":"trace[806547499] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"349.288808ms","start":"2026-03-13T10:01:06.211194Z","end":"2026-03-13T10:01:06.560483Z","steps":["trace[806547499] 'process raft request' (duration: 348.449309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:06.560543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.408741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-13T10:01:06.560621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:06.211156Z","time spent":"349.416782ms","remote":"127.0.0.1:36500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:06.560564Z","caller":"traceutil/trace.go:171","msg":"trace[956873271] transaction","detail":"{read_only:false; response_revision:4728; number_of_response:1; }","duration":"349.839921ms","start":"2026-03-13T10:01:06.210705Z","end":"2026-03-13T10:01:06.560545Z","steps":["trace[956873271] 'process raft request' (duration: 296.017651ms)","trace[956873271] 'compare' (duration: 52.778766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:06.56093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:06.210694Z","time spent":"350.201939ms","remote":"127.0.0.1:36500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:06.561193Z","caller":"traceutil/trace.go:171","msg":"trace[742953773] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4732; }","duration":"349.524223ms","start":"2026-03-13T10:01:06.211076Z","end":"2026-03-13T10:01:06.5606Z","steps":["trace[742953773] 'agreement among raft nodes before linearized reading' (duration: 349.356989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:06.561272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:06.211057Z","time spent":"350.197339ms","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-13T10:01:08.516371Z","caller":"traceutil/trace.go:171","msg":"trace[856509229] linearizableReadLoop","detail":"{readStateIndex:4934; appliedIndex:4933; }","duration":"303.967906ms","start":"2026-03-13T10:01:08.212377Z","end":"2026-03-13T10:01:08.516345Z","steps":["trace[856509229] 'read index received' (duration: 303.782462ms)","trace[856509229] 'applied index is now lower than readState.Index' (duration: 184.194µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:08.516421Z","caller":"traceutil/trace.go:171","msg":"trace[1289934837] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"305.883671ms","start":"2026-03-13T10:01:08.210507Z","end":"2026-03-13T10:01:08.516391Z","steps":["trace[1289934837] 'process raft request' (duration: 305.668636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:08.516548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:08.210479Z","time spent":"305.996583ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:08.516577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.196951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-13T10:01:08.516612Z","caller":"traceutil/trace.go:171","msg":"trace[1642324446] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4742; }","duration":"304.270273ms","start":"2026-03-13T10:01:08.21233Z","end":"2026-03-13T10:01:08.5166Z","steps":["trace[1642324446] 'agreement among raft nodes before linearized reading' (duration: 304.12678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:08.51665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:08.212311Z","time spent":"304.332805ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-13T10:01:11.522851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.067856ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T10:01:11.522924Z","caller":"traceutil/trace.go:171","msg":"trace[393513146] linearizableReadLoop","detail":"{readStateIndex:5021; appliedIndex:5020; }","duration":"618.805535ms","start":"2026-03-13T10:01:10.904107Z","end":"2026-03-13T10:01:11.522913Z","steps":["trace[393513146] 'read index received' (duration: 30.391µs)","trace[393513146] 'applied index is now lower than readState.Index' (duration: 618.774194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:11.523172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.052811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:01:11.523208Z","caller":"traceutil/trace.go:171","msg":"trace[1891791236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4828; }","duration":"619.120352ms","start":"2026-03-13T10:01:10.904078Z","end":"2026-03-13T10:01:11.523198Z","steps":["trace[1891791236] 'agreement among raft nodes before linearized reading' (duration: 619.04929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:11.523233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:10.904066Z","time spent":"619.159864ms","remote":"127.0.0.1:36352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T10:01:11.893429Z","caller":"traceutil/trace.go:171","msg":"trace[547906839] linearizableReadLoop","detail":"{readStateIndex:5022; appliedIndex:5021; }","duration":"370.46929ms","start":"2026-03-13T10:01:11.52294Z","end":"2026-03-13T10:01:11.893409Z","steps":["trace[547906839] 'read index received' (duration: 370.377638ms)","trace[547906839] 'applied index is now lower than readState.Index' (duration: 90.762µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:11.893464Z","caller":"traceutil/trace.go:171","msg":"trace[434772779] transaction","detail":"{read_only:false; response_revision:4829; number_of_response:1; }","duration":"824.887178ms","start":"2026-03-13T10:01:11.068548Z","end":"2026-03-13T10:01:11.893435Z","steps":["trace[434772779] 'process raft request' (duration: 824.768166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:11.893564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.123382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e2ec8d0-9d86-46bb-88b4-3d4504ea7997\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-13T10:01:11.893544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.570531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:01:11.8936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:11.068531Z","time spent":"824.995961ms","remote":"127.0.0.1:36620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1409,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:11.893588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.057085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e2ec8d0-9d86-46bb-88b4-3d4504ea7997\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-13T10:01:11.893629Z","caller":"traceutil/trace.go:171","msg":"trace[1853190506] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4829; }","duration":"802.706814ms","start":"2026-03-13T10:01:11.090903Z","end":"2026-03-13T10:01:11.893609Z","steps":["trace[1853190506] 'agreement among raft nodes before linearized reading' (duration: 802.557111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:11.893681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:11.090888Z","time spent":"802.782706ms","remote":"127.0.0.1:36576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-13T10:01:11.893659Z","caller":"traceutil/trace.go:171","msg":"trace[1676425445] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3e2ec8d0-9d86-46bb-88b4-3d4504ea7997; range_end:; response_count:1; response_revision:4829; }","duration":"835.199478ms","start":"2026-03-13T10:01:11.058442Z","end":"2026-03-13T10:01:11.893641Z","steps":["trace[1676425445] 'agreement among raft nodes before linearized reading' (duration: 835.023124ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:11.893585Z","caller":"traceutil/trace.go:171","msg":"trace[792880405] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3e2ec8d0-9d86-46bb-88b4-3d4504ea7997; range_end:; response_count:1; response_revision:4829; }","duration":"899.182294ms","start":"2026-03-13T10:01:10.994396Z","end":"2026-03-13T10:01:11.893578Z","steps":["trace[792880405] 'agreement among raft nodes before linearized reading' (duration: 899.079081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:11.893733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:11.058421Z","time spent":"835.297501ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e2ec8d0-9d86-46bb-88b4-3d4504ea7997\" "} {"level":"warn","ts":"2026-03-13T10:01:11.893848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:10.994382Z","time spent":"899.403048ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e2ec8d0-9d86-46bb-88b4-3d4504ea7997\" "} {"level":"warn","ts":"2026-03-13T10:01:13.476285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.885589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:01:13.4764Z","caller":"traceutil/trace.go:171","msg":"trace[1995757140] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:4843; }","duration":"184.070403ms","start":"2026-03-13T10:01:13.292301Z","end":"2026-03-13T10:01:13.476371Z","steps":["trace[1995757140] 'count revisions from in-memory index tree' (duration: 183.722466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:13.476431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.220711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:01:13.476576Z","caller":"traceutil/trace.go:171","msg":"trace[1842789363] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:4843; }","duration":"151.474536ms","start":"2026-03-13T10:01:13.325068Z","end":"2026-03-13T10:01:13.476542Z","steps":["trace[1842789363] 'count revisions from in-memory index tree' (duration: 151.058087ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:21.040609Z","caller":"traceutil/trace.go:171","msg":"trace[756153103] linearizableReadLoop","detail":"{readStateIndex:5143; appliedIndex:5142; }","duration":"306.462434ms","start":"2026-03-13T10:01:20.734119Z","end":"2026-03-13T10:01:21.040581Z","steps":["trace[756153103] 'read index received' (duration: 306.30653ms)","trace[756153103] 'applied index is now lower than readState.Index' (duration: 154.674µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:21.04092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.783001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T10:01:21.040991Z","caller":"traceutil/trace.go:171","msg":"trace[1739525589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4949; }","duration":"306.941535ms","start":"2026-03-13T10:01:20.734038Z","end":"2026-03-13T10:01:21.040979Z","steps":["trace[1739525589] 'agreement among raft nodes before linearized reading' (duration: 306.689489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:21.041046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:20.734027Z","time spent":"307.011397ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T10:01:21.041322Z","caller":"traceutil/trace.go:171","msg":"trace[1141601533] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"337.019983ms","start":"2026-03-13T10:01:20.703659Z","end":"2026-03-13T10:01:21.040679Z","steps":["trace[1141601533] 'process raft request' (duration: 336.742957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:21.041439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:20.703642Z","time spent":"337.71806ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:21.188581Z","caller":"traceutil/trace.go:171","msg":"trace[399619829] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"143.618964ms","start":"2026-03-13T10:01:21.044942Z","end":"2026-03-13T10:01:21.188561Z","steps":["trace[399619829] 'process raft request' (duration: 143.538612ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:21.188598Z","caller":"traceutil/trace.go:171","msg":"trace[238999123] linearizableReadLoop","detail":"{readStateIndex:5144; appliedIndex:5143; }","duration":"147.859642ms","start":"2026-03-13T10:01:21.040704Z","end":"2026-03-13T10:01:21.188564Z","steps":["trace[238999123] 'read index received' (duration: 139.919468ms)","trace[238999123] 'applied index is now lower than readState.Index' (duration: 7.935724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:21.188756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.350754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T10:01:21.188758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.30817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T10:01:21.188802Z","caller":"traceutil/trace.go:171","msg":"trace[1559452059] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4950; }","duration":"425.464887ms","start":"2026-03-13T10:01:20.763325Z","end":"2026-03-13T10:01:21.18879Z","steps":["trace[1559452059] 'agreement among raft nodes before linearized reading' (duration: 425.341504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:21.188841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:20.763304Z","time spent":"425.530869ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T10:01:21.188848Z","caller":"traceutil/trace.go:171","msg":"trace[1015190890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4950; }","duration":"424.366191ms","start":"2026-03-13T10:01:20.764433Z","end":"2026-03-13T10:01:21.1888Z","steps":["trace[1015190890] 'agreement among raft nodes before linearized reading' (duration: 424.215837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:21.188856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.008113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-13T10:01:21.188848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.202678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T10:01:21.188891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:20.764395Z","time spent":"424.488864ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T10:01:21.188903Z","caller":"traceutil/trace.go:171","msg":"trace[63491989] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4950; }","duration":"427.144286ms","start":"2026-03-13T10:01:20.761739Z","end":"2026-03-13T10:01:21.188884Z","steps":["trace[63491989] 'agreement among raft nodes before linearized reading' (duration: 426.930101ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:21.188907Z","caller":"traceutil/trace.go:171","msg":"trace[353968136] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4950; }","duration":"424.348141ms","start":"2026-03-13T10:01:20.764544Z","end":"2026-03-13T10:01:21.188893Z","steps":["trace[353968136] 'agreement among raft nodes before linearized reading' (duration: 424.115696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:21.188935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:20.76172Z","time spent":"427.208967ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:01:21.18894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:20.764515Z","time spent":"424.417202ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T10:01:25.211204Z","caller":"traceutil/trace.go:171","msg":"trace[1873325868] linearizableReadLoop","detail":"{readStateIndex:5200; appliedIndex:5199; }","duration":"249.487062ms","start":"2026-03-13T10:01:24.961702Z","end":"2026-03-13T10:01:25.211189Z","steps":["trace[1873325868] 'read index received' (duration: 249.357689ms)","trace[1873325868] 'applied index is now lower than readState.Index' (duration: 128.573µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:25.211364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.646685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-13T10:01:25.211388Z","caller":"traceutil/trace.go:171","msg":"trace[196742053] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5002; }","duration":"249.692846ms","start":"2026-03-13T10:01:24.961688Z","end":"2026-03-13T10:01:25.211381Z","steps":["trace[196742053] 'agreement among raft nodes before linearized reading' (duration: 249.596204ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:25.211303Z","caller":"traceutil/trace.go:171","msg":"trace[680002906] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"251.906017ms","start":"2026-03-13T10:01:24.959355Z","end":"2026-03-13T10:01:25.211261Z","steps":["trace[680002906] 'process raft request' (duration: 251.714283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:25.211683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.506683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T10:01:25.211766Z","caller":"traceutil/trace.go:171","msg":"trace[289793339] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5002; }","duration":"156.628497ms","start":"2026-03-13T10:01:25.055115Z","end":"2026-03-13T10:01:25.211744Z","steps":["trace[289793339] 'agreement among raft nodes before linearized reading' (duration: 156.404221ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:25.488731Z","caller":"traceutil/trace.go:171","msg":"trace[766148728] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"272.926466ms","start":"2026-03-13T10:01:25.215782Z","end":"2026-03-13T10:01:25.488709Z","steps":["trace[766148728] 'process raft request' (duration: 266.359383ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:25.48874Z","caller":"traceutil/trace.go:171","msg":"trace[1633555666] linearizableReadLoop","detail":"{readStateIndex:5201; appliedIndex:5200; }","duration":"272.748861ms","start":"2026-03-13T10:01:25.21597Z","end":"2026-03-13T10:01:25.488719Z","steps":["trace[1633555666] 'read index received' (duration: 266.162418ms)","trace[1633555666] 'applied index is now lower than readState.Index' (duration: 6.585913ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:25.488917Z","caller":"traceutil/trace.go:171","msg":"trace[1044628992] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"272.7198ms","start":"2026-03-13T10:01:25.216187Z","end":"2026-03-13T10:01:25.488907Z","steps":["trace[1044628992] 'process raft request' (duration: 272.510825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:25.488975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.989717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.189c5e546de4fd8a\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-03-13T10:01:25.489015Z","caller":"traceutil/trace.go:171","msg":"trace[1672749312] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.189c5e546de4fd8a; range_end:; response_count:1; response_revision:5004; }","duration":"273.056159ms","start":"2026-03-13T10:01:25.215949Z","end":"2026-03-13T10:01:25.489005Z","steps":["trace[1672749312] 'agreement among raft nodes before linearized reading' (duration: 272.886645ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:25.489165Z","caller":"traceutil/trace.go:171","msg":"trace[505419450] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"272.788632ms","start":"2026-03-13T10:01:25.216364Z","end":"2026-03-13T10:01:25.489153Z","steps":["trace[505419450] 'process raft request' (duration: 272.71964ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:25.48917Z","caller":"traceutil/trace.go:171","msg":"trace[1645467175] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"272.823473ms","start":"2026-03-13T10:01:25.216313Z","end":"2026-03-13T10:01:25.489137Z","steps":["trace[1645467175] 'process raft request' (duration: 272.547046ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:25.489245Z","caller":"traceutil/trace.go:171","msg":"trace[1381254836] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"272.837493ms","start":"2026-03-13T10:01:25.216398Z","end":"2026-03-13T10:01:25.489236Z","steps":["trace[1381254836] 'process raft request' (duration: 272.71872ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:25.489251Z","caller":"traceutil/trace.go:171","msg":"trace[1706981333] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"272.828563ms","start":"2026-03-13T10:01:25.216414Z","end":"2026-03-13T10:01:25.489242Z","steps":["trace[1706981333] 'process raft request' (duration: 272.728941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:25.48926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.176751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-13T10:01:25.489287Z","caller":"traceutil/trace.go:171","msg":"trace[835274637] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5008; }","duration":"273.220292ms","start":"2026-03-13T10:01:25.216058Z","end":"2026-03-13T10:01:25.489278Z","steps":["trace[835274637] 'agreement among raft nodes before linearized reading' (duration: 273.107059ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:29.578579Z","caller":"traceutil/trace.go:171","msg":"trace[927872870] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"450.384495ms","start":"2026-03-13T10:01:29.128165Z","end":"2026-03-13T10:01:29.578549Z","steps":["trace[927872870] 'process raft request' (duration: 450.18058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:29.578762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:29.128137Z","time spent":"450.533108ms","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1622,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:31.810202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999920716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T10:01:31.810307Z","caller":"traceutil/trace.go:171","msg":"trace[945569982] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000108661s","start":"2026-03-13T10:01:29.810172Z","end":"2026-03-13T10:01:31.81028Z","steps":["trace[945569982] 'agreement among raft nodes before linearized reading' (duration: 1.999925476s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:31.810373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:29.810151Z","time spent":"2.000210922s","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:01:31.902396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374502448s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:01:31.902701Z","caller":"traceutil/trace.go:171","msg":"trace[336856622] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"2.773874582s","start":"2026-03-13T10:01:29.128805Z","end":"2026-03-13T10:01:31.902679Z","steps":["trace[336856622] 'process raft request' (duration: 2.773726859s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:31.902811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:29.128788Z","time spent":"2.773969044s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1606,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:31.902827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.752949426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:01:31.902882Z","caller":"traceutil/trace.go:171","msg":"trace[678823582] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5030; }","duration":"2.753024419s","start":"2026-03-13T10:01:29.149841Z","end":"2026-03-13T10:01:31.902865Z","steps":["trace[678823582] 'agreement among raft nodes before linearized reading' (duration: 2.752892276s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:31.902939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:29.149833Z","time spent":"2.75309101s","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-13T10:01:31.903062Z","caller":"traceutil/trace.go:171","msg":"trace[2066735194] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"1.809506456s","start":"2026-03-13T10:01:30.093497Z","end":"2026-03-13T10:01:31.903003Z","steps":["trace[2066735194] 'process raft request' (duration: 1.809126457s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:31.903117Z","caller":"traceutil/trace.go:171","msg":"trace[1879378406] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"2.774408035s","start":"2026-03-13T10:01:29.12868Z","end":"2026-03-13T10:01:31.903088Z","steps":["trace[1879378406] 'process raft request' (duration: 1.399135989s)","trace[1879378406] 'compare' (duration: 1.374090509s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:31.903219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:29.12867Z","time spent":"2.774501727s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:31.903324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:30.093472Z","time spent":"1.80969021s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:31.902698Z","caller":"traceutil/trace.go:171","msg":"trace[1977287233] linearizableReadLoop","detail":"{readStateIndex:5228; appliedIndex:5225; }","duration":"2.752814903s","start":"2026-03-13T10:01:29.149861Z","end":"2026-03-13T10:01:31.902676Z","steps":["trace[1977287233] 'read index received' (duration: 428.564318ms)","trace[1977287233] 'applied index is now lower than readState.Index' (duration: 2.324249495s)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:31.903786Z","caller":"traceutil/trace.go:171","msg":"trace[1371122484] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"1.734682028s","start":"2026-03-13T10:01:30.169069Z","end":"2026-03-13T10:01:31.903751Z","steps":["trace[1371122484] 'process raft request' (duration: 1.733705696s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:31.904018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:30.169053Z","time spent":"1.734885464s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:31.984596Z","caller":"traceutil/trace.go:171","msg":"trace[191429057] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"951.299882ms","start":"2026-03-13T10:01:31.033272Z","end":"2026-03-13T10:01:31.984572Z","steps":["trace[191429057] 'process raft request' (duration: 951.082957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:31.984706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:31.033242Z","time spent":"951.408085ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:32.189995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.456339ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-13T10:01:32.190227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.599799991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:01:32.190344Z","caller":"traceutil/trace.go:171","msg":"trace[1545348820] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5032; }","duration":"2.599972585s","start":"2026-03-13T10:01:29.590348Z","end":"2026-03-13T10:01:32.190321Z","steps":["trace[1545348820] 'agreement among raft nodes before linearized reading' (duration: 2.59977528s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:32.190128Z","caller":"traceutil/trace.go:171","msg":"trace[1208053989] linearizableReadLoop","detail":"{readStateIndex:5232; appliedIndex:5230; }","duration":"286.5125ms","start":"2026-03-13T10:01:31.903594Z","end":"2026-03-13T10:01:32.190107Z","steps":["trace[1208053989] 'read index received' (duration: 80.716482ms)","trace[1208053989] 'applied index is now lower than readState.Index' (duration: 205.793568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:32.190391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:29.590328Z","time spent":"2.600050956s","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:01:32.190428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.607866398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.189c5e4c45470ee9\" ","response":"range_response_count:1 size:751"} {"level":"warn","ts":"2026-03-13T10:01:32.190429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.679530312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T10:01:32.190503Z","caller":"traceutil/trace.go:171","msg":"trace[1521517194] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-alertmanager.189c5e4c45470ee9; range_end:; response_count:1; response_revision:5032; }","duration":"2.608095513s","start":"2026-03-13T10:01:29.582393Z","end":"2026-03-13T10:01:32.190488Z","steps":["trace[1521517194] 'agreement among raft nodes before linearized reading' (duration: 2.607917589s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:32.190538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.036339534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:01:32.190524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.679131682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-13T10:01:32.190545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:29.582381Z","time spent":"2.608154285s","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":774,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.189c5e4c45470ee9\" "} {"level":"info","ts":"2026-03-13T10:01:32.190568Z","caller":"traceutil/trace.go:171","msg":"trace[399830993] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5032; }","duration":"2.679691855s","start":"2026-03-13T10:01:29.510836Z","end":"2026-03-13T10:01:32.190528Z","steps":["trace[399830993] 'agreement among raft nodes before linearized reading' (duration: 2.679372697s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:32.190623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:29.51082Z","time spent":"2.679789347s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T10:01:32.190637Z","caller":"traceutil/trace.go:171","msg":"trace[1325230725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5032; }","duration":"2.679268085s","start":"2026-03-13T10:01:29.511342Z","end":"2026-03-13T10:01:32.190584Z","steps":["trace[1325230725] 'agreement among raft nodes before linearized reading' (duration: 2.678977919s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:32.190655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.43783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:01:32.190652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.67947859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T10:01:32.190715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:29.511336Z","time spent":"2.679363278s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T10:01:32.190733Z","caller":"traceutil/trace.go:171","msg":"trace[1836714701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5032; }","duration":"2.679600903s","start":"2026-03-13T10:01:29.511108Z","end":"2026-03-13T10:01:32.190709Z","steps":["trace[1836714701] 'agreement among raft nodes before linearized reading' (duration: 2.679316826s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:32.190781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:29.511082Z","time spent":"2.679690095s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T10:01:32.190708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.680380501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T10:01:32.190856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120241474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:01:32.190871Z","caller":"traceutil/trace.go:171","msg":"trace[1698665682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5032; }","duration":"2.680585976s","start":"2026-03-13T10:01:29.510266Z","end":"2026-03-13T10:01:32.190852Z","steps":["trace[1698665682] 'agreement among raft nodes before linearized reading' (duration: 2.68033591s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:32.190875Z","caller":"traceutil/trace.go:171","msg":"trace[1583631989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5032; }","duration":"380.512622ms","start":"2026-03-13T10:01:31.810171Z","end":"2026-03-13T10:01:32.190684Z","steps":["trace[1583631989] 'agreement among raft nodes before linearized reading' (duration: 380.446991ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:32.19059Z","caller":"traceutil/trace.go:171","msg":"trace[717913685] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5032; }","duration":"3.036408656s","start":"2026-03-13T10:01:29.154164Z","end":"2026-03-13T10:01:32.190572Z","steps":["trace[717913685] 'agreement among raft nodes before linearized reading' (duration: 3.036245312s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:32.190934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.93078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T10:01:32.190934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:29.510248Z","time spent":"2.680670398s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T10:01:32.190957Z","caller":"traceutil/trace.go:171","msg":"trace[1548824261] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5032; }","duration":"986.97104ms","start":"2026-03-13T10:01:31.203978Z","end":"2026-03-13T10:01:32.190949Z","steps":["trace[1548824261] 'agreement among raft nodes before linearized reading' (duration: 986.931429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:32.190979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:31.203963Z","time spent":"987.010091ms","remote":"127.0.0.1:51972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:01:32.190975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.215368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T10:01:32.190969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991697695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gf46x\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-13T10:01:32.190989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.43982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:01:32.190891Z","caller":"traceutil/trace.go:171","msg":"trace[677224701] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5032; }","duration":"1.120312126s","start":"2026-03-13T10:01:31.07057Z","end":"2026-03-13T10:01:32.190883Z","steps":["trace[677224701] 'agreement among raft nodes before linearized reading' (duration: 1.120240744s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:32.191038Z","caller":"traceutil/trace.go:171","msg":"trace[1151040863] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gf46x; range_end:; response_count:1; response_revision:5032; }","duration":"1.991806847s","start":"2026-03-13T10:01:30.199219Z","end":"2026-03-13T10:01:32.191026Z","steps":["trace[1151040863] 'agreement among raft nodes before linearized reading' (duration: 1.991632993s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:32.191059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443540899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T10:01:32.191083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:31.070557Z","time spent":"1.12050747s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:01:32.191102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:30.199198Z","time spent":"1.991894659s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-gf46x\" "} {"level":"info","ts":"2026-03-13T10:01:32.191109Z","caller":"traceutil/trace.go:171","msg":"trace[1626043051] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5032; }","duration":"1.443639412s","start":"2026-03-13T10:01:30.747457Z","end":"2026-03-13T10:01:32.191096Z","steps":["trace[1626043051] 'agreement among raft nodes before linearized reading' (duration: 1.44355511s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:32.191116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.683300349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T10:01:32.191119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.680054114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T10:01:32.191176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490715188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-13T10:01:32.19119Z","caller":"traceutil/trace.go:171","msg":"trace[478964790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5032; }","duration":"2.680152026s","start":"2026-03-13T10:01:29.511022Z","end":"2026-03-13T10:01:32.191174Z","steps":["trace[478964790] 'agreement among raft nodes before linearized reading' (duration: 2.67992443s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:32.191181Z","caller":"traceutil/trace.go:171","msg":"trace[1555275187] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5032; }","duration":"2.683405301s","start":"2026-03-13T10:01:29.507756Z","end":"2026-03-13T10:01:32.191162Z","steps":["trace[1555275187] 'agreement among raft nodes before linearized reading' (duration: 2.683223767s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:32.191189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.919812669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-13T10:01:32.191204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.95560423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-03-13T10:01:32.19122Z","caller":"traceutil/trace.go:171","msg":"trace[1349528870] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5032; }","duration":"2.49079685s","start":"2026-03-13T10:01:29.700411Z","end":"2026-03-13T10:01:32.191208Z","steps":["trace[1349528870] 'agreement among raft nodes before linearized reading' (duration: 2.490541734s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:32.190943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:31.810151Z","time spent":"380.780488ms","remote":"127.0.0.1:36352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:01:32.191235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:29.507734Z","time spent":"2.683488354s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T10:01:32.191241Z","caller":"traceutil/trace.go:171","msg":"trace[1877456750] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5032; }","duration":"2.919907702s","start":"2026-03-13T10:01:29.271319Z","end":"2026-03-13T10:01:32.191227Z","steps":["trace[1877456750] 'agreement among raft nodes before linearized reading' (duration: 2.919690347s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:32.190572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787447626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-13T10:01:32.191255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:29.70039Z","time spent":"2.490858051s","remote":"127.0.0.1:51342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-13T10:01:32.190976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:29.154158Z","time spent":"3.036796135s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:01:32.191226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:29.511018Z","time spent":"2.680202167s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T10:01:32.191034Z","caller":"traceutil/trace.go:171","msg":"trace[1396202543] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5032; }","duration":"717.30476ms","start":"2026-03-13T10:01:31.473717Z","end":"2026-03-13T10:01:32.191022Z","steps":["trace[1396202543] 'agreement among raft nodes before linearized reading' (duration: 717.206688ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:32.191056Z","caller":"traceutil/trace.go:171","msg":"trace[1735737322] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5032; }","duration":"719.544052ms","start":"2026-03-13T10:01:31.471492Z","end":"2026-03-13T10:01:32.191036Z","steps":["trace[1735737322] 'agreement among raft nodes before linearized reading' (duration: 719.413909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:32.191393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:31.471472Z","time spent":"719.910131ms","remote":"127.0.0.1:51426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:01:32.191385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:31.473706Z","time spent":"717.644039ms","remote":"127.0.0.1:51526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-13T10:01:32.191243Z","caller":"traceutil/trace.go:171","msg":"trace[1470657479] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5032; }","duration":"2.955683002s","start":"2026-03-13T10:01:29.235549Z","end":"2026-03-13T10:01:32.191232Z","steps":["trace[1470657479] 'agreement among raft nodes before linearized reading' (duration: 2.955543119s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:32.191454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:29.235526Z","time spent":"2.955914118s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-13T10:01:32.191292Z","caller":"traceutil/trace.go:171","msg":"trace[1797434411] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5032; }","duration":"2.788212974s","start":"2026-03-13T10:01:29.403063Z","end":"2026-03-13T10:01:32.191276Z","steps":["trace[1797434411] 'agreement among raft nodes before linearized reading' (duration: 2.787311053s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:32.191603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:29.271301Z","time spent":"2.92028219s","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-13T10:01:32.191138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:30.747425Z","time spent":"1.443704573s","remote":"127.0.0.1:51502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:01:32.191635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:29.403041Z","time spent":"2.788583733s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T10:01:32.602393Z","caller":"traceutil/trace.go:171","msg":"trace[1847819081] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"386.106333ms","start":"2026-03-13T10:01:32.21626Z","end":"2026-03-13T10:01:32.602367Z","steps":["trace[1847819081] 'process raft request' (duration: 386.043271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:32.602615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:32.216249Z","time spent":"386.282217ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:32.602779Z","caller":"traceutil/trace.go:171","msg":"trace[1110453439] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"386.390319ms","start":"2026-03-13T10:01:32.216361Z","end":"2026-03-13T10:01:32.602751Z","steps":["trace[1110453439] 'process raft request' (duration: 385.9753ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:32.602839Z","caller":"traceutil/trace.go:171","msg":"trace[826026466] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"387.190828ms","start":"2026-03-13T10:01:32.215604Z","end":"2026-03-13T10:01:32.602795Z","steps":["trace[826026466] 'process raft request' (duration: 386.516772ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:32.602883Z","caller":"traceutil/trace.go:171","msg":"trace[975984504] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"387.193638ms","start":"2026-03-13T10:01:32.215672Z","end":"2026-03-13T10:01:32.602865Z","steps":["trace[975984504] 'process raft request' (duration: 386.585764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:32.602932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:32.216357Z","time spent":"386.496732ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:32.602971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:32.215667Z","time spent":"387.25692ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:32.603009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:32.215594Z","time spent":"387.322751ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:32.603073Z","caller":"traceutil/trace.go:171","msg":"trace[1790914567] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"386.40894ms","start":"2026-03-13T10:01:32.216388Z","end":"2026-03-13T10:01:32.602797Z","steps":["trace[1790914567] 'process raft request' (duration: 386.304717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:32.60313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:32.216385Z","time spent":"386.719507ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:32.603187Z","caller":"traceutil/trace.go:171","msg":"trace[1133320694] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"386.755478ms","start":"2026-03-13T10:01:32.216411Z","end":"2026-03-13T10:01:32.603166Z","steps":["trace[1133320694] 'process raft request' (duration: 386.358699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:32.603285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:32.216408Z","time spent":"386.82982ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:32.603444Z","caller":"traceutil/trace.go:171","msg":"trace[1342675773] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"384.084356ms","start":"2026-03-13T10:01:32.219347Z","end":"2026-03-13T10:01:32.603431Z","steps":["trace[1342675773] 'process raft request' (duration: 383.713858ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:32.603447Z","caller":"traceutil/trace.go:171","msg":"trace[980416975] linearizableReadLoop","detail":"{readStateIndex:5240; appliedIndex:5233; }","duration":"315.313759ms","start":"2026-03-13T10:01:32.28808Z","end":"2026-03-13T10:01:32.603394Z","steps":["trace[980416975] 'read index received' (duration: 314.127422ms)","trace[980416975] 'applied index is now lower than readState.Index' (duration: 1.184547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:32.603519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:32.219338Z","time spent":"384.144107ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:32.603507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.560097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:01:32.603658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.203171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3e2ec8d0-9d86-46bb-88b4-3d4504ea7997\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-13T10:01:32.603706Z","caller":"traceutil/trace.go:171","msg":"trace[1879541856] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3e2ec8d0-9d86-46bb-88b4-3d4504ea7997; range_end:; response_count:1; response_revision:5039; }","duration":"388.251922ms","start":"2026-03-13T10:01:32.21544Z","end":"2026-03-13T10:01:32.603692Z","steps":["trace[1879541856] 'agreement among raft nodes before linearized reading' (duration: 388.13935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:32.603742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:32.215436Z","time spent":"388.300603ms","remote":"127.0.0.1:36480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-3e2ec8d0-9d86-46bb-88b4-3d4504ea7997\" "} {"level":"info","ts":"2026-03-13T10:01:32.603642Z","caller":"traceutil/trace.go:171","msg":"trace[1213982941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5039; }","duration":"387.74484ms","start":"2026-03-13T10:01:32.215865Z","end":"2026-03-13T10:01:32.60361Z","steps":["trace[1213982941] 'agreement among raft nodes before linearized reading' (duration: 387.549816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:32.603783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.268203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81611"} {"level":"info","ts":"2026-03-13T10:01:32.603843Z","caller":"traceutil/trace.go:171","msg":"trace[1314551235] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5039; }","duration":"388.353525ms","start":"2026-03-13T10:01:32.215476Z","end":"2026-03-13T10:01:32.60383Z","steps":["trace[1314551235] 'agreement among raft nodes before linearized reading' (duration: 388.053818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:32.603888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:32.215471Z","time spent":"388.408267ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81634,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T10:01:32.603802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:32.21585Z","time spent":"387.937746ms","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:01:32.60356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.865084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T10:01:32.604034Z","caller":"traceutil/trace.go:171","msg":"trace[2071998829] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5039; }","duration":"388.352395ms","start":"2026-03-13T10:01:32.215669Z","end":"2026-03-13T10:01:32.604021Z","steps":["trace[2071998829] 'agreement among raft nodes before linearized reading' (duration: 387.773002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:32.604085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:32.215665Z","time spent":"388.411056ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T10:01:32.847979Z","caller":"traceutil/trace.go:171","msg":"trace[1008478067] linearizableReadLoop","detail":"{readStateIndex:5242; appliedIndex:5240; }","duration":"242.418198ms","start":"2026-03-13T10:01:32.605534Z","end":"2026-03-13T10:01:32.847952Z","steps":["trace[1008478067] 'read index received' (duration: 142.909648ms)","trace[1008478067] 'applied index is now lower than readState.Index' (duration: 99.5067ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:32.848059Z","caller":"traceutil/trace.go:171","msg":"trace[1156165949] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"557.388619ms","start":"2026-03-13T10:01:32.29061Z","end":"2026-03-13T10:01:32.847998Z","steps":["trace[1156165949] 'process raft request' (duration: 557.279236ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:32.848074Z","caller":"traceutil/trace.go:171","msg":"trace[1389925739] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"558.491215ms","start":"2026-03-13T10:01:32.289518Z","end":"2026-03-13T10:01:32.84801Z","steps":["trace[1389925739] 'process raft request' (duration: 458.946314ms)","trace[1389925739] 'compare' (duration: 99.001768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:32.84822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.674153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18892"} {"level":"warn","ts":"2026-03-13T10:01:32.848237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:32.29058Z","time spent":"557.554793ms","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:32.848268Z","caller":"traceutil/trace.go:171","msg":"trace[1503919458] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5041; }","duration":"242.754466ms","start":"2026-03-13T10:01:32.6055Z","end":"2026-03-13T10:01:32.848254Z","steps":["trace[1503919458] 'agreement among raft nodes before linearized reading' (duration: 242.555881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:32.848343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:32.289496Z","time spent":"558.700729ms","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:01:32.877357Z","caller":"traceutil/trace.go:171","msg":"trace[2108738472] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"266.502077ms","start":"2026-03-13T10:01:32.61084Z","end":"2026-03-13T10:01:32.877342Z","steps":["trace[2108738472] 'process raft request' (duration: 266.369334ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:32.87765Z","caller":"traceutil/trace.go:171","msg":"trace[800217162] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"266.505057ms","start":"2026-03-13T10:01:32.611133Z","end":"2026-03-13T10:01:32.877638Z","steps":["trace[800217162] 'process raft request' (duration: 266.152638ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:32.877812Z","caller":"traceutil/trace.go:171","msg":"trace[226721679] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"266.068066ms","start":"2026-03-13T10:01:32.611712Z","end":"2026-03-13T10:01:32.87778Z","steps":["trace[226721679] 'process raft request' (duration: 265.82095ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:32.878035Z","caller":"traceutil/trace.go:171","msg":"trace[126003794] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"266.24915ms","start":"2026-03-13T10:01:32.611757Z","end":"2026-03-13T10:01:32.878006Z","steps":["trace[126003794] 'process raft request' (duration: 265.929753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:33.290843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.460714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:01:33.290936Z","caller":"traceutil/trace.go:171","msg":"trace[1629836491] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5046; }","duration":"340.592377ms","start":"2026-03-13T10:01:32.950324Z","end":"2026-03-13T10:01:33.290916Z","steps":["trace[1629836491] 'range keys from in-memory index tree' (duration: 340.364041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:33.291011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.013633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus.189c5e4c4542bc7b\" ","response":"range_response_count:1 size:745"} {"level":"warn","ts":"2026-03-13T10:01:33.290991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:32.950262Z","time spent":"340.71889ms","remote":"127.0.0.1:36528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-13T10:01:33.291198Z","caller":"traceutil/trace.go:171","msg":"trace[932463852] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus.189c5e4c4542bc7b; range_end:; response_count:1; response_revision:5046; }","duration":"340.157027ms","start":"2026-03-13T10:01:32.950934Z","end":"2026-03-13T10:01:33.291091Z","steps":["trace[932463852] 'range keys from in-memory index tree' (duration: 339.736767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:33.291322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:32.950918Z","time spent":"340.384002ms","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":768,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus.189c5e4c4542bc7b\" "} {"level":"info","ts":"2026-03-13T10:01:33.41885Z","caller":"traceutil/trace.go:171","msg":"trace[2141347740] linearizableReadLoop","detail":"{readStateIndex:5248; appliedIndex:5247; }","duration":"124.787927ms","start":"2026-03-13T10:01:33.294037Z","end":"2026-03-13T10:01:33.418825Z","steps":["trace[2141347740] 'read index received' (duration: 124.51569ms)","trace[2141347740] 'applied index is now lower than readState.Index' (duration: 271.167µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:33.418941Z","caller":"traceutil/trace.go:171","msg":"trace[1904851125] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"125.046232ms","start":"2026-03-13T10:01:33.293853Z","end":"2026-03-13T10:01:33.418899Z","steps":["trace[1904851125] 'process raft request' (duration: 124.804307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:33.419121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.062883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T10:01:33.419157Z","caller":"traceutil/trace.go:171","msg":"trace[1758865453] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5047; }","duration":"125.137625ms","start":"2026-03-13T10:01:33.294009Z","end":"2026-03-13T10:01:33.419146Z","steps":["trace[1758865453] 'agreement among raft nodes before linearized reading' (duration: 124.956861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:33.626144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.789676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:01:33.626297Z","caller":"traceutil/trace.go:171","msg":"trace[47111936] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5047; }","duration":"105.890188ms","start":"2026-03-13T10:01:33.520318Z","end":"2026-03-13T10:01:33.626208Z","steps":["trace[47111936] 'count revisions from in-memory index tree' (duration: 105.686333ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:34.124855Z","caller":"traceutil/trace.go:171","msg":"trace[543177227] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"215.528143ms","start":"2026-03-13T10:01:33.909303Z","end":"2026-03-13T10:01:34.124831Z","steps":["trace[543177227] 'process raft request' (duration: 215.3952ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:34.307509Z","caller":"traceutil/trace.go:171","msg":"trace[1873788537] linearizableReadLoop","detail":"{readStateIndex:5250; appliedIndex:5249; }","duration":"177.598063ms","start":"2026-03-13T10:01:34.12988Z","end":"2026-03-13T10:01:34.307479Z","steps":["trace[1873788537] 'read index received' (duration: 120.074957ms)","trace[1873788537] 'applied index is now lower than readState.Index' (duration: 57.521876ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:34.307687Z","caller":"traceutil/trace.go:171","msg":"trace[2111473506] transaction","detail":"{read_only:false; response_revision:5049; number_of_response:1; }","duration":"396.76695ms","start":"2026-03-13T10:01:33.910864Z","end":"2026-03-13T10:01:34.307631Z","steps":["trace[2111473506] 'process raft request' (duration: 339.175423ms)","trace[2111473506] 'compare' (duration: 57.105516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:01:34.307894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:01:33.910839Z","time spent":"396.941365ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:01:34.308254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.35846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-13T10:01:34.308309Z","caller":"traceutil/trace.go:171","msg":"trace[1525254598] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5049; }","duration":"178.468333ms","start":"2026-03-13T10:01:34.129827Z","end":"2026-03-13T10:01:34.308295Z","steps":["trace[1525254598] 'agreement among raft nodes before linearized reading' (duration: 177.750836ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:34.922872Z","caller":"traceutil/trace.go:171","msg":"trace[631856462] linearizableReadLoop","detail":"{readStateIndex:5257; appliedIndex:5252; }","duration":"111.853787ms","start":"2026-03-13T10:01:34.811003Z","end":"2026-03-13T10:01:34.922857Z","steps":["trace[631856462] 'read index received' (duration: 111.627012ms)","trace[631856462] 'applied index is now lower than readState.Index' (duration: 225.795µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:01:34.922882Z","caller":"traceutil/trace.go:171","msg":"trace[623042642] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"248.444218ms","start":"2026-03-13T10:01:34.674405Z","end":"2026-03-13T10:01:34.92285Z","steps":["trace[623042642] 'process raft request' (duration: 248.217963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:01:34.922951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.938839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:01:34.922972Z","caller":"traceutil/trace.go:171","msg":"trace[1112178130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5056; }","duration":"112.018971ms","start":"2026-03-13T10:01:34.810944Z","end":"2026-03-13T10:01:34.922963Z","steps":["trace[1112178130] 'agreement among raft nodes before linearized reading' (duration: 111.97391ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:34.922977Z","caller":"traceutil/trace.go:171","msg":"trace[780468050] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"248.213242ms","start":"2026-03-13T10:01:34.674711Z","end":"2026-03-13T10:01:34.922924Z","steps":["trace[780468050] 'process raft request' (duration: 248.064898ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:34.923068Z","caller":"traceutil/trace.go:171","msg":"trace[2005883339] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"247.481775ms","start":"2026-03-13T10:01:34.675577Z","end":"2026-03-13T10:01:34.923059Z","steps":["trace[2005883339] 'process raft request' (duration: 247.251799ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:34.923096Z","caller":"traceutil/trace.go:171","msg":"trace[2076790278] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"248.303144ms","start":"2026-03-13T10:01:34.674738Z","end":"2026-03-13T10:01:34.923041Z","steps":["trace[2076790278] 'process raft request' (duration: 248.074589ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:01:34.923186Z","caller":"traceutil/trace.go:171","msg":"trace[927625839] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"248.586741ms","start":"2026-03-13T10:01:34.674556Z","end":"2026-03-13T10:01:34.923142Z","steps":["trace[927625839] 'process raft request' (duration: 248.195782ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:11.148411Z","caller":"traceutil/trace.go:171","msg":"trace[1614678769] linearizableReadLoop","detail":"{readStateIndex:5598; appliedIndex:5597; }","duration":"208.928797ms","start":"2026-03-13T10:02:10.939459Z","end":"2026-03-13T10:02:11.148387Z","steps":["trace[1614678769] 'read index received' (duration: 208.725262ms)","trace[1614678769] 'applied index is now lower than readState.Index' (duration: 202.545µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:11.148683Z","caller":"traceutil/trace.go:171","msg":"trace[412197369] transaction","detail":"{read_only:false; response_revision:5388; number_of_response:1; }","duration":"239.374559ms","start":"2026-03-13T10:02:10.909296Z","end":"2026-03-13T10:02:11.148671Z","steps":["trace[412197369] 'process raft request' (duration: 238.952089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:11.14895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.47484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gf46x\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T10:02:11.149004Z","caller":"traceutil/trace.go:171","msg":"trace[1514244881] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gf46x; range_end:; response_count:1; response_revision:5388; }","duration":"209.560222ms","start":"2026-03-13T10:02:10.93942Z","end":"2026-03-13T10:02:11.14898Z","steps":["trace[1514244881] 'agreement among raft nodes before linearized reading' (duration: 209.422749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:11.347393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.568437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:02:11.347671Z","caller":"traceutil/trace.go:171","msg":"trace[1836336044] linearizableReadLoop","detail":"{readStateIndex:5602; appliedIndex:5598; }","duration":"160.331355ms","start":"2026-03-13T10:02:11.187321Z","end":"2026-03-13T10:02:11.347653Z","steps":["trace[1836336044] 'read index received' (duration: 56.39794ms)","trace[1836336044] 'applied index is now lower than readState.Index' (duration: 103.932585ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:11.347673Z","caller":"traceutil/trace.go:171","msg":"trace[1232931876] transaction","detail":"{read_only:false; response_revision:5389; number_of_response:1; }","duration":"194.179646ms","start":"2026-03-13T10:02:11.15345Z","end":"2026-03-13T10:02:11.347629Z","steps":["trace[1232931876] 'process raft request' (duration: 90.273671ms)","trace[1232931876] 'compare' (duration: 103.352332ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:11.347723Z","caller":"traceutil/trace.go:171","msg":"trace[1545900362] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"193.948511ms","start":"2026-03-13T10:02:11.153731Z","end":"2026-03-13T10:02:11.347679Z","steps":["trace[1545900362] 'process raft request' (duration: 193.823518ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:11.34778Z","caller":"traceutil/trace.go:171","msg":"trace[73623013] transaction","detail":"{read_only:false; response_revision:5390; number_of_response:1; }","duration":"194.059633ms","start":"2026-03-13T10:02:11.153684Z","end":"2026-03-13T10:02:11.347744Z","steps":["trace[73623013] 'process raft request' (duration: 193.816348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:11.34783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.504909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-13T10:02:11.347866Z","caller":"traceutil/trace.go:171","msg":"trace[94634166] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5392; }","duration":"160.576561ms","start":"2026-03-13T10:02:11.187277Z","end":"2026-03-13T10:02:11.347853Z","steps":["trace[94634166] 'agreement among raft nodes before linearized reading' (duration: 160.431577ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:11.347859Z","caller":"traceutil/trace.go:171","msg":"trace[1045032427] transaction","detail":"{read_only:false; response_revision:5392; number_of_response:1; }","duration":"194.003622ms","start":"2026-03-13T10:02:11.153821Z","end":"2026-03-13T10:02:11.347825Z","steps":["trace[1045032427] 'process raft request' (duration: 193.785927ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:20.222983Z","caller":"traceutil/trace.go:171","msg":"trace[482963282] linearizableReadLoop","detail":"{readStateIndex:5648; appliedIndex:5647; }","duration":"412.238284ms","start":"2026-03-13T10:02:19.810708Z","end":"2026-03-13T10:02:20.222946Z","steps":["trace[482963282] 'read index received' (duration: 411.864316ms)","trace[482963282] 'applied index is now lower than readState.Index' (duration: 372.878µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:20.223086Z","caller":"traceutil/trace.go:171","msg":"trace[84120092] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"498.846921ms","start":"2026-03-13T10:02:19.724196Z","end":"2026-03-13T10:02:20.223043Z","steps":["trace[84120092] 'process raft request' (duration: 498.291509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:20.223354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.602242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:02:20.223468Z","caller":"traceutil/trace.go:171","msg":"trace[581146297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5437; }","duration":"412.770316ms","start":"2026-03-13T10:02:19.810653Z","end":"2026-03-13T10:02:20.223423Z","steps":["trace[581146297] 'agreement among raft nodes before linearized reading' (duration: 412.556751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:20.22344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:19.724177Z","time spent":"499.151098ms","remote":"127.0.0.1:55416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:02:20.223542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:19.81063Z","time spent":"412.90114ms","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T10:02:20.424459Z","caller":"traceutil/trace.go:171","msg":"trace[1775220670] linearizableReadLoop","detail":"{readStateIndex:5649; appliedIndex:5648; }","duration":"201.161987ms","start":"2026-03-13T10:02:20.223267Z","end":"2026-03-13T10:02:20.424429Z","steps":["trace[1775220670] 'read index received' (duration: 115.353439ms)","trace[1775220670] 'applied index is now lower than readState.Index' (duration: 85.807318ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:20.424553Z","caller":"traceutil/trace.go:171","msg":"trace[1920594396] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"494.404389ms","start":"2026-03-13T10:02:19.930036Z","end":"2026-03-13T10:02:20.424441Z","steps":["trace[1920594396] 'process raft request' (duration: 408.545319ms)","trace[1920594396] 'compare' (duration: 85.545422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:02:20.424625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.126224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:02:20.424691Z","caller":"traceutil/trace.go:171","msg":"trace[49693090] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5439; }","duration":"580.247257ms","start":"2026-03-13T10:02:19.84443Z","end":"2026-03-13T10:02:20.424677Z","steps":["trace[49693090] 'agreement among raft nodes before linearized reading' (duration: 580.092944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:20.424702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:19.930007Z","time spent":"494.616113ms","remote":"127.0.0.1:36508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19631,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:02:20.424738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:19.844411Z","time spent":"580.316029ms","remote":"127.0.0.1:51418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:02:20.424714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.588802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:02:20.424801Z","caller":"traceutil/trace.go:171","msg":"trace[1155499221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5439; }","duration":"196.692654ms","start":"2026-03-13T10:02:20.228084Z","end":"2026-03-13T10:02:20.424777Z","steps":["trace[1155499221] 'agreement among raft nodes before linearized reading' (duration: 196.526241ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:22.667661Z","caller":"traceutil/trace.go:171","msg":"trace[1214770168] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"142.482334ms","start":"2026-03-13T10:02:22.525129Z","end":"2026-03-13T10:02:22.667612Z","steps":["trace[1214770168] 'process raft request' (duration: 91.265014ms)","trace[1214770168] 'compare' (duration: 50.898213ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:31.45081Z","caller":"traceutil/trace.go:171","msg":"trace[1847581478] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"128.577514ms","start":"2026-03-13T10:02:31.322197Z","end":"2026-03-13T10:02:31.450775Z","steps":["trace[1847581478] 'process raft request' (duration: 128.39652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:31.451198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.075766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gf46x\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T10:02:31.451273Z","caller":"traceutil/trace.go:171","msg":"trace[1183539981] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gf46x; range_end:; response_count:1; response_revision:5510; }","duration":"126.158648ms","start":"2026-03-13T10:02:31.325097Z","end":"2026-03-13T10:02:31.451256Z","steps":["trace[1183539981] 'agreement among raft nodes before linearized reading' (duration: 125.955423ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:31.450753Z","caller":"traceutil/trace.go:171","msg":"trace[1985261023] linearizableReadLoop","detail":"{readStateIndex:5724; appliedIndex:5723; }","duration":"125.631536ms","start":"2026-03-13T10:02:31.325102Z","end":"2026-03-13T10:02:31.450733Z","steps":["trace[1985261023] 'read index received' (duration: 125.493293ms)","trace[1985261023] 'applied index is now lower than readState.Index' (duration: 137.423µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:35.839163Z","caller":"traceutil/trace.go:171","msg":"trace[272182272] transaction","detail":"{read_only:false; response_revision:5535; number_of_response:1; }","duration":"151.38336ms","start":"2026-03-13T10:02:35.687743Z","end":"2026-03-13T10:02:35.839126Z","steps":["trace[272182272] 'process raft request' (duration: 96.817622ms)","trace[272182272] 'compare' (duration: 54.127108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:02:35.8393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.007003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T10:02:35.839333Z","caller":"traceutil/trace.go:171","msg":"trace[20221499] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5535; }","duration":"119.095186ms","start":"2026-03-13T10:02:35.720229Z","end":"2026-03-13T10:02:35.839325Z","steps":["trace[20221499] 'agreement among raft nodes before linearized reading' (duration: 118.899411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:35.839453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.31166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T10:02:35.841269Z","caller":"traceutil/trace.go:171","msg":"trace[491599509] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5535; }","duration":"150.166782ms","start":"2026-03-13T10:02:35.691072Z","end":"2026-03-13T10:02:35.841239Z","steps":["trace[491599509] 'agreement among raft nodes before linearized reading' (duration: 148.163425ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:35.839131Z","caller":"traceutil/trace.go:171","msg":"trace[513102743] linearizableReadLoop","detail":"{readStateIndex:5751; appliedIndex:5750; }","duration":"113.277481ms","start":"2026-03-13T10:02:35.725818Z","end":"2026-03-13T10:02:35.839095Z","steps":["trace[513102743] 'read index received' (duration: 58.830766ms)","trace[513102743] 'applied index is now lower than readState.Index' (duration: 54.445315ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:36.011463Z","caller":"traceutil/trace.go:171","msg":"trace[2002739025] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"168.394222ms","start":"2026-03-13T10:02:35.843036Z","end":"2026-03-13T10:02:36.01143Z","steps":["trace[2002739025] 'process raft request' (duration: 168.29463ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:36.011495Z","caller":"traceutil/trace.go:171","msg":"trace[1332959734] transaction","detail":"{read_only:false; response_revision:5539; number_of_response:1; }","duration":"165.993127ms","start":"2026-03-13T10:02:35.845471Z","end":"2026-03-13T10:02:36.011465Z","steps":["trace[1332959734] 'process raft request' (duration: 165.899325ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:36.011475Z","caller":"traceutil/trace.go:171","msg":"trace[13337936] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"258.135621ms","start":"2026-03-13T10:02:35.753296Z","end":"2026-03-13T10:02:36.011432Z","steps":["trace[13337936] 'process raft request' (duration: 257.962967ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:36.011623Z","caller":"traceutil/trace.go:171","msg":"trace[939208400] transaction","detail":"{read_only:false; response_revision:5536; number_of_response:1; }","duration":"281.06067ms","start":"2026-03-13T10:02:35.730532Z","end":"2026-03-13T10:02:36.011593Z","steps":["trace[939208400] 'process raft request' (duration: 235.899679ms)","trace[939208400] 'compare' (duration: 44.68028ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:36.011554Z","caller":"traceutil/trace.go:171","msg":"trace[1043901097] linearizableReadLoop","detail":"{readStateIndex:5753; appliedIndex:5751; }","duration":"170.153923ms","start":"2026-03-13T10:02:35.841364Z","end":"2026-03-13T10:02:36.011518Z","steps":["trace[1043901097] 'read index received' (duration: 125.087214ms)","trace[1043901097] 'applied index is now lower than readState.Index' (duration: 45.062459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:02:36.01173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.347739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:02:36.011739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.372867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-13T10:02:36.011775Z","caller":"traceutil/trace.go:171","msg":"trace[1821800237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5539; }","duration":"200.475262ms","start":"2026-03-13T10:02:35.811287Z","end":"2026-03-13T10:02:36.011763Z","steps":["trace[1821800237] 'agreement among raft nodes before linearized reading' (duration: 200.322838ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:36.011812Z","caller":"traceutil/trace.go:171","msg":"trace[92893471] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5539; }","duration":"170.559793ms","start":"2026-03-13T10:02:35.841235Z","end":"2026-03-13T10:02:36.011795Z","steps":["trace[92893471] 'agreement among raft nodes before linearized reading' (duration: 170.331577ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:37.090083Z","caller":"traceutil/trace.go:171","msg":"trace[1730384630] linearizableReadLoop","detail":"{readStateIndex:5757; appliedIndex:5756; }","duration":"278.175163ms","start":"2026-03-13T10:02:36.811887Z","end":"2026-03-13T10:02:37.090062Z","steps":["trace[1730384630] 'read index received' (duration: 278.03469ms)","trace[1730384630] 'applied index is now lower than readState.Index' (duration: 139.493µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:37.09017Z","caller":"traceutil/trace.go:171","msg":"trace[426188994] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"338.010923ms","start":"2026-03-13T10:02:36.752104Z","end":"2026-03-13T10:02:37.090114Z","steps":["trace[426188994] 'process raft request' (duration: 337.781578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:37.090242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.023703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:02:37.090262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.928431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:02:37.090282Z","caller":"traceutil/trace.go:171","msg":"trace[562387160] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5541; }","duration":"181.104136ms","start":"2026-03-13T10:02:36.909169Z","end":"2026-03-13T10:02:37.090273Z","steps":["trace[562387160] 'agreement among raft nodes before linearized reading' (duration: 181.022894ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:37.090285Z","caller":"traceutil/trace.go:171","msg":"trace[921006878] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5541; }","duration":"180.958112ms","start":"2026-03-13T10:02:36.90932Z","end":"2026-03-13T10:02:37.090278Z","steps":["trace[921006878] 'agreement among raft nodes before linearized reading' (duration: 180.924291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:37.090215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.315407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:02:37.09054Z","caller":"traceutil/trace.go:171","msg":"trace[1596952700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5541; }","duration":"278.678595ms","start":"2026-03-13T10:02:36.811839Z","end":"2026-03-13T10:02:37.090517Z","steps":["trace[1596952700] 'agreement among raft nodes before linearized reading' (duration: 278.321047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:02:37.090822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:02:36.752078Z","time spent":"338.185836ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:02:37.463307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.223818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:02:37.463535Z","caller":"traceutil/trace.go:171","msg":"trace[1744686292] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"176.904448ms","start":"2026-03-13T10:02:37.286607Z","end":"2026-03-13T10:02:37.463511Z","steps":["trace[1744686292] 'process raft request' (duration: 176.817216ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:37.463682Z","caller":"traceutil/trace.go:171","msg":"trace[955702949] transaction","detail":"{read_only:false; response_revision:5542; number_of_response:1; }","duration":"203.953992ms","start":"2026-03-13T10:02:37.259714Z","end":"2026-03-13T10:02:37.463668Z","steps":["trace[955702949] 'process raft request' (duration: 74.281933ms)","trace[955702949] 'compare' (duration: 128.85068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:02:37.686146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.85897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:02:37.686256Z","caller":"traceutil/trace.go:171","msg":"trace[2114541820] linearizableReadLoop","detail":"{readStateIndex:5760; appliedIndex:5759; }","duration":"156.459837ms","start":"2026-03-13T10:02:37.529779Z","end":"2026-03-13T10:02:37.686239Z","steps":["trace[2114541820] 'read index received' (duration: 50.415973ms)","trace[2114541820] 'applied index is now lower than readState.Index' (duration: 106.039254ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:37.686551Z","caller":"traceutil/trace.go:171","msg":"trace[934183879] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"158.734869ms","start":"2026-03-13T10:02:37.527801Z","end":"2026-03-13T10:02:37.686536Z","steps":["trace[934183879] 'process raft request' (duration: 52.405328ms)","trace[934183879] 'compare' (duration: 105.704007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:02:37.686876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.092132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gf46x\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T10:02:37.686935Z","caller":"traceutil/trace.go:171","msg":"trace[546254600] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gf46x; range_end:; response_count:1; response_revision:5544; }","duration":"157.193834ms","start":"2026-03-13T10:02:37.529725Z","end":"2026-03-13T10:02:37.686919Z","steps":["trace[546254600] 'agreement among raft nodes before linearized reading' (duration: 157.02581ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:37.887165Z","caller":"traceutil/trace.go:171","msg":"trace[963326162] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"153.230813ms","start":"2026-03-13T10:02:37.733906Z","end":"2026-03-13T10:02:37.887137Z","steps":["trace[963326162] 'process raft request' (duration: 72.41831ms)","trace[963326162] 'compare' (duration: 80.69159ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:02:37.894042Z","caller":"traceutil/trace.go:171","msg":"trace[501601563] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"159.804135ms","start":"2026-03-13T10:02:37.73421Z","end":"2026-03-13T10:02:37.894014Z","steps":["trace[501601563] 'process raft request' (duration: 159.668542ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:38.161431Z","caller":"traceutil/trace.go:171","msg":"trace[1817217015] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"114.05902ms","start":"2026-03-13T10:02:38.047355Z","end":"2026-03-13T10:02:38.161414Z","steps":["trace[1817217015] 'process raft request' (duration: 114.025859ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:38.16151Z","caller":"traceutil/trace.go:171","msg":"trace[2044376455] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"114.595012ms","start":"2026-03-13T10:02:38.046885Z","end":"2026-03-13T10:02:38.16148Z","steps":["trace[2044376455] 'process raft request' (duration: 114.431498ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:02:42.316684Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2687} {"level":"info","ts":"2026-03-13T10:02:42.404394Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2687,"took":"86.267825ms","hash":142411499,"current-db-size-bytes":40321024,"current-db-size":"40 MB","current-db-size-in-use-bytes":30310400,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-13T10:02:42.404452Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":142411499,"revision":2687,"compact-revision":-1} {"level":"info","ts":"2026-03-13T10:03:00.926409Z","caller":"traceutil/trace.go:171","msg":"trace[414742924] linearizableReadLoop","detail":"{readStateIndex:5932; appliedIndex:5930; }","duration":"115.700976ms","start":"2026-03-13T10:03:00.810645Z","end":"2026-03-13T10:03:00.926346Z","steps":["trace[414742924] 'read index received' (duration: 4.35387ms)","trace[414742924] 'applied index is now lower than readState.Index' (duration: 111.345636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:03:00.92661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.935941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:03:00.926742Z","caller":"traceutil/trace.go:171","msg":"trace[1700083118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5710; }","duration":"116.109156ms","start":"2026-03-13T10:03:00.810609Z","end":"2026-03-13T10:03:00.926718Z","steps":["trace[1700083118] 'agreement among raft nodes before linearized reading' (duration: 115.898751ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:03:02.102405Z","caller":"traceutil/trace.go:171","msg":"trace[1971062787] linearizableReadLoop","detail":"{readStateIndex:5936; appliedIndex:5935; }","duration":"110.093317ms","start":"2026-03-13T10:03:01.992284Z","end":"2026-03-13T10:03:02.102377Z","steps":["trace[1971062787] 'read index received' (duration: 109.969014ms)","trace[1971062787] 'applied index is now lower than readState.Index' (duration: 122.853µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:03:02.102445Z","caller":"traceutil/trace.go:171","msg":"trace[341233258] transaction","detail":"{read_only:false; response_revision:5714; number_of_response:1; }","duration":"137.108391ms","start":"2026-03-13T10:03:01.965299Z","end":"2026-03-13T10:03:02.102408Z","steps":["trace[341233258] 'process raft request' (duration: 136.919537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:02.1027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.385793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T10:03:02.102803Z","caller":"traceutil/trace.go:171","msg":"trace[2087648178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5714; }","duration":"110.506306ms","start":"2026-03-13T10:03:01.992278Z","end":"2026-03-13T10:03:02.102784Z","steps":["trace[2087648178] 'agreement among raft nodes before linearized reading' (duration: 110.24616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:03:02.104446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.660113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T10:03:02.10451Z","caller":"traceutil/trace.go:171","msg":"trace[2121903894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5715; }","duration":"111.745315ms","start":"2026-03-13T10:03:01.992751Z","end":"2026-03-13T10:03:02.104496Z","steps":["trace[2121903894] 'agreement among raft nodes before linearized reading' (duration: 111.503689ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:04:40.869855Z","caller":"traceutil/trace.go:171","msg":"trace[1452885345] transaction","detail":"{read_only:false; response_revision:6257; number_of_response:1; }","duration":"214.052032ms","start":"2026-03-13T10:04:40.655764Z","end":"2026-03-13T10:04:40.869816Z","steps":["trace[1452885345] 'process raft request' (duration: 185.086322ms)","trace[1452885345] 'compare' (duration: 28.839217ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:04:40.883219Z","caller":"traceutil/trace.go:171","msg":"trace[2125601504] linearizableReadLoop","detail":"{readStateIndex:6500; appliedIndex:6498; }","duration":"102.47616ms","start":"2026-03-13T10:04:40.780719Z","end":"2026-03-13T10:04:40.883196Z","steps":["trace[2125601504] 'read index received' (duration: 60.10969ms)","trace[2125601504] 'applied index is now lower than readState.Index' (duration: 42.36518ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:04:40.883351Z","caller":"traceutil/trace.go:171","msg":"trace[158982274] transaction","detail":"{read_only:false; response_revision:6258; number_of_response:1; }","duration":"147.264106ms","start":"2026-03-13T10:04:40.736016Z","end":"2026-03-13T10:04:40.88328Z","steps":["trace[158982274] 'process raft request' (duration: 147.056512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:04:40.88362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.642301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T10:04:40.883699Z","caller":"traceutil/trace.go:171","msg":"trace[365279079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6258; }","duration":"101.790995ms","start":"2026-03-13T10:04:40.781893Z","end":"2026-03-13T10:04:40.883684Z","steps":["trace[365279079] 'agreement among raft nodes before linearized reading' (duration: 101.610491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:04:40.883586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.823278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T10:04:40.883854Z","caller":"traceutil/trace.go:171","msg":"trace[725969328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6258; }","duration":"103.163026ms","start":"2026-03-13T10:04:40.780664Z","end":"2026-03-13T10:04:40.883827Z","steps":["trace[725969328] 'agreement among raft nodes before linearized reading' (duration: 102.634504ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:04:45.704206Z","caller":"traceutil/trace.go:171","msg":"trace[405100997] transaction","detail":"{read_only:false; response_revision:6316; number_of_response:1; }","duration":"109.78042ms","start":"2026-03-13T10:04:45.594404Z","end":"2026-03-13T10:04:45.704185Z","steps":["trace[405100997] 'process raft request' (duration: 103.540735ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:04:46.484564Z","caller":"traceutil/trace.go:171","msg":"trace[704261320] transaction","detail":"{read_only:false; response_revision:6318; number_of_response:1; }","duration":"140.396987ms","start":"2026-03-13T10:04:46.344118Z","end":"2026-03-13T10:04:46.484515Z","steps":["trace[704261320] 'process raft request' (duration: 139.921846ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:05:48.977888Z","caller":"traceutil/trace.go:171","msg":"trace[1682746046] linearizableReadLoop","detail":"{readStateIndex:7070; appliedIndex:7069; }","duration":"166.144608ms","start":"2026-03-13T10:05:48.811713Z","end":"2026-03-13T10:05:48.977858Z","steps":["trace[1682746046] 'read index received' (duration: 165.922783ms)","trace[1682746046] 'applied index is now lower than readState.Index' (duration: 220.075µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:05:48.977972Z","caller":"traceutil/trace.go:171","msg":"trace[539832415] transaction","detail":"{read_only:false; response_revision:6810; number_of_response:1; }","duration":"202.368814ms","start":"2026-03-13T10:05:48.775551Z","end":"2026-03-13T10:05:48.97792Z","steps":["trace[539832415] 'process raft request' (duration: 202.105958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:48.97812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.370264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:05:48.978255Z","caller":"traceutil/trace.go:171","msg":"trace[439687472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6810; }","duration":"166.552029ms","start":"2026-03-13T10:05:48.811665Z","end":"2026-03-13T10:05:48.978217Z","steps":["trace[439687472] 'agreement among raft nodes before linearized reading' (duration: 166.334744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:48.978246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.414915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gf46x\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T10:05:48.978334Z","caller":"traceutil/trace.go:171","msg":"trace[1359123425] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gf46x; range_end:; response_count:1; response_revision:6810; }","duration":"166.569909ms","start":"2026-03-13T10:05:48.811746Z","end":"2026-03-13T10:05:48.978316Z","steps":["trace[1359123425] 'agreement among raft nodes before linearized reading' (duration: 166.305003ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:05:56.181451Z","caller":"traceutil/trace.go:171","msg":"trace[728574526] transaction","detail":"{read_only:false; response_revision:6853; number_of_response:1; }","duration":"130.369344ms","start":"2026-03-13T10:05:56.051057Z","end":"2026-03-13T10:05:56.181426Z","steps":["trace[728574526] 'process raft request' (duration: 130.22921ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:05:57.358019Z","caller":"traceutil/trace.go:171","msg":"trace[1089066283] linearizableReadLoop","detail":"{readStateIndex:7117; appliedIndex:7116; }","duration":"104.251384ms","start":"2026-03-13T10:05:57.253736Z","end":"2026-03-13T10:05:57.357988Z","steps":["trace[1089066283] 'read index received' (duration: 104.004078ms)","trace[1089066283] 'applied index is now lower than readState.Index' (duration: 246.126µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:05:57.358134Z","caller":"traceutil/trace.go:171","msg":"trace[1229256358] transaction","detail":"{read_only:false; response_revision:6855; number_of_response:1; }","duration":"188.596102ms","start":"2026-03-13T10:05:57.169499Z","end":"2026-03-13T10:05:57.358095Z","steps":["trace[1229256358] 'process raft request' (duration: 188.302645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:57.358281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.53795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T10:05:57.35833Z","caller":"traceutil/trace.go:171","msg":"trace[931768822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6855; }","duration":"104.605191ms","start":"2026-03-13T10:05:57.25371Z","end":"2026-03-13T10:05:57.358315Z","steps":["trace[931768822] 'agreement among raft nodes before linearized reading' (duration: 104.428257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:05:57.505347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.838854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:05:57.505582Z","caller":"traceutil/trace.go:171","msg":"trace[1698702524] transaction","detail":"{read_only:false; response_revision:6857; number_of_response:1; }","duration":"142.079847ms","start":"2026-03-13T10:05:57.363479Z","end":"2026-03-13T10:05:57.505559Z","steps":["trace[1698702524] 'process raft request' (duration: 141.983374ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:05:57.505566Z","caller":"traceutil/trace.go:171","msg":"trace[1919423112] transaction","detail":"{read_only:false; response_revision:6856; number_of_response:1; }","duration":"142.461566ms","start":"2026-03-13T10:05:57.363072Z","end":"2026-03-13T10:05:57.505533Z","steps":["trace[1919423112] 'process raft request' (duration: 20.339505ms)","trace[1919423112] 'compare' (duration: 121.716162ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:05:57.505923Z","caller":"traceutil/trace.go:171","msg":"trace[511855392] transaction","detail":"{read_only:false; response_revision:6859; number_of_response:1; }","duration":"142.248631ms","start":"2026-03-13T10:05:57.363586Z","end":"2026-03-13T10:05:57.505835Z","steps":["trace[511855392] 'process raft request' (duration: 142.153969ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:05:57.505917Z","caller":"traceutil/trace.go:171","msg":"trace[1343431364] transaction","detail":"{read_only:false; response_revision:6858; number_of_response:1; }","duration":"142.389024ms","start":"2026-03-13T10:05:57.363494Z","end":"2026-03-13T10:05:57.505883Z","steps":["trace[1343431364] 'process raft request' (duration: 142.029936ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:19.878697Z","caller":"traceutil/trace.go:171","msg":"trace[1568133132] transaction","detail":"{read_only:false; response_revision:7398; number_of_response:1; }","duration":"113.049708ms","start":"2026-03-13T10:07:19.765615Z","end":"2026-03-13T10:07:19.878665Z","steps":["trace[1568133132] 'process raft request' (duration: 112.751121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:20.284498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.306805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:07:20.284733Z","caller":"traceutil/trace.go:171","msg":"trace[744223177] transaction","detail":"{read_only:false; response_revision:7400; number_of_response:1; }","duration":"195.006168ms","start":"2026-03-13T10:07:20.089707Z","end":"2026-03-13T10:07:20.284713Z","steps":["trace[744223177] 'process raft request' (duration: 61.403306ms)","trace[744223177] 'compare' (duration: 133.164202ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:07:25.982615Z","caller":"traceutil/trace.go:171","msg":"trace[517798579] linearizableReadLoop","detail":"{readStateIndex:7839; appliedIndex:7838; }","duration":"434.662207ms","start":"2026-03-13T10:07:25.547931Z","end":"2026-03-13T10:07:25.982593Z","steps":["trace[517798579] 'read index received' (duration: 434.449072ms)","trace[517798579] 'applied index is now lower than readState.Index' (duration: 212.365µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:07:25.98267Z","caller":"traceutil/trace.go:171","msg":"trace[1572731538] transaction","detail":"{read_only:false; response_revision:7556; number_of_response:1; }","duration":"443.89618ms","start":"2026-03-13T10:07:25.538741Z","end":"2026-03-13T10:07:25.982638Z","steps":["trace[1572731538] 'process raft request' (duration: 443.702796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:25.98277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.816521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:07:25.982799Z","caller":"traceutil/trace.go:171","msg":"trace[1447452479] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7556; }","duration":"434.863492ms","start":"2026-03-13T10:07:25.547927Z","end":"2026-03-13T10:07:25.98279Z","steps":["trace[1447452479] 'agreement among raft nodes before linearized reading' (duration: 434.79329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:25.982787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.7985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:07:25.98283Z","caller":"traceutil/trace.go:171","msg":"trace[1604308953] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7556; }","duration":"434.860102ms","start":"2026-03-13T10:07:25.54796Z","end":"2026-03-13T10:07:25.982821Z","steps":["trace[1604308953] 'agreement among raft nodes before linearized reading' (duration: 434.77507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:25.982817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:25.53872Z","time spent":"444.024143ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:07:25.982828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:25.547879Z","time spent":"434.941994ms","remote":"127.0.0.1:44954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-03-13T10:07:25.982852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:25.547957Z","time spent":"434.889652ms","remote":"127.0.0.1:44954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:07:25.982939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.632564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:07:25.982958Z","caller":"traceutil/trace.go:171","msg":"trace[460827105] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7556; }","duration":"420.672255ms","start":"2026-03-13T10:07:25.562277Z","end":"2026-03-13T10:07:25.982949Z","steps":["trace[460827105] 'agreement among raft nodes before linearized reading' (duration: 420.646014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:25.982929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.031886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:07:25.982996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.55422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:07:25.983011Z","caller":"traceutil/trace.go:171","msg":"trace[2125787350] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7556; }","duration":"423.598802ms","start":"2026-03-13T10:07:25.559408Z","end":"2026-03-13T10:07:25.983007Z","steps":["trace[2125787350] 'agreement among raft nodes before linearized reading' (duration: 423.575671ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:25.983008Z","caller":"traceutil/trace.go:171","msg":"trace[1339341211] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7556; }","duration":"409.158028ms","start":"2026-03-13T10:07:25.573831Z","end":"2026-03-13T10:07:25.982989Z","steps":["trace[1339341211] 'agreement among raft nodes before linearized reading' (duration: 409.029845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:25.98305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.608602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:07:25.983064Z","caller":"traceutil/trace.go:171","msg":"trace[2099099783] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7556; }","duration":"423.632863ms","start":"2026-03-13T10:07:25.559428Z","end":"2026-03-13T10:07:25.98306Z","steps":["trace[2099099783] 'agreement among raft nodes before linearized reading' (duration: 423.607552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:25.983055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:25.573813Z","time spent":"409.232061ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-03-13T10:07:25.983083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:25.559422Z","time spent":"423.655083ms","remote":"127.0.0.1:44970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-03-13T10:07:25.983196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.20175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:07:25.983214Z","caller":"traceutil/trace.go:171","msg":"trace[1174445843] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7556; }","duration":"435.23377ms","start":"2026-03-13T10:07:25.547975Z","end":"2026-03-13T10:07:25.983209Z","steps":["trace[1174445843] 'agreement among raft nodes before linearized reading' (duration: 435.20364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:25.983234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:25.547972Z","time spent":"435.253521ms","remote":"127.0.0.1:44954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-03-13T10:07:25.983242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.970206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gf46x\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T10:07:25.983276Z","caller":"traceutil/trace.go:171","msg":"trace[958299225] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gf46x; range_end:; response_count:1; response_revision:7556; }","duration":"429.023887ms","start":"2026-03-13T10:07:25.554241Z","end":"2026-03-13T10:07:25.983265Z","steps":["trace[958299225] 'agreement among raft nodes before linearized reading' (duration: 428.878743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:25.983303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:25.554229Z","time spent":"429.068489ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-gf46x\" "} {"level":"warn","ts":"2026-03-13T10:07:25.983366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.442855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:07:25.983383Z","caller":"traceutil/trace.go:171","msg":"trace[680913553] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7556; }","duration":"409.499216ms","start":"2026-03-13T10:07:25.573879Z","end":"2026-03-13T10:07:25.983378Z","steps":["trace[680913553] 'agreement among raft nodes before linearized reading' (duration: 409.468306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:25.983402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:25.573857Z","time spent":"409.539728ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-03-13T10:07:25.982974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:25.562262Z","time spent":"420.708295ms","remote":"127.0.0.1:44970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-03-13T10:07:25.983026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:25.559402Z","time spent":"423.619922ms","remote":"127.0.0.1:44970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:07:25.983531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.268746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-fdd7ffcdf-zhm4g.189c5ea9ac3c1945\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-13T10:07:25.983552Z","caller":"traceutil/trace.go:171","msg":"trace[1032316201] range","detail":"{range_begin:/registry/events/openstack/barbican-api-fdd7ffcdf-zhm4g.189c5ea9ac3c1945; range_end:; response_count:1; response_revision:7556; }","duration":"179.291176ms","start":"2026-03-13T10:07:25.804255Z","end":"2026-03-13T10:07:25.983547Z","steps":["trace[1032316201] 'agreement among raft nodes before linearized reading' (duration: 179.226835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:25.983625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.65926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:07:25.98367Z","caller":"traceutil/trace.go:171","msg":"trace[932684450] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7556; }","duration":"409.734092ms","start":"2026-03-13T10:07:25.573926Z","end":"2026-03-13T10:07:25.98366Z","steps":["trace[932684450] 'agreement among raft nodes before linearized reading' (duration: 409.67212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:25.983699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:25.573907Z","time spent":"409.784414ms","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:07:25.983779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.329983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.108\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T10:07:25.983799Z","caller":"traceutil/trace.go:171","msg":"trace[251614938] range","detail":"{range_begin:/registry/masterleases/199.19.213.108; range_end:; response_count:1; response_revision:7556; }","duration":"396.350414ms","start":"2026-03-13T10:07:25.587443Z","end":"2026-03-13T10:07:25.983793Z","steps":["trace[251614938] 'agreement among raft nodes before linearized reading' (duration: 396.288322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:25.983816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:25.587399Z","time spent":"396.412455ms","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.108\" "} {"level":"warn","ts":"2026-03-13T10:07:28.50971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497904268,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T10:07:28.76419Z","caller":"traceutil/trace.go:171","msg":"trace[1601947002] transaction","detail":"{read_only:false; response_revision:7567; number_of_response:1; }","duration":"774.290932ms","start":"2026-03-13T10:07:27.989873Z","end":"2026-03-13T10:07:28.764164Z","steps":["trace[1601947002] 'process raft request' (duration: 774.148419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:28.764334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:27.989842Z","time spent":"774.412315ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:07:28.774779Z","caller":"traceutil/trace.go:171","msg":"trace[899169606] transaction","detail":"{read_only:false; response_revision:7568; number_of_response:1; }","duration":"650.797403ms","start":"2026-03-13T10:07:28.123958Z","end":"2026-03-13T10:07:28.774755Z","steps":["trace[899169606] 'process raft request' (duration: 650.64554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:28.77491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:28.123932Z","time spent":"650.910566ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:07:28.77493Z","caller":"traceutil/trace.go:171","msg":"trace[206546551] linearizableReadLoop","detail":"{readStateIndex:7852; appliedIndex:7850; }","duration":"766.185085ms","start":"2026-03-13T10:07:28.00872Z","end":"2026-03-13T10:07:28.774905Z","steps":["trace[206546551] 'read index received' (duration: 755.389816ms)","trace[206546551] 'applied index is now lower than readState.Index' (duration: 10.793979ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:07:28.775015Z","caller":"traceutil/trace.go:171","msg":"trace[1004958920] transaction","detail":"{read_only:false; response_revision:7569; number_of_response:1; }","duration":"161.507506ms","start":"2026-03-13T10:07:28.613481Z","end":"2026-03-13T10:07:28.774989Z","steps":["trace[1004958920] 'process raft request' (duration: 161.235539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:28.775225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.487242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T10:07:28.77525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.628166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gf46x\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T10:07:28.775262Z","caller":"traceutil/trace.go:171","msg":"trace[80402501] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7569; }","duration":"766.536503ms","start":"2026-03-13T10:07:28.008715Z","end":"2026-03-13T10:07:28.775252Z","steps":["trace[80402501] 'agreement among raft nodes before linearized reading' (duration: 766.40109ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:28.775279Z","caller":"traceutil/trace.go:171","msg":"trace[1591594093] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gf46x; range_end:; response_count:1; response_revision:7569; }","duration":"763.656146ms","start":"2026-03-13T10:07:28.011615Z","end":"2026-03-13T10:07:28.775271Z","steps":["trace[1591594093] 'agreement among raft nodes before linearized reading' (duration: 763.557044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:28.775306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:28.011586Z","time spent":"763.715298ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-gf46x\" "} {"level":"warn","ts":"2026-03-13T10:07:28.775343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:28.008681Z","time spent":"766.599394ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T10:07:28.775386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.538084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T10:07:28.775422Z","caller":"traceutil/trace.go:171","msg":"trace[1099057552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7569; }","duration":"375.602255ms","start":"2026-03-13T10:07:28.399808Z","end":"2026-03-13T10:07:28.775411Z","steps":["trace[1099057552] 'agreement among raft nodes before linearized reading' (duration: 375.488242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:28.775449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:28.399782Z","time spent":"375.659006ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T10:07:28.775458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.748262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T10:07:28.77548Z","caller":"traceutil/trace.go:171","msg":"trace[551942215] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7569; }","duration":"422.793103ms","start":"2026-03-13T10:07:28.352681Z","end":"2026-03-13T10:07:28.775474Z","steps":["trace[551942215] 'agreement among raft nodes before linearized reading' (duration: 422.724621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:28.775501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:28.352669Z","time spent":"422.825064ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T10:07:28.775575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.018261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T10:07:28.775667Z","caller":"traceutil/trace.go:171","msg":"trace[371542356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7569; }","duration":"375.124224ms","start":"2026-03-13T10:07:28.400534Z","end":"2026-03-13T10:07:28.775658Z","steps":["trace[371542356] 'agreement among raft nodes before linearized reading' (duration: 374.998901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:28.775696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:28.400523Z","time spent":"375.165765ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T10:07:28.775583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.427593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T10:07:28.775771Z","caller":"traceutil/trace.go:171","msg":"trace[912246362] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7569; }","duration":"428.645359ms","start":"2026-03-13T10:07:28.347117Z","end":"2026-03-13T10:07:28.775762Z","steps":["trace[912246362] 'agreement among raft nodes before linearized reading' (duration: 428.427524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:28.775793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:28.347099Z","time spent":"428.688019ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T10:07:34.971953Z","caller":"traceutil/trace.go:171","msg":"trace[562555934] transaction","detail":"{read_only:false; response_revision:7602; number_of_response:1; }","duration":"124.119774ms","start":"2026-03-13T10:07:34.847802Z","end":"2026-03-13T10:07:34.971922Z","steps":["trace[562555934] 'process raft request' (duration: 81.163983ms)","trace[562555934] 'compare' (duration: 42.835828ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:07:34.980995Z","caller":"traceutil/trace.go:171","msg":"trace[1309943011] linearizableReadLoop","detail":"{readStateIndex:7889; appliedIndex:7886; }","duration":"128.544936ms","start":"2026-03-13T10:07:34.852427Z","end":"2026-03-13T10:07:34.980972Z","steps":["trace[1309943011] 'read index received' (duration: 76.622968ms)","trace[1309943011] 'applied index is now lower than readState.Index' (duration: 51.921057ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:07:34.981083Z","caller":"traceutil/trace.go:171","msg":"trace[893541213] transaction","detail":"{read_only:false; response_revision:7603; number_of_response:1; }","duration":"130.386098ms","start":"2026-03-13T10:07:34.850659Z","end":"2026-03-13T10:07:34.981045Z","steps":["trace[893541213] 'process raft request' (duration: 130.164213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:34.981218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.768481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gf46x\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T10:07:34.981257Z","caller":"traceutil/trace.go:171","msg":"trace[1722094493] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gf46x; range_end:; response_count:1; response_revision:7604; }","duration":"128.843162ms","start":"2026-03-13T10:07:34.852401Z","end":"2026-03-13T10:07:34.981244Z","steps":["trace[1722094493] 'agreement among raft nodes before linearized reading' (duration: 128.670028ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:34.981241Z","caller":"traceutil/trace.go:171","msg":"trace[1786368790] transaction","detail":"{read_only:false; response_revision:7604; number_of_response:1; }","duration":"128.983375ms","start":"2026-03-13T10:07:34.852225Z","end":"2026-03-13T10:07:34.981208Z","steps":["trace[1786368790] 'process raft request' (duration: 128.704389ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:39.031314Z","caller":"traceutil/trace.go:171","msg":"trace[1091785684] linearizableReadLoop","detail":"{readStateIndex:7902; appliedIndex:7901; }","duration":"219.747119ms","start":"2026-03-13T10:07:38.811543Z","end":"2026-03-13T10:07:39.03129Z","steps":["trace[1091785684] 'read index received' (duration: 219.674797ms)","trace[1091785684] 'applied index is now lower than readState.Index' (duration: 71.282µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:07:39.031431Z","caller":"traceutil/trace.go:171","msg":"trace[863303036] transaction","detail":"{read_only:false; response_revision:7615; number_of_response:1; }","duration":"222.310279ms","start":"2026-03-13T10:07:38.809092Z","end":"2026-03-13T10:07:39.031402Z","steps":["trace[863303036] 'process raft request' (duration: 222.072273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:39.031616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.054306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:07:39.031714Z","caller":"traceutil/trace.go:171","msg":"trace[1008084666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7615; }","duration":"220.19715ms","start":"2026-03-13T10:07:38.811507Z","end":"2026-03-13T10:07:39.031704Z","steps":["trace[1008084666] 'agreement among raft nodes before linearized reading' (duration: 219.886132ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:39.043639Z","caller":"traceutil/trace.go:171","msg":"trace[226624681] transaction","detail":"{read_only:false; response_revision:7616; number_of_response:1; }","duration":"208.014529ms","start":"2026-03-13T10:07:38.835608Z","end":"2026-03-13T10:07:39.043622Z","steps":["trace[226624681] 'process raft request' (duration: 207.834745ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:39.043668Z","caller":"traceutil/trace.go:171","msg":"trace[1929875033] transaction","detail":"{read_only:false; response_revision:7617; number_of_response:1; }","duration":"192.714125ms","start":"2026-03-13T10:07:38.850937Z","end":"2026-03-13T10:07:39.043651Z","steps":["trace[1929875033] 'process raft request' (duration: 192.628743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:39.044012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.053133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T10:07:39.044044Z","caller":"traceutil/trace.go:171","msg":"trace[153659690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7617; }","duration":"193.117925ms","start":"2026-03-13T10:07:38.850918Z","end":"2026-03-13T10:07:39.044036Z","steps":["trace[153659690] 'agreement among raft nodes before linearized reading' (duration: 193.022113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:39.04412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.208537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T10:07:39.044197Z","caller":"traceutil/trace.go:171","msg":"trace[2034286493] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7617; }","duration":"193.278208ms","start":"2026-03-13T10:07:38.850895Z","end":"2026-03-13T10:07:39.044173Z","steps":["trace[2034286493] 'agreement among raft nodes before linearized reading' (duration: 193.155786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:39.044377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.442479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:07:39.044419Z","caller":"traceutil/trace.go:171","msg":"trace[753369592] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:7617; }","duration":"133.51582ms","start":"2026-03-13T10:07:38.910895Z","end":"2026-03-13T10:07:39.044411Z","steps":["trace[753369592] 'agreement among raft nodes before linearized reading' (duration: 133.461029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:39.044572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.817953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T10:07:39.044621Z","caller":"traceutil/trace.go:171","msg":"trace[1717264653] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7617; }","duration":"210.889865ms","start":"2026-03-13T10:07:38.833718Z","end":"2026-03-13T10:07:39.044607Z","steps":["trace[1717264653] 'agreement among raft nodes before linearized reading' (duration: 210.748002ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:39.194773Z","caller":"traceutil/trace.go:171","msg":"trace[632781398] transaction","detail":"{read_only:false; response_revision:7618; number_of_response:1; }","duration":"145.715611ms","start":"2026-03-13T10:07:39.04903Z","end":"2026-03-13T10:07:39.194746Z","steps":["trace[632781398] 'process raft request' (duration: 60.342781ms)","trace[632781398] 'compare' (duration: 85.006921ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:07:39.194872Z","caller":"traceutil/trace.go:171","msg":"trace[1595612847] transaction","detail":"{read_only:false; response_revision:7622; number_of_response:1; }","duration":"144.642596ms","start":"2026-03-13T10:07:39.05021Z","end":"2026-03-13T10:07:39.194852Z","steps":["trace[1595612847] 'process raft request' (duration: 144.547664ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:39.194988Z","caller":"traceutil/trace.go:171","msg":"trace[899195881] linearizableReadLoop","detail":"{readStateIndex:7910; appliedIndex:7904; }","duration":"142.007286ms","start":"2026-03-13T10:07:39.052957Z","end":"2026-03-13T10:07:39.194964Z","steps":["trace[899195881] 'read index received' (duration: 56.430932ms)","trace[899195881] 'applied index is now lower than readState.Index' (duration: 85.575124ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:07:39.195017Z","caller":"traceutil/trace.go:171","msg":"trace[1626200038] transaction","detail":"{read_only:false; response_revision:7619; number_of_response:1; }","duration":"145.924196ms","start":"2026-03-13T10:07:39.049078Z","end":"2026-03-13T10:07:39.195002Z","steps":["trace[1626200038] 'process raft request' (duration: 145.495866ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:39.195058Z","caller":"traceutil/trace.go:171","msg":"trace[644629180] transaction","detail":"{read_only:false; response_revision:7620; number_of_response:1; }","duration":"145.937947ms","start":"2026-03-13T10:07:39.049107Z","end":"2026-03-13T10:07:39.195045Z","steps":["trace[644629180] 'process raft request' (duration: 145.542488ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:39.195144Z","caller":"traceutil/trace.go:171","msg":"trace[923067017] transaction","detail":"{read_only:false; response_revision:7621; number_of_response:1; }","duration":"145.435385ms","start":"2026-03-13T10:07:39.049701Z","end":"2026-03-13T10:07:39.195137Z","steps":["trace[923067017] 'process raft request' (duration: 145.003115ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:39.195311Z","caller":"traceutil/trace.go:171","msg":"trace[136820918] transaction","detail":"{read_only:false; response_revision:7623; number_of_response:1; }","duration":"143.298426ms","start":"2026-03-13T10:07:39.052004Z","end":"2026-03-13T10:07:39.195302Z","steps":["trace[136820918] 'process raft request' (duration: 142.803314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:39.195583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.6104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223813"} {"level":"info","ts":"2026-03-13T10:07:39.195639Z","caller":"traceutil/trace.go:171","msg":"trace[1317121998] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7623; }","duration":"142.703102ms","start":"2026-03-13T10:07:39.052926Z","end":"2026-03-13T10:07:39.195629Z","steps":["trace[1317121998] 'agreement among raft nodes before linearized reading' (duration: 142.288553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:40.79297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497904419,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:07:41.229224Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.294405559s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T10:07:41.229609Z","caller":"traceutil/trace.go:171","msg":"trace[527853818] linearizableReadLoop","detail":"{readStateIndex:7911; appliedIndex:7910; }","duration":"937.126797ms","start":"2026-03-13T10:07:40.292462Z","end":"2026-03-13T10:07:41.229589Z","steps":["trace[527853818] 'read index received' (duration: 937.057356ms)","trace[527853818] 'applied index is now lower than readState.Index' (duration: 68.381µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:07:41.229692Z","caller":"traceutil/trace.go:171","msg":"trace[1622023909] transaction","detail":"{read_only:false; response_revision:7624; number_of_response:1; }","duration":"1.294991053s","start":"2026-03-13T10:07:39.934671Z","end":"2026-03-13T10:07:41.229662Z","steps":["trace[1622023909] 'process raft request' (duration: 1.294773388s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:41.229842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:39.934646Z","time spent":"1.295115765s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:07:41.230087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.563207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:07:41.230193Z","caller":"traceutil/trace.go:171","msg":"trace[1020049657] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:7624; }","duration":"937.757462ms","start":"2026-03-13T10:07:40.292412Z","end":"2026-03-13T10:07:41.230169Z","steps":["trace[1020049657] 'agreement among raft nodes before linearized reading' (duration: 937.298351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:41.230319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:40.292394Z","time spent":"937.866944ms","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":53,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:07:41.453319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.082646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:07:41.453437Z","caller":"traceutil/trace.go:171","msg":"trace[1753325754] transaction","detail":"{read_only:false; response_revision:7625; number_of_response:1; }","duration":"403.229172ms","start":"2026-03-13T10:07:41.050195Z","end":"2026-03-13T10:07:41.453424Z","steps":["trace[1753325754] 'process raft request' (duration: 290.973373ms)","trace[1753325754] 'compare' (duration: 111.991613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:07:41.453473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:41.050172Z","time spent":"403.284683ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:07:41.453653Z","caller":"traceutil/trace.go:171","msg":"trace[1218336433] transaction","detail":"{read_only:false; response_revision:7626; number_of_response:1; }","duration":"402.2484ms","start":"2026-03-13T10:07:41.051376Z","end":"2026-03-13T10:07:41.453625Z","steps":["trace[1218336433] 'process raft request' (duration: 402.018775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:41.4538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:41.051346Z","time spent":"402.379122ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:07:41.600191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.584121ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T10:07:41.600293Z","caller":"traceutil/trace.go:171","msg":"trace[558027745] linearizableReadLoop","detail":"{readStateIndex:7914; appliedIndex:7911; }","duration":"370.578589ms","start":"2026-03-13T10:07:41.229678Z","end":"2026-03-13T10:07:41.600256Z","steps":["trace[558027745] 'read index received' (duration: 111.416271ms)","trace[558027745] 'applied index is now lower than readState.Index' (duration: 259.161128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:07:41.600562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.077022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T10:07:41.600567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.034571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T10:07:41.600587Z","caller":"traceutil/trace.go:171","msg":"trace[210331584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7626; }","duration":"401.106153ms","start":"2026-03-13T10:07:41.199471Z","end":"2026-03-13T10:07:41.600577Z","steps":["trace[210331584] 'agreement among raft nodes before linearized reading' (duration: 401.0043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:41.600611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:41.199449Z","time spent":"401.157174ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T10:07:41.600618Z","caller":"traceutil/trace.go:171","msg":"trace[1081157202] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7626; }","duration":"401.097163ms","start":"2026-03-13T10:07:41.199504Z","end":"2026-03-13T10:07:41.600601Z","steps":["trace[1081157202] 'agreement among raft nodes before linearized reading' (duration: 400.94544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:41.600652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:41.199495Z","time spent":"401.149104ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T10:07:41.600648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.243893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T10:07:41.600724Z","caller":"traceutil/trace.go:171","msg":"trace[1282113528] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7626; }","duration":"400.338026ms","start":"2026-03-13T10:07:41.200363Z","end":"2026-03-13T10:07:41.600701Z","steps":["trace[1282113528] 'agreement among raft nodes before linearized reading' (duration: 400.117261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:41.600766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:41.200353Z","time spent":"400.402607ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:07:41.600786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.031251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-13T10:07:41.600803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.640516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T10:07:41.60078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.705484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T10:07:41.600815Z","caller":"traceutil/trace.go:171","msg":"trace[753878646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7626; }","duration":"401.068552ms","start":"2026-03-13T10:07:41.199737Z","end":"2026-03-13T10:07:41.600806Z","steps":["trace[753878646] 'agreement among raft nodes before linearized reading' (duration: 400.98363ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:41.600824Z","caller":"traceutil/trace.go:171","msg":"trace[1895304668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7626; }","duration":"401.693006ms","start":"2026-03-13T10:07:41.199125Z","end":"2026-03-13T10:07:41.600818Z","steps":["trace[1895304668] 'agreement among raft nodes before linearized reading' (duration: 401.629375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:41.600844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:41.199107Z","time spent":"401.733198ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T10:07:41.600844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:41.199726Z","time spent":"401.112413ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T10:07:41.600852Z","caller":"traceutil/trace.go:171","msg":"trace[2131414992] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7626; }","duration":"400.818077ms","start":"2026-03-13T10:07:41.200014Z","end":"2026-03-13T10:07:41.600833Z","steps":["trace[2131414992] 'agreement among raft nodes before linearized reading' (duration: 400.608122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:41.600891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:41.199995Z","time spent":"400.887598ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T10:07:41.600952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230183108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-13T10:07:41.600899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.161991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:07:41.600974Z","caller":"traceutil/trace.go:171","msg":"trace[1811236221] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7626; }","duration":"1.23023765s","start":"2026-03-13T10:07:40.370731Z","end":"2026-03-13T10:07:41.600968Z","steps":["trace[1811236221] 'agreement among raft nodes before linearized reading' (duration: 1.230178648s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:41.600992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:40.370711Z","time spent":"1.2302767s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T10:07:41.600998Z","caller":"traceutil/trace.go:171","msg":"trace[486838612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7626; }","duration":"791.287214ms","start":"2026-03-13T10:07:40.8097Z","end":"2026-03-13T10:07:41.600987Z","steps":["trace[486838612] 'agreement among raft nodes before linearized reading' (duration: 791.185992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:41.600994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.849608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gf46x\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-13T10:07:41.601027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:40.809682Z","time spent":"791.336675ms","remote":"127.0.0.1:36352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T10:07:41.601041Z","caller":"traceutil/trace.go:171","msg":"trace[475169362] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gf46x; range_end:; response_count:1; response_revision:7626; }","duration":"397.905859ms","start":"2026-03-13T10:07:41.203122Z","end":"2026-03-13T10:07:41.601027Z","steps":["trace[475169362] 'agreement among raft nodes before linearized reading' (duration: 397.781116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:41.601044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.474701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:07:41.601079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:41.203116Z","time spent":"397.95315ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-gf46x\" "} {"level":"info","ts":"2026-03-13T10:07:41.60112Z","caller":"traceutil/trace.go:171","msg":"trace[184329] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7626; }","duration":"329.597733ms","start":"2026-03-13T10:07:41.271508Z","end":"2026-03-13T10:07:41.601105Z","steps":["trace[184329] 'agreement among raft nodes before linearized reading' (duration: 329.46819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:41.601159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:41.271488Z","time spent":"329.662735ms","remote":"127.0.0.1:49064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-13T10:07:41.851145Z","caller":"traceutil/trace.go:171","msg":"trace[1191632555] transaction","detail":"{read_only:false; response_revision:7628; number_of_response:1; }","duration":"246.221691ms","start":"2026-03-13T10:07:41.604897Z","end":"2026-03-13T10:07:41.851119Z","steps":["trace[1191632555] 'process raft request' (duration: 245.978885ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:41.851491Z","caller":"traceutil/trace.go:171","msg":"trace[430669400] transaction","detail":"{read_only:false; response_revision:7629; number_of_response:1; }","duration":"246.553228ms","start":"2026-03-13T10:07:41.604919Z","end":"2026-03-13T10:07:41.851472Z","steps":["trace[430669400] 'process raft request' (duration: 246.139008ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:41.851588Z","caller":"traceutil/trace.go:171","msg":"trace[1721029691] transaction","detail":"{read_only:false; response_revision:7631; number_of_response:1; }","duration":"246.480636ms","start":"2026-03-13T10:07:41.605053Z","end":"2026-03-13T10:07:41.851534Z","steps":["trace[1721029691] 'process raft request' (duration: 246.356243ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:41.851498Z","caller":"traceutil/trace.go:171","msg":"trace[184650798] linearizableReadLoop","detail":"{readStateIndex:7920; appliedIndex:7914; }","duration":"245.843252ms","start":"2026-03-13T10:07:41.605636Z","end":"2026-03-13T10:07:41.851479Z","steps":["trace[184650798] 'read index received' (duration: 76.308211ms)","trace[184650798] 'applied index is now lower than readState.Index' (duration: 169.533951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:07:41.851684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.034186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19447"} {"level":"info","ts":"2026-03-13T10:07:41.851748Z","caller":"traceutil/trace.go:171","msg":"trace[1194529704] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7632; }","duration":"246.126068ms","start":"2026-03-13T10:07:41.605605Z","end":"2026-03-13T10:07:41.851731Z","steps":["trace[1194529704] 'agreement among raft nodes before linearized reading' (duration: 245.935603ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:41.851825Z","caller":"traceutil/trace.go:171","msg":"trace[1673947169] transaction","detail":"{read_only:false; response_revision:7630; number_of_response:1; }","duration":"247.07087ms","start":"2026-03-13T10:07:41.604743Z","end":"2026-03-13T10:07:41.851814Z","steps":["trace[1673947169] 'process raft request' (duration: 246.585088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:41.851997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.508501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223813"} {"level":"info","ts":"2026-03-13T10:07:41.852052Z","caller":"traceutil/trace.go:171","msg":"trace[1284191978] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7632; }","duration":"244.578372ms","start":"2026-03-13T10:07:41.607461Z","end":"2026-03-13T10:07:41.852039Z","steps":["trace[1284191978] 'agreement among raft nodes before linearized reading' (duration: 244.263355ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:41.851996Z","caller":"traceutil/trace.go:171","msg":"trace[2067214066] transaction","detail":"{read_only:false; response_revision:7632; number_of_response:1; }","duration":"246.542827ms","start":"2026-03-13T10:07:41.605435Z","end":"2026-03-13T10:07:41.851978Z","steps":["trace[2067214066] 'process raft request' (duration: 246.007115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:42.106988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.800413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-13T10:07:42.107085Z","caller":"traceutil/trace.go:171","msg":"trace[1166199669] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7632; }","duration":"161.941926ms","start":"2026-03-13T10:07:41.945127Z","end":"2026-03-13T10:07:42.107069Z","steps":["trace[1166199669] 'range keys from in-memory index tree' (duration: 161.694401ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:42.601508Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5584} {"level":"warn","ts":"2026-03-13T10:07:42.60184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.071948ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-03-13T10:07:42.601968Z","caller":"traceutil/trace.go:171","msg":"trace[8385537] compact","detail":"{revision:5584; response_revision:7633; }","duration":"228.708976ms","start":"2026-03-13T10:07:42.373228Z","end":"2026-03-13T10:07:42.601937Z","steps":["trace[8385537] 'process raft request' (duration: 36.449771ms)","trace[8385537] 'check and update compact revision' (duration: 190.979286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:07:44.014217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202950381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:07:44.014289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.186217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:07:44.014378Z","caller":"traceutil/trace.go:171","msg":"trace[154436405] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7633; }","duration":"796.352801ms","start":"2026-03-13T10:07:43.218005Z","end":"2026-03-13T10:07:44.014357Z","steps":["trace[154436405] 'count revisions from in-memory index tree' (duration: 796.047084ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:44.014373Z","caller":"traceutil/trace.go:171","msg":"trace[1473060835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7633; }","duration":"1.203150606s","start":"2026-03-13T10:07:42.811191Z","end":"2026-03-13T10:07:44.014342Z","steps":["trace[1473060835] 'range keys from in-memory index tree' (duration: 1.202853569s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:44.014427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:43.217979Z","time spent":"796.436574ms","remote":"127.0.0.1:51526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:07:44.014441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:42.811168Z","time spent":"1.203258738s","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:07:44.014642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.576651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:07:44.014713Z","caller":"traceutil/trace.go:171","msg":"trace[1088674473] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7633; }","duration":"664.731094ms","start":"2026-03-13T10:07:43.349965Z","end":"2026-03-13T10:07:44.014696Z","steps":["trace[1088674473] 'count revisions from in-memory index tree' (duration: 664.457378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:44.014744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:43.34994Z","time spent":"664.795806ms","remote":"127.0.0.1:51942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:07:44.014988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.676111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-13T10:07:44.015057Z","caller":"traceutil/trace.go:171","msg":"trace[1401361796] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7633; }","duration":"810.790394ms","start":"2026-03-13T10:07:43.204249Z","end":"2026-03-13T10:07:44.015039Z","steps":["trace[1401361796] 'range keys from in-memory index tree' (duration: 810.519208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:44.015088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:43.204229Z","time spent":"810.851856ms","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-13T10:07:44.475354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.26648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:07:44.475672Z","caller":"traceutil/trace.go:171","msg":"trace[1415377044] linearizableReadLoop","detail":"{readStateIndex:7924; appliedIndex:7922; }","duration":"898.716982ms","start":"2026-03-13T10:07:43.576938Z","end":"2026-03-13T10:07:44.475655Z","steps":["trace[1415377044] 'read index received' (duration: 463.055383ms)","trace[1415377044] 'applied index is now lower than readState.Index' (duration: 435.660799ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:07:44.475685Z","caller":"traceutil/trace.go:171","msg":"trace[2008308439] transaction","detail":"{read_only:false; response_revision:7635; number_of_response:1; }","duration":"1.015991237s","start":"2026-03-13T10:07:43.459664Z","end":"2026-03-13T10:07:44.475655Z","steps":["trace[2008308439] 'process raft request' (duration: 1.015813383s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:44.475682Z","caller":"traceutil/trace.go:171","msg":"trace[1744621045] transaction","detail":"{read_only:false; response_revision:7634; number_of_response:1; }","duration":"1.016160491s","start":"2026-03-13T10:07:43.459459Z","end":"2026-03-13T10:07:44.47562Z","steps":["trace[1744621045] 'process raft request' (duration: 580.518532ms)","trace[1744621045] 'compare' (duration: 319.95326ms)","trace[1744621045] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:552; } (duration: 114.954542ms)"],"step_count":3} {"level":"info","ts":"2026-03-13T10:07:44.475787Z","caller":"traceutil/trace.go:171","msg":"trace[1631783325] transaction","detail":"{read_only:false; response_revision:7637; number_of_response:1; }","duration":"438.502295ms","start":"2026-03-13T10:07:44.037273Z","end":"2026-03-13T10:07:44.475775Z","steps":["trace[1631783325] 'process raft request' (duration: 438.348341ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:44.475756Z","caller":"traceutil/trace.go:171","msg":"trace[395512337] transaction","detail":"{read_only:false; response_revision:7636; number_of_response:1; }","duration":"480.035273ms","start":"2026-03-13T10:07:43.995678Z","end":"2026-03-13T10:07:44.475713Z","steps":["trace[395512337] 'process raft request' (duration: 479.89979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:44.475839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:43.459624Z","time spent":"1.0161312s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:07:44.475859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:44.037247Z","time spent":"438.579197ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:07:44.475862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:43.459439Z","time spent":"1.016332215s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:07:44.475951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:43.995656Z","time spent":"480.194286ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:07:44.476042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.122364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:07:44.476086Z","caller":"traceutil/trace.go:171","msg":"trace[2037090158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7637; }","duration":"460.162025ms","start":"2026-03-13T10:07:44.015911Z","end":"2026-03-13T10:07:44.476073Z","steps":["trace[2037090158] 'agreement among raft nodes before linearized reading' (duration: 460.093973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:44.476084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.333598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:120063"} {"level":"warn","ts":"2026-03-13T10:07:44.476122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:44.015867Z","time spent":"460.249377ms","remote":"127.0.0.1:36352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:07:44.476129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.598746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T10:07:44.476144Z","caller":"traceutil/trace.go:171","msg":"trace[1519258073] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7637; }","duration":"877.461881ms","start":"2026-03-13T10:07:43.59867Z","end":"2026-03-13T10:07:44.476132Z","steps":["trace[1519258073] 'agreement among raft nodes before linearized reading' (duration: 877.230936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:44.476124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.191703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T10:07:44.47617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:43.598637Z","time spent":"877.528803ms","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":120086,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-13T10:07:44.476197Z","caller":"traceutil/trace.go:171","msg":"trace[513889127] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7637; }","duration":"619.290905ms","start":"2026-03-13T10:07:43.856887Z","end":"2026-03-13T10:07:44.476178Z","steps":["trace[513889127] 'agreement among raft nodes before linearized reading' (duration: 619.05675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:44.47622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.79491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4265abbc-fcdd-4479-93fb-9de3d5f27fb8\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-13T10:07:44.476229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.285435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-13T10:07:44.476241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.270934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:07:44.476288Z","caller":"traceutil/trace.go:171","msg":"trace[271218642] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4265abbc-fcdd-4479-93fb-9de3d5f27fb8; range_end:; response_count:1; response_revision:7637; }","duration":"457.893152ms","start":"2026-03-13T10:07:44.018377Z","end":"2026-03-13T10:07:44.47627Z","steps":["trace[271218642] 'agreement among raft nodes before linearized reading' (duration: 457.736258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:44.476312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.91009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T10:07:44.476309Z","caller":"traceutil/trace.go:171","msg":"trace[1358554314] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7637; }","duration":"899.390837ms","start":"2026-03-13T10:07:43.576897Z","end":"2026-03-13T10:07:44.476288Z","steps":["trace[1358554314] 'agreement among raft nodes before linearized reading' (duration: 899.146172ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:44.476343Z","caller":"traceutil/trace.go:171","msg":"trace[1393021396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7637; }","duration":"619.953291ms","start":"2026-03-13T10:07:43.856382Z","end":"2026-03-13T10:07:44.476335Z","steps":["trace[1393021396] 'agreement among raft nodes before linearized reading' (duration: 619.877949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:44.476342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:44.018359Z","time spent":"457.970793ms","remote":"127.0.0.1:36480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-4265abbc-fcdd-4479-93fb-9de3d5f27fb8\" "} {"level":"info","ts":"2026-03-13T10:07:44.476163Z","caller":"traceutil/trace.go:171","msg":"trace[1337472547] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7637; }","duration":"620.658817ms","start":"2026-03-13T10:07:43.855494Z","end":"2026-03-13T10:07:44.476153Z","steps":["trace[1337472547] 'agreement among raft nodes before linearized reading' (duration: 620.507744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:44.476369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.093071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gf46x\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-13T10:07:44.476371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:43.576878Z","time spent":"899.481159ms","remote":"127.0.0.1:36426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-13T10:07:44.476402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.853317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T10:07:44.476403Z","caller":"traceutil/trace.go:171","msg":"trace[1067000114] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gf46x; range_end:; response_count:1; response_revision:7637; }","duration":"616.131823ms","start":"2026-03-13T10:07:43.860261Z","end":"2026-03-13T10:07:44.476393Z","steps":["trace[1067000114] 'agreement among raft nodes before linearized reading' (duration: 616.072622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:44.476406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:43.855477Z","time spent":"620.917403ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T10:07:44.476426Z","caller":"traceutil/trace.go:171","msg":"trace[576706221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7637; }","duration":"788.94545ms","start":"2026-03-13T10:07:43.687475Z","end":"2026-03-13T10:07:44.47642Z","steps":["trace[576706221] 'agreement among raft nodes before linearized reading' (duration: 788.885358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:44.47643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.915413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-13T10:07:44.47644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:43.687447Z","time spent":"788.9903ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T10:07:44.476458Z","caller":"traceutil/trace.go:171","msg":"trace[1764972110] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7637; }","duration":"620.976754ms","start":"2026-03-13T10:07:43.855474Z","end":"2026-03-13T10:07:44.476451Z","steps":["trace[1764972110] 'agreement among raft nodes before linearized reading' (duration: 620.864322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:44.476239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.585822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-13T10:07:44.476311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.194936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:07:44.476491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:43.855456Z","time spent":"621.028395ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T10:07:44.476494Z","caller":"traceutil/trace.go:171","msg":"trace[1609910665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7637; }","duration":"619.90853ms","start":"2026-03-13T10:07:43.856574Z","end":"2026-03-13T10:07:44.476483Z","steps":["trace[1609910665] 'agreement among raft nodes before linearized reading' (duration: 619.610043ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:44.476517Z","caller":"traceutil/trace.go:171","msg":"trace[980965080] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:7637; }","duration":"483.459292ms","start":"2026-03-13T10:07:43.993049Z","end":"2026-03-13T10:07:44.476509Z","steps":["trace[980965080] 'agreement among raft nodes before linearized reading' (duration: 483.230416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:44.476524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:43.85654Z","time spent":"619.976831ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T10:07:44.476316Z","caller":"traceutil/trace.go:171","msg":"trace[1977579733] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:7637; }","duration":"658.372687ms","start":"2026-03-13T10:07:43.817928Z","end":"2026-03-13T10:07:44.4763Z","steps":["trace[1977579733] 'agreement among raft nodes before linearized reading' (duration: 658.210153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:44.476562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:43.817871Z","time spent":"658.686925ms","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:07:44.476431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:43.860254Z","time spent":"616.171874ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-gf46x\" "} {"level":"warn","ts":"2026-03-13T10:07:44.47625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:43.856879Z","time spent":"619.357247ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T10:07:44.476537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:43.993015Z","time spent":"483.513233ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:07:44.476371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:43.856374Z","time spent":"619.991001ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T10:07:44.867458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.352556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:07:44.867629Z","caller":"traceutil/trace.go:171","msg":"trace[1359629854] transaction","detail":"{read_only:false; response_revision:7638; number_of_response:1; }","duration":"385.859151ms","start":"2026-03-13T10:07:44.481731Z","end":"2026-03-13T10:07:44.86759Z","steps":["trace[1359629854] 'process raft request' (duration: 128.254469ms)","trace[1359629854] 'compare' (duration: 91.47543ms)","trace[1359629854] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:536; } (duration: 165.714493ms)"],"step_count":3} {"level":"warn","ts":"2026-03-13T10:07:44.867712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:44.481709Z","time spent":"385.972973ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:07:44.874341Z","caller":"traceutil/trace.go:171","msg":"trace[1320481775] transaction","detail":"{read_only:false; response_revision:7641; number_of_response:1; }","duration":"392.183818ms","start":"2026-03-13T10:07:44.482134Z","end":"2026-03-13T10:07:44.874318Z","steps":["trace[1320481775] 'process raft request' (duration: 392.127846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:44.874491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:44.482125Z","time spent":"392.28808ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:07:44.874599Z","caller":"traceutil/trace.go:171","msg":"trace[180799687] transaction","detail":"{read_only:false; response_revision:7639; number_of_response:1; }","duration":"392.549295ms","start":"2026-03-13T10:07:44.482021Z","end":"2026-03-13T10:07:44.874571Z","steps":["trace[180799687] 'process raft request' (duration: 392.111855ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:44.874643Z","caller":"traceutil/trace.go:171","msg":"trace[1067966158] transaction","detail":"{read_only:false; response_revision:7640; number_of_response:1; }","duration":"392.530865ms","start":"2026-03-13T10:07:44.482082Z","end":"2026-03-13T10:07:44.874613Z","steps":["trace[1067966158] 'process raft request' (duration: 392.154407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:44.874723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:44.482003Z","time spent":"392.657528ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:07:44.874755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:44.482069Z","time spent":"392.632927ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:07:44.874871Z","caller":"traceutil/trace.go:171","msg":"trace[802534883] transaction","detail":"{read_only:false; response_revision:7642; number_of_response:1; }","duration":"392.691539ms","start":"2026-03-13T10:07:44.482136Z","end":"2026-03-13T10:07:44.874828Z","steps":["trace[802534883] 'process raft request' (duration: 392.157127ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:44.875002Z","caller":"traceutil/trace.go:171","msg":"trace[1087971823] transaction","detail":"{read_only:false; response_revision:7643; number_of_response:1; }","duration":"392.828392ms","start":"2026-03-13T10:07:44.482153Z","end":"2026-03-13T10:07:44.874981Z","steps":["trace[1087971823] 'process raft request' (duration: 392.548105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:44.875048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:44.482146Z","time spent":"392.880073ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:07:44.874994Z","caller":"traceutil/trace.go:171","msg":"trace[1897128308] linearizableReadLoop","detail":"{readStateIndex:7932; appliedIndex:7926; }","duration":"392.541585ms","start":"2026-03-13T10:07:44.482399Z","end":"2026-03-13T10:07:44.874941Z","steps":["trace[1897128308] 'read index received' (duration: 127.605723ms)","trace[1897128308] 'applied index is now lower than readState.Index' (duration: 264.934292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:07:44.875099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:44.482113Z","time spent":"392.868903ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:07:44.875272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.097883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:07:44.875313Z","caller":"traceutil/trace.go:171","msg":"trace[592512685] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7643; }","duration":"124.144064ms","start":"2026-03-13T10:07:44.751159Z","end":"2026-03-13T10:07:44.875303Z","steps":["trace[592512685] 'agreement among raft nodes before linearized reading' (duration: 124.065133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:44.875274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.015877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:07:44.875386Z","caller":"traceutil/trace.go:171","msg":"trace[1500996704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7643; }","duration":"390.14927ms","start":"2026-03-13T10:07:44.485221Z","end":"2026-03-13T10:07:44.875371Z","steps":["trace[1500996704] 'agreement among raft nodes before linearized reading' (duration: 389.974956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:44.875443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:44.485172Z","time spent":"390.257043ms","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:07:44.875444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.748618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-13T10:07:44.875493Z","caller":"traceutil/trace.go:171","msg":"trace[1509666379] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7643; }","duration":"388.795869ms","start":"2026-03-13T10:07:44.48668Z","end":"2026-03-13T10:07:44.875476Z","steps":["trace[1509666379] 'agreement among raft nodes before linearized reading' (duration: 388.621825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:44.875488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.483492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:120063"} {"level":"warn","ts":"2026-03-13T10:07:44.875485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.072378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223813"} {"level":"info","ts":"2026-03-13T10:07:44.875546Z","caller":"traceutil/trace.go:171","msg":"trace[388892035] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7643; }","duration":"388.554194ms","start":"2026-03-13T10:07:44.486978Z","end":"2026-03-13T10:07:44.875532Z","steps":["trace[388892035] 'agreement among raft nodes before linearized reading' (duration: 388.318428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:44.875548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:44.486675Z","time spent":"388.862221ms","remote":"127.0.0.1:36426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-13T10:07:44.875564Z","caller":"traceutil/trace.go:171","msg":"trace[1535057525] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7643; }","duration":"393.17612ms","start":"2026-03-13T10:07:44.48237Z","end":"2026-03-13T10:07:44.875546Z","steps":["trace[1535057525] 'agreement among raft nodes before linearized reading' (duration: 392.76355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:44.87559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:44.486975Z","time spent":"388.608855ms","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":120086,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-13T10:07:44.875621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:44.482359Z","time spent":"393.247361ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223836,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-13T10:07:45.159129Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5584,"took":"2.556002733s","hash":645792466,"current-db-size-bytes":43315200,"current-db-size":"43 MB","current-db-size-in-use-bytes":22933504,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-13T10:07:45.159236Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":645792466,"revision":5584,"compact-revision":2687} {"level":"info","ts":"2026-03-13T10:07:45.957421Z","caller":"traceutil/trace.go:171","msg":"trace[599779205] linearizableReadLoop","detail":"{readStateIndex:7933; appliedIndex:7932; }","duration":"153.734067ms","start":"2026-03-13T10:07:45.803664Z","end":"2026-03-13T10:07:45.957398Z","steps":["trace[599779205] 'read index received' (duration: 153.656095ms)","trace[599779205] 'applied index is now lower than readState.Index' (duration: 76.892µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:07:45.957424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:45.590182Z","time spent":"367.236201ms","remote":"127.0.0.1:36386","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-13T10:07:45.957595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.930671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-fdd7ffcdf-zhm4g.189c5ea9ac3c1945\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-13T10:07:45.95764Z","caller":"traceutil/trace.go:171","msg":"trace[12675360] range","detail":"{range_begin:/registry/events/openstack/barbican-api-fdd7ffcdf-zhm4g.189c5ea9ac3c1945; range_end:; response_count:1; response_revision:7643; }","duration":"154.045704ms","start":"2026-03-13T10:07:45.803577Z","end":"2026-03-13T10:07:45.957623Z","steps":["trace[12675360] 'agreement among raft nodes before linearized reading' (duration: 153.891051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:45.957666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.842614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:07:45.957769Z","caller":"traceutil/trace.go:171","msg":"trace[1471583846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7643; }","duration":"145.963517ms","start":"2026-03-13T10:07:45.811786Z","end":"2026-03-13T10:07:45.95775Z","steps":["trace[1471583846] 'agreement among raft nodes before linearized reading' (duration: 145.787113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:46.225857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.898206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:07:46.226027Z","caller":"traceutil/trace.go:171","msg":"trace[1646846040] transaction","detail":"{read_only:false; response_revision:7644; number_of_response:1; }","duration":"267.662935ms","start":"2026-03-13T10:07:45.958325Z","end":"2026-03-13T10:07:46.225988Z","steps":["trace[1646846040] 'process raft request' (duration: 56.538944ms)","trace[1646846040] 'compare' (duration: 210.750562ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:07:46.226088Z","caller":"traceutil/trace.go:171","msg":"trace[1773336633] transaction","detail":"{read_only:false; response_revision:7645; number_of_response:1; }","duration":"264.682416ms","start":"2026-03-13T10:07:45.961387Z","end":"2026-03-13T10:07:46.226069Z","steps":["trace[1773336633] 'process raft request' (duration: 264.590524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:46.226679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.944541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:07:46.226741Z","caller":"traceutil/trace.go:171","msg":"trace[809671272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7645; }","duration":"268.040173ms","start":"2026-03-13T10:07:45.958687Z","end":"2026-03-13T10:07:46.226727Z","steps":["trace[809671272] 'agreement among raft nodes before linearized reading' (duration: 267.90106ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:46.243872Z","caller":"traceutil/trace.go:171","msg":"trace[361341380] linearizableReadLoop","detail":"{readStateIndex:7934; appliedIndex:7933; }","duration":"267.426439ms","start":"2026-03-13T10:07:45.958702Z","end":"2026-03-13T10:07:46.226129Z","steps":["trace[361341380] 'read index received' (duration: 56.178736ms)","trace[361341380] 'applied index is now lower than readState.Index' (duration: 211.243133ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:07:47.007967Z","caller":"traceutil/trace.go:171","msg":"trace[180667244] linearizableReadLoop","detail":"{readStateIndex:7937; appliedIndex:7936; }","duration":"178.968789ms","start":"2026-03-13T10:07:46.828971Z","end":"2026-03-13T10:07:47.007939Z","steps":["trace[180667244] 'read index received' (duration: 178.738443ms)","trace[180667244] 'applied index is now lower than readState.Index' (duration: 229.226µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:07:47.008283Z","caller":"traceutil/trace.go:171","msg":"trace[1147445260] transaction","detail":"{read_only:false; response_revision:7647; number_of_response:1; }","duration":"524.888128ms","start":"2026-03-13T10:07:46.483381Z","end":"2026-03-13T10:07:47.00827Z","steps":["trace[1147445260] 'process raft request' (duration: 524.383417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:47.008405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:46.483342Z","time spent":"524.987771ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:07:47.008654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.450764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T10:07:47.00869Z","caller":"traceutil/trace.go:171","msg":"trace[133587321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7647; }","duration":"128.502925ms","start":"2026-03-13T10:07:46.880177Z","end":"2026-03-13T10:07:47.00868Z","steps":["trace[133587321] 'agreement among raft nodes before linearized reading' (duration: 128.366811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:47.008759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.60582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T10:07:47.008767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.971716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gf46x\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T10:07:47.008809Z","caller":"traceutil/trace.go:171","msg":"trace[1511991982] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7647; }","duration":"129.656481ms","start":"2026-03-13T10:07:46.879143Z","end":"2026-03-13T10:07:47.008799Z","steps":["trace[1511991982] 'agreement among raft nodes before linearized reading' (duration: 129.491428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:47.008845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.138686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T10:07:47.008899Z","caller":"traceutil/trace.go:171","msg":"trace[891895655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7647; }","duration":"128.257519ms","start":"2026-03-13T10:07:46.88063Z","end":"2026-03-13T10:07:47.008887Z","steps":["trace[891895655] 'agreement among raft nodes before linearized reading' (duration: 128.139877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:47.008906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.9266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:07:47.00885Z","caller":"traceutil/trace.go:171","msg":"trace[1822547600] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gf46x; range_end:; response_count:1; response_revision:7647; }","duration":"126.078639ms","start":"2026-03-13T10:07:46.882753Z","end":"2026-03-13T10:07:47.008832Z","steps":["trace[1822547600] 'agreement among raft nodes before linearized reading' (duration: 125.893385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:47.008944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.572199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T10:07:47.008982Z","caller":"traceutil/trace.go:171","msg":"trace[725983654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7647; }","duration":"180.035503ms","start":"2026-03-13T10:07:46.828922Z","end":"2026-03-13T10:07:47.008958Z","steps":["trace[725983654] 'agreement among raft nodes before linearized reading' (duration: 179.930531ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:47.009037Z","caller":"traceutil/trace.go:171","msg":"trace[23023242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7647; }","duration":"129.693932ms","start":"2026-03-13T10:07:46.879319Z","end":"2026-03-13T10:07:47.009013Z","steps":["trace[23023242] 'agreement among raft nodes before linearized reading' (duration: 129.502038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:47.008764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.843437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T10:07:47.009474Z","caller":"traceutil/trace.go:171","msg":"trace[424828622] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7647; }","duration":"137.557813ms","start":"2026-03-13T10:07:46.871851Z","end":"2026-03-13T10:07:47.009409Z","steps":["trace[424828622] 'agreement among raft nodes before linearized reading' (duration: 136.676583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:47.009286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.181393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T10:07:47.00958Z","caller":"traceutil/trace.go:171","msg":"trace[708721679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7647; }","duration":"130.507231ms","start":"2026-03-13T10:07:46.879061Z","end":"2026-03-13T10:07:47.009568Z","steps":["trace[708721679] 'agreement among raft nodes before linearized reading' (duration: 129.59077ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:47.43677Z","caller":"traceutil/trace.go:171","msg":"trace[771015852] transaction","detail":"{read_only:false; response_revision:7649; number_of_response:1; }","duration":"423.189472ms","start":"2026-03-13T10:07:47.013553Z","end":"2026-03-13T10:07:47.436743Z","steps":["trace[771015852] 'process raft request' (duration: 422.979118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:47.437018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:47.013525Z","time spent":"423.319906ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:07:47.437555Z","caller":"traceutil/trace.go:171","msg":"trace[2109784211] transaction","detail":"{read_only:false; response_revision:7650; number_of_response:1; }","duration":"423.715835ms","start":"2026-03-13T10:07:47.013822Z","end":"2026-03-13T10:07:47.437538Z","steps":["trace[2109784211] 'process raft request' (duration: 422.877215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:47.437644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:47.013812Z","time spent":"423.786626ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:07:47.437688Z","caller":"traceutil/trace.go:171","msg":"trace[832334679] transaction","detail":"{read_only:false; response_revision:7652; number_of_response:1; }","duration":"422.940286ms","start":"2026-03-13T10:07:47.014712Z","end":"2026-03-13T10:07:47.437653Z","steps":["trace[832334679] 'process raft request' (duration: 422.830594ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:47.437779Z","caller":"traceutil/trace.go:171","msg":"trace[211013297] transaction","detail":"{read_only:false; response_revision:7651; number_of_response:1; }","duration":"423.10486ms","start":"2026-03-13T10:07:47.014657Z","end":"2026-03-13T10:07:47.437762Z","steps":["trace[211013297] 'process raft request' (duration: 422.739071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:47.437907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:47.014632Z","time spent":"423.226113ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:07:47.437983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:47.014708Z","time spent":"423.08316ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:07:47.437949Z","caller":"traceutil/trace.go:171","msg":"trace[1428939876] linearizableReadLoop","detail":"{readStateIndex:7940; appliedIndex:7938; }","duration":"423.921309ms","start":"2026-03-13T10:07:47.013988Z","end":"2026-03-13T10:07:47.437909Z","steps":["trace[1428939876] 'read index received' (duration: 45.458829ms)","trace[1428939876] 'applied index is now lower than readState.Index' (duration: 378.46069ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:07:47.438058Z","caller":"traceutil/trace.go:171","msg":"trace[1723643568] transaction","detail":"{read_only:false; response_revision:7653; number_of_response:1; }","duration":"423.151762ms","start":"2026-03-13T10:07:47.014862Z","end":"2026-03-13T10:07:47.438014Z","steps":["trace[1723643568] 'process raft request' (duration: 422.746352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:47.438296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:47.014854Z","time spent":"423.295545ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:07:47.438337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.146713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T10:07:47.438378Z","caller":"traceutil/trace.go:171","msg":"trace[2074945351] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7653; }","duration":"326.252256ms","start":"2026-03-13T10:07:47.112113Z","end":"2026-03-13T10:07:47.438365Z","steps":["trace[2074945351] 'agreement among raft nodes before linearized reading' (duration: 326.00508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:47.438417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:47.112094Z","time spent":"326.313418ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T10:07:47.438438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.234892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-13T10:07:47.43867Z","caller":"traceutil/trace.go:171","msg":"trace[1078575872] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7653; }","duration":"204.449637ms","start":"2026-03-13T10:07:47.234166Z","end":"2026-03-13T10:07:47.438616Z","steps":["trace[1078575872] 'agreement among raft nodes before linearized reading' (duration: 204.010057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:47.438673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.671867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223813"} {"level":"info","ts":"2026-03-13T10:07:47.43874Z","caller":"traceutil/trace.go:171","msg":"trace[783491031] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7653; }","duration":"424.764039ms","start":"2026-03-13T10:07:47.013958Z","end":"2026-03-13T10:07:47.438722Z","steps":["trace[783491031] 'agreement among raft nodes before linearized reading' (duration: 424.137905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:47.438787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:47.013949Z","time spent":"424.82318ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223836,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T10:07:47.740697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.350388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:07:47.74073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.009442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:07:47.740786Z","caller":"traceutil/trace.go:171","msg":"trace[679587117] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:7653; }","duration":"150.510872ms","start":"2026-03-13T10:07:47.590254Z","end":"2026-03-13T10:07:47.740765Z","steps":["trace[679587117] 'count revisions from in-memory index tree' (duration: 150.218445ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:47.740817Z","caller":"traceutil/trace.go:171","msg":"trace[1156426771] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7653; }","duration":"206.152116ms","start":"2026-03-13T10:07:47.534646Z","end":"2026-03-13T10:07:47.740797Z","steps":["trace[1156426771] 'range keys from in-memory index tree' (duration: 205.87716ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:07:49.095321Z","caller":"traceutil/trace.go:171","msg":"trace[1537491676] transaction","detail":"{read_only:false; response_revision:7654; number_of_response:1; }","duration":"524.855958ms","start":"2026-03-13T10:07:48.570442Z","end":"2026-03-13T10:07:49.095298Z","steps":["trace[1537491676] 'process raft request' (duration: 524.419768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:49.095462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:48.570418Z","time spent":"524.972621ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:07:49.099591Z","caller":"traceutil/trace.go:171","msg":"trace[394661672] transaction","detail":"{read_only:false; response_revision:7655; number_of_response:1; }","duration":"350.234209ms","start":"2026-03-13T10:07:48.749334Z","end":"2026-03-13T10:07:49.099569Z","steps":["trace[394661672] 'process raft request' (duration: 349.759908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:07:49.099703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:07:48.749313Z","time spent":"350.332202ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:07:49.099757Z","caller":"traceutil/trace.go:171","msg":"trace[1336442700] linearizableReadLoop","detail":"{readStateIndex:7945; appliedIndex:7944; }","duration":"288.130427ms","start":"2026-03-13T10:07:48.811607Z","end":"2026-03-13T10:07:49.099737Z","steps":["trace[1336442700] 'read index received' (duration: 284.113415ms)","trace[1336442700] 'applied index is now lower than readState.Index' (duration: 4.016082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:07:49.099978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.389612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:07:49.100007Z","caller":"traceutil/trace.go:171","msg":"trace[840135640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7656; }","duration":"288.464164ms","start":"2026-03-13T10:07:48.811536Z","end":"2026-03-13T10:07:49.1Z","steps":["trace[840135640] 'agreement among raft nodes before linearized reading' (duration: 288.402903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:13.048828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497905031,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T10:08:13.050995Z","caller":"traceutil/trace.go:171","msg":"trace[6520755] linearizableReadLoop","detail":"{readStateIndex:8121; appliedIndex:8120; }","duration":"502.87606ms","start":"2026-03-13T10:08:12.548092Z","end":"2026-03-13T10:08:13.050968Z","steps":["trace[6520755] 'read index received' (duration: 502.621794ms)","trace[6520755] 'applied index is now lower than readState.Index' (duration: 253.046µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:13.05113Z","caller":"traceutil/trace.go:171","msg":"trace[625395116] transaction","detail":"{read_only:false; response_revision:7824; number_of_response:1; }","duration":"546.508597ms","start":"2026-03-13T10:08:12.504583Z","end":"2026-03-13T10:08:13.051092Z","steps":["trace[625395116] 'process raft request' (duration: 546.125798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:13.051235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.544649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:08:13.051288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:12.504563Z","time spent":"546.643311ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4726,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:08:13.051333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.193287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19447"} {"level":"warn","ts":"2026-03-13T10:08:13.051395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.95425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:13.051411Z","caller":"traceutil/trace.go:171","msg":"trace[252253487] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:7824; }","duration":"503.31925ms","start":"2026-03-13T10:08:12.548053Z","end":"2026-03-13T10:08:13.051372Z","steps":["trace[252253487] 'agreement among raft nodes before linearized reading' (duration: 503.033154ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:13.051437Z","caller":"traceutil/trace.go:171","msg":"trace[516043497] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7824; }","duration":"127.038131ms","start":"2026-03-13T10:08:12.924385Z","end":"2026-03-13T10:08:13.051423Z","steps":["trace[516043497] 'agreement among raft nodes before linearized reading' (duration: 126.978949ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:13.051337Z","caller":"traceutil/trace.go:171","msg":"trace[436685419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7824; }","duration":"240.698542ms","start":"2026-03-13T10:08:12.810613Z","end":"2026-03-13T10:08:13.051311Z","steps":["trace[436685419] 'agreement among raft nodes before linearized reading' (duration: 240.519018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:13.051458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:12.548037Z","time spent":"503.408713ms","remote":"127.0.0.1:36508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19470,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-13T10:08:17.376649Z","caller":"traceutil/trace.go:171","msg":"trace[719939067] transaction","detail":"{read_only:false; response_revision:7847; number_of_response:1; }","duration":"154.671338ms","start":"2026-03-13T10:08:17.221948Z","end":"2026-03-13T10:08:17.376619Z","steps":["trace[719939067] 'process raft request' (duration: 154.523725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:18.597753Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.001830682s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T10:08:18.598043Z","caller":"traceutil/trace.go:171","msg":"trace[1124884582] linearizableReadLoop","detail":"{readStateIndex:8146; appliedIndex:8144; }","duration":"1.356022321s","start":"2026-03-13T10:08:17.242002Z","end":"2026-03-13T10:08:18.598024Z","steps":["trace[1124884582] 'read index received' (duration: 134.481582ms)","trace[1124884582] 'applied index is now lower than readState.Index' (duration: 1.221540029s)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:18.5982Z","caller":"traceutil/trace.go:171","msg":"trace[572747079] transaction","detail":"{read_only:false; response_revision:7848; number_of_response:1; }","duration":"1.376162236s","start":"2026-03-13T10:08:17.221989Z","end":"2026-03-13T10:08:18.598152Z","steps":["trace[572747079] 'process raft request' (duration: 1.375923221s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:18.598369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356346269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-13T10:08:18.598498Z","caller":"traceutil/trace.go:171","msg":"trace[2037049420] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7848; }","duration":"1.356492452s","start":"2026-03-13T10:08:17.24195Z","end":"2026-03-13T10:08:18.598443Z","steps":["trace[2037049420] 'agreement among raft nodes before linearized reading' (duration: 1.356186815s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:18.598514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:17.221962Z","time spent":"1.376363951s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:08:18.598561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:17.241929Z","time spent":"1.356618045s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-13T10:08:18.804095Z","caller":"traceutil/trace.go:171","msg":"trace[1735143688] linearizableReadLoop","detail":"{readStateIndex:8147; appliedIndex:8146; }","duration":"205.956062ms","start":"2026-03-13T10:08:18.598105Z","end":"2026-03-13T10:08:18.804061Z","steps":["trace[1735143688] 'read index received' (duration: 205.722456ms)","trace[1735143688] 'applied index is now lower than readState.Index' (duration: 232.005µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:08:18.804302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481139868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:08:18.804338Z","caller":"traceutil/trace.go:171","msg":"trace[835712858] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:7849; }","duration":"1.48119406s","start":"2026-03-13T10:08:17.323134Z","end":"2026-03-13T10:08:18.804328Z","steps":["trace[835712858] 'agreement among raft nodes before linearized reading' (duration: 1.481038716s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:18.804329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.095438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-13T10:08:18.804374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:17.323117Z","time spent":"1.48124792s","remote":"127.0.0.1:36654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-13T10:08:18.80439Z","caller":"traceutil/trace.go:171","msg":"trace[1050583924] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7849; }","duration":"595.186011ms","start":"2026-03-13T10:08:18.209188Z","end":"2026-03-13T10:08:18.804374Z","steps":["trace[1050583924] 'agreement among raft nodes before linearized reading' (duration: 594.967256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:18.80439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158670179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T10:08:18.804426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:18.209168Z","time spent":"595.249722ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T10:08:18.804405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125477794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T10:08:18.804475Z","caller":"traceutil/trace.go:171","msg":"trace[2137332143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7849; }","duration":"1.158771302s","start":"2026-03-13T10:08:17.645673Z","end":"2026-03-13T10:08:18.804444Z","steps":["trace[2137332143] 'agreement among raft nodes before linearized reading' (duration: 1.158531397s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:18.80449Z","caller":"traceutil/trace.go:171","msg":"trace[1728167774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7849; }","duration":"1.125621388s","start":"2026-03-13T10:08:17.678846Z","end":"2026-03-13T10:08:18.804467Z","steps":["trace[1728167774] 'agreement among raft nodes before linearized reading' (duration: 1.12528571s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:18.804519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:17.645665Z","time spent":"1.158845684s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T10:08:18.804542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:17.678838Z","time spent":"1.125695049s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T10:08:18.804612Z","caller":"traceutil/trace.go:171","msg":"trace[1166019664] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"1.304482184s","start":"2026-03-13T10:08:17.500118Z","end":"2026-03-13T10:08:18.8046Z","steps":["trace[1166019664] 'process raft request' (duration: 1.303711816s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:18.804654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442919266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:08:18.804697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.267277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T10:08:18.8047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:17.500085Z","time spent":"1.304555245s","remote":"127.0.0.1:36508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:08:18.804734Z","caller":"traceutil/trace.go:171","msg":"trace[2083470749] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7849; }","duration":"743.302958ms","start":"2026-03-13T10:08:18.061417Z","end":"2026-03-13T10:08:18.80472Z","steps":["trace[2083470749] 'agreement among raft nodes before linearized reading' (duration: 743.245396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:18.804764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.547008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:18.804815Z","caller":"traceutil/trace.go:171","msg":"trace[1489690407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7849; }","duration":"989.665001ms","start":"2026-03-13T10:08:17.815137Z","end":"2026-03-13T10:08:18.804802Z","steps":["trace[1489690407] 'agreement among raft nodes before linearized reading' (duration: 989.585589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:18.804823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129145729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T10:08:18.80485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:17.815089Z","time spent":"989.754934ms","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:08:18.804846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115748509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gf46x\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T10:08:18.804858Z","caller":"traceutil/trace.go:171","msg":"trace[490339240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7849; }","duration":"1.129220581s","start":"2026-03-13T10:08:17.675626Z","end":"2026-03-13T10:08:18.804847Z","steps":["trace[490339240] 'agreement among raft nodes before linearized reading' (duration: 1.129126248s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:18.804798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127200974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-13T10:08:18.804888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:17.67561Z","time spent":"1.129271871s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T10:08:18.804891Z","caller":"traceutil/trace.go:171","msg":"trace[99836911] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gf46x; range_end:; response_count:1; response_revision:7849; }","duration":"1.11579891s","start":"2026-03-13T10:08:17.689079Z","end":"2026-03-13T10:08:18.804877Z","steps":["trace[99836911] 'agreement among raft nodes before linearized reading' (duration: 1.115719518s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:18.804929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:17.689072Z","time spent":"1.115847672s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-gf46x\" "} {"level":"info","ts":"2026-03-13T10:08:18.804944Z","caller":"traceutil/trace.go:171","msg":"trace[210421494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7849; }","duration":"1.127383698s","start":"2026-03-13T10:08:17.677523Z","end":"2026-03-13T10:08:18.804907Z","steps":["trace[210421494] 'agreement among raft nodes before linearized reading' (duration: 1.126938208s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:18.804774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:18.061352Z","time spent":"743.41319ms","remote":"127.0.0.1:36604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:08:18.805003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:17.677501Z","time spent":"1.127493001s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T10:08:18.804612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241800768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:18.805058Z","caller":"traceutil/trace.go:171","msg":"trace[1782558316] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7849; }","duration":"1.242280268s","start":"2026-03-13T10:08:17.562766Z","end":"2026-03-13T10:08:18.805047Z","steps":["trace[1782558316] 'agreement among raft nodes before linearized reading' (duration: 1.241821628s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:18.804709Z","caller":"traceutil/trace.go:171","msg":"trace[715111002] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:7849; }","duration":"1.442971787s","start":"2026-03-13T10:08:17.361727Z","end":"2026-03-13T10:08:18.804699Z","steps":["trace[715111002] 'agreement among raft nodes before linearized reading' (duration: 1.442906206s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:18.805189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:17.361683Z","time spent":"1.443483029s","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:08:18.805208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176935161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T10:08:18.805243Z","caller":"traceutil/trace.go:171","msg":"trace[690530764] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7849; }","duration":"1.177000192s","start":"2026-03-13T10:08:17.628234Z","end":"2026-03-13T10:08:18.805234Z","steps":["trace[690530764] 'agreement among raft nodes before linearized reading' (duration: 1.176331797s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:18.805276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:17.628215Z","time spent":"1.177050073s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T10:08:18.805111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:17.562749Z","time spent":"1.24234954s","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-13T10:08:18.811901Z","caller":"traceutil/trace.go:171","msg":"trace[951785320] transaction","detail":"{read_only:false; response_revision:7850; number_of_response:1; }","duration":"208.323276ms","start":"2026-03-13T10:08:18.60356Z","end":"2026-03-13T10:08:18.811883Z","steps":["trace[951785320] 'process raft request' (duration: 207.793744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:19.046022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.691357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:19.067245Z","caller":"traceutil/trace.go:171","msg":"trace[1570449057] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7855; }","duration":"168.980088ms","start":"2026-03-13T10:08:18.898245Z","end":"2026-03-13T10:08:19.067225Z","steps":["trace[1570449057] 'range keys from in-memory index tree' (duration: 147.598385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:19.763468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497905134,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T10:08:19.769205Z","caller":"traceutil/trace.go:171","msg":"trace[1602900313] transaction","detail":"{read_only:false; response_revision:7856; number_of_response:1; }","duration":"633.787621ms","start":"2026-03-13T10:08:19.135378Z","end":"2026-03-13T10:08:19.769166Z","steps":["trace[1602900313] 'process raft request' (duration: 633.558625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:19.769425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:19.135347Z","time spent":"633.961285ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:08:19.787435Z","caller":"traceutil/trace.go:171","msg":"trace[1873799642] linearizableReadLoop","detail":"{readStateIndex:8155; appliedIndex:8153; }","duration":"524.418077ms","start":"2026-03-13T10:08:19.26299Z","end":"2026-03-13T10:08:19.787408Z","steps":["trace[1873799642] 'read index received' (duration: 505.90718ms)","trace[1873799642] 'applied index is now lower than readState.Index' (duration: 18.509987ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:19.787509Z","caller":"traceutil/trace.go:171","msg":"trace[150269667] transaction","detail":"{read_only:false; response_revision:7857; number_of_response:1; }","duration":"404.622455ms","start":"2026-03-13T10:08:19.382847Z","end":"2026-03-13T10:08:19.787469Z","steps":["trace[150269667] 'process raft request' (duration: 404.41467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:19.787594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.585982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:19.787649Z","caller":"traceutil/trace.go:171","msg":"trace[1309350284] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:7857; }","duration":"524.670404ms","start":"2026-03-13T10:08:19.262963Z","end":"2026-03-13T10:08:19.787634Z","steps":["trace[1309350284] 'agreement among raft nodes before linearized reading' (duration: 524.557121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:19.787688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:19.382812Z","time spent":"404.782428ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:08:19.78771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:19.262891Z","time spent":"524.802037ms","remote":"127.0.0.1:36476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:08:19.78791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.285542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-13T10:08:19.788086Z","caller":"traceutil/trace.go:171","msg":"trace[1390493792] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7857; }","duration":"142.537498ms","start":"2026-03-13T10:08:19.645492Z","end":"2026-03-13T10:08:19.788029Z","steps":["trace[1390493792] 'agreement among raft nodes before linearized reading' (duration: 142.097407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:21.294057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.6904ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T10:08:21.294164Z","caller":"traceutil/trace.go:171","msg":"trace[1493710418] linearizableReadLoop","detail":"{readStateIndex:8158; appliedIndex:8157; }","duration":"482.598603ms","start":"2026-03-13T10:08:20.811548Z","end":"2026-03-13T10:08:21.294146Z","steps":["trace[1493710418] 'read index received' (duration: 33.561µs)","trace[1493710418] 'applied index is now lower than readState.Index' (duration: 482.563642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:08:21.29485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.290219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:21.294895Z","caller":"traceutil/trace.go:171","msg":"trace[302198564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7859; }","duration":"483.369611ms","start":"2026-03-13T10:08:20.811514Z","end":"2026-03-13T10:08:21.294884Z","steps":["trace[302198564] 'agreement among raft nodes before linearized reading' (duration: 483.288149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:21.294927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:20.811496Z","time spent":"483.424622ms","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T10:08:21.693856Z","caller":"traceutil/trace.go:171","msg":"trace[1426928332] linearizableReadLoop","detail":"{readStateIndex:8159; appliedIndex:8158; }","duration":"399.644769ms","start":"2026-03-13T10:08:21.294189Z","end":"2026-03-13T10:08:21.693834Z","steps":["trace[1426928332] 'read index received' (duration: 399.505806ms)","trace[1426928332] 'applied index is now lower than readState.Index' (duration: 138.253µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:08:21.694002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.229826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gf46x\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T10:08:21.694025Z","caller":"traceutil/trace.go:171","msg":"trace[1990171525] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gf46x; range_end:; response_count:1; response_revision:7860; }","duration":"867.291527ms","start":"2026-03-13T10:08:20.826727Z","end":"2026-03-13T10:08:21.694019Z","steps":["trace[1990171525] 'agreement among raft nodes before linearized reading' (duration: 867.213456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:21.694045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:20.826715Z","time spent":"867.326258ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-gf46x\" "} {"level":"warn","ts":"2026-03-13T10:08:21.69408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.093853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T10:08:21.694141Z","caller":"traceutil/trace.go:171","msg":"trace[839043823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7860; }","duration":"867.187665ms","start":"2026-03-13T10:08:20.826941Z","end":"2026-03-13T10:08:21.694129Z","steps":["trace[839043823] 'agreement among raft nodes before linearized reading' (duration: 867.005991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:21.694179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:20.826933Z","time spent":"867.238046ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T10:08:21.694166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.118428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T10:08:21.694239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.145204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:21.694258Z","caller":"traceutil/trace.go:171","msg":"trace[329455291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7860; }","duration":"398.198576ms","start":"2026-03-13T10:08:21.296055Z","end":"2026-03-13T10:08:21.694253Z","steps":["trace[329455291] 'agreement among raft nodes before linearized reading' (duration: 398.169725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:21.694269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:21.296037Z","time spent":"398.230177ms","remote":"127.0.0.1:36352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T10:08:21.694252Z","caller":"traceutil/trace.go:171","msg":"trace[781620015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7860; }","duration":"875.23405ms","start":"2026-03-13T10:08:20.818996Z","end":"2026-03-13T10:08:21.69423Z","steps":["trace[781620015] 'agreement among raft nodes before linearized reading' (duration: 875.024225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:21.694258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.125831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T10:08:21.694306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:20.818988Z","time spent":"875.305233ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T10:08:21.69434Z","caller":"traceutil/trace.go:171","msg":"trace[1548918619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7860; }","duration":"876.265184ms","start":"2026-03-13T10:08:20.818056Z","end":"2026-03-13T10:08:21.694321Z","steps":["trace[1548918619] 'agreement among raft nodes before linearized reading' (duration: 876.011009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:21.694395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:20.818037Z","time spent":"876.347077ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T10:08:21.69442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.364549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T10:08:21.694482Z","caller":"traceutil/trace.go:171","msg":"trace[850024368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7860; }","duration":"867.438831ms","start":"2026-03-13T10:08:20.827003Z","end":"2026-03-13T10:08:21.694442Z","steps":["trace[850024368] 'agreement among raft nodes before linearized reading' (duration: 867.353299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:21.694494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.519153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T10:08:21.694514Z","caller":"traceutil/trace.go:171","msg":"trace[1312165530] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7860; }","duration":"867.578914ms","start":"2026-03-13T10:08:20.826931Z","end":"2026-03-13T10:08:21.69451Z","steps":["trace[1312165530] 'agreement among raft nodes before linearized reading' (duration: 867.513342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:21.694528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:20.82691Z","time spent":"867.613885ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T10:08:21.694521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:20.826979Z","time spent":"867.532433ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T10:08:21.694278Z","caller":"traceutil/trace.go:171","msg":"trace[467574987] transaction","detail":"{read_only:false; response_revision:7860; number_of_response:1; }","duration":"506.059464ms","start":"2026-03-13T10:08:21.188201Z","end":"2026-03-13T10:08:21.69426Z","steps":["trace[467574987] 'process raft request' (duration: 505.505681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:21.694166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.463895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-13T10:08:21.694582Z","caller":"traceutil/trace.go:171","msg":"trace[2041698415] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7860; }","duration":"878.931796ms","start":"2026-03-13T10:08:20.815643Z","end":"2026-03-13T10:08:21.694575Z","steps":["trace[2041698415] 'agreement among raft nodes before linearized reading' (duration: 878.333412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:21.694597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:20.815625Z","time spent":"878.966947ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:08:21.694605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:21.188175Z","time spent":"506.373202ms","remote":"127.0.0.1:44932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:08:21.862978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.290549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189c5eb67e89c9b5\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-13T10:08:21.863063Z","caller":"traceutil/trace.go:171","msg":"trace[1649834119] range","detail":"{range_begin:/registry/events/openstack/ceph.189c5eb67e89c9b5; range_end:; response_count:1; response_revision:7860; }","duration":"164.419243ms","start":"2026-03-13T10:08:21.698625Z","end":"2026-03-13T10:08:21.863044Z","steps":["trace[1649834119] 'range keys from in-memory index tree' (duration: 164.117676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:21.863256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.313525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:08:21.86336Z","caller":"traceutil/trace.go:171","msg":"trace[2048122460] linearizableReadLoop","detail":"{readStateIndex:8160; appliedIndex:8159; }","duration":"164.302511ms","start":"2026-03-13T10:08:21.69904Z","end":"2026-03-13T10:08:21.863342Z","steps":["trace[2048122460] 'read index received' (duration: 56.891873ms)","trace[2048122460] 'applied index is now lower than readState.Index' (duration: 107.409368ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:21.863391Z","caller":"traceutil/trace.go:171","msg":"trace[1402716087] transaction","detail":"{read_only:false; response_revision:7861; number_of_response:1; }","duration":"164.531516ms","start":"2026-03-13T10:08:21.698825Z","end":"2026-03-13T10:08:21.863356Z","steps":["trace[1402716087] 'process raft request' (duration: 57.024176ms)","trace[1402716087] 'compare' (duration: 107.197843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:08:21.863725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.678239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228544"} {"level":"info","ts":"2026-03-13T10:08:21.863764Z","caller":"traceutil/trace.go:171","msg":"trace[1286371606] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7861; }","duration":"164.71705ms","start":"2026-03-13T10:08:21.699036Z","end":"2026-03-13T10:08:21.863753Z","steps":["trace[1286371606] 'agreement among raft nodes before linearized reading' (duration: 164.360212ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:21.878693Z","caller":"traceutil/trace.go:171","msg":"trace[448188666] transaction","detail":"{read_only:false; response_revision:7864; number_of_response:1; }","duration":"178.18838ms","start":"2026-03-13T10:08:21.700483Z","end":"2026-03-13T10:08:21.878672Z","steps":["trace[448188666] 'process raft request' (duration: 178.108268ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:21.878742Z","caller":"traceutil/trace.go:171","msg":"trace[639113997] transaction","detail":"{read_only:false; response_revision:7862; number_of_response:1; }","duration":"178.673562ms","start":"2026-03-13T10:08:21.700034Z","end":"2026-03-13T10:08:21.878707Z","steps":["trace[639113997] 'process raft request' (duration: 178.381665ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:21.878936Z","caller":"traceutil/trace.go:171","msg":"trace[774887474] transaction","detail":"{read_only:false; response_revision:7863; number_of_response:1; }","duration":"178.59142ms","start":"2026-03-13T10:08:21.700333Z","end":"2026-03-13T10:08:21.878924Z","steps":["trace[774887474] 'process raft request' (duration: 178.224582ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:21.878948Z","caller":"traceutil/trace.go:171","msg":"trace[809639246] transaction","detail":"{read_only:false; response_revision:7865; number_of_response:1; }","duration":"177.908824ms","start":"2026-03-13T10:08:21.701023Z","end":"2026-03-13T10:08:21.878931Z","steps":["trace[809639246] 'process raft request' (duration: 177.617777ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:21.879145Z","caller":"traceutil/trace.go:171","msg":"trace[1120096216] transaction","detail":"{read_only:false; response_revision:7866; number_of_response:1; }","duration":"177.381382ms","start":"2026-03-13T10:08:21.701754Z","end":"2026-03-13T10:08:21.879135Z","steps":["trace[1120096216] 'process raft request' (duration: 177.112596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:32.204935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497905421,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:08:32.337073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.094963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2qhcz\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-13T10:08:32.337155Z","caller":"traceutil/trace.go:171","msg":"trace[48863729] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2qhcz; range_end:; response_count:1; response_revision:7952; }","duration":"662.217636ms","start":"2026-03-13T10:08:31.674916Z","end":"2026-03-13T10:08:32.337134Z","steps":["trace[48863729] 'range keys from in-memory index tree' (duration: 661.967031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:32.337195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:31.674899Z","time spent":"662.287678ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4676,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2qhcz\" "} {"level":"info","ts":"2026-03-13T10:08:32.388187Z","caller":"traceutil/trace.go:171","msg":"trace[1011114604] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"712.17526ms","start":"2026-03-13T10:08:31.675979Z","end":"2026-03-13T10:08:32.388154Z","steps":["trace[1011114604] 'process raft request' (duration: 712.013666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:32.388351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:31.675957Z","time spent":"712.312302ms","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T10:08:32.544464Z","caller":"traceutil/trace.go:171","msg":"trace[980715624] linearizableReadLoop","detail":"{readStateIndex:8258; appliedIndex:8255; }","duration":"839.592999ms","start":"2026-03-13T10:08:31.704846Z","end":"2026-03-13T10:08:32.544439Z","steps":["trace[980715624] 'read index received' (duration: 683.16052ms)","trace[980715624] 'applied index is now lower than readState.Index' (duration: 156.431269ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:32.544783Z","caller":"traceutil/trace.go:171","msg":"trace[755883663] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"853.687283ms","start":"2026-03-13T10:08:31.69095Z","end":"2026-03-13T10:08:32.544637Z","steps":["trace[755883663] 'process raft request' (duration: 853.283574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:32.544832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.675383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T10:08:32.544835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.869379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:32.544876Z","caller":"traceutil/trace.go:171","msg":"trace[421407473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7955; }","duration":"540.728264ms","start":"2026-03-13T10:08:32.004133Z","end":"2026-03-13T10:08:32.544862Z","steps":["trace[421407473] 'agreement among raft nodes before linearized reading' (duration: 540.626241ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:32.544933Z","caller":"traceutil/trace.go:171","msg":"trace[364814741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7955; }","duration":"733.980842ms","start":"2026-03-13T10:08:31.810911Z","end":"2026-03-13T10:08:32.544892Z","steps":["trace[364814741] 'agreement among raft nodes before linearized reading' (duration: 733.843659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:32.54467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.814914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-13T10:08:32.545055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:31.810901Z","time spent":"734.145036ms","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:08:32.545101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.11082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T10:08:32.545059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:31.690933Z","time spent":"853.93599ms","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:08:32.545088Z","caller":"traceutil/trace.go:171","msg":"trace[991754009] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:7955; }","duration":"840.251264ms","start":"2026-03-13T10:08:31.704792Z","end":"2026-03-13T10:08:32.545043Z","steps":["trace[991754009] 'agreement among raft nodes before linearized reading' (duration: 839.745082ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:32.545163Z","caller":"traceutil/trace.go:171","msg":"trace[1084832273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7955; }","duration":"540.189191ms","start":"2026-03-13T10:08:32.004956Z","end":"2026-03-13T10:08:32.545145Z","steps":["trace[1084832273] 'agreement among raft nodes before linearized reading' (duration: 540.023817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:32.545197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:32.004949Z","time spent":"540.240113ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T10:08:32.545203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.710534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-13T10:08:32.545242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:31.704771Z","time spent":"840.395247ms","remote":"127.0.0.1:44932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-13T10:08:32.545238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.653104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T10:08:32.545355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.646879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:08:32.545407Z","caller":"traceutil/trace.go:171","msg":"trace[2144634766] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:7955; }","duration":"213.746671ms","start":"2026-03-13T10:08:32.331648Z","end":"2026-03-13T10:08:32.545395Z","steps":["trace[2144634766] 'agreement among raft nodes before linearized reading' (duration: 213.311011ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:32.545371Z","caller":"traceutil/trace.go:171","msg":"trace[1524792161] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7955; }","duration":"534.839809ms","start":"2026-03-13T10:08:32.010495Z","end":"2026-03-13T10:08:32.545334Z","steps":["trace[1524792161] 'agreement among raft nodes before linearized reading' (duration: 534.599903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:32.545447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.336668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-13T10:08:32.544935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:32.004126Z","time spent":"540.776476ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T10:08:32.545477Z","caller":"traceutil/trace.go:171","msg":"trace[1066771863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7955; }","duration":"541.38767ms","start":"2026-03-13T10:08:32.00408Z","end":"2026-03-13T10:08:32.545468Z","steps":["trace[1066771863] 'agreement among raft nodes before linearized reading' (duration: 541.306558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:32.545509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:32.010485Z","time spent":"534.977672ms","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-13T10:08:32.545445Z","caller":"traceutil/trace.go:171","msg":"trace[2060004054] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"639.949813ms","start":"2026-03-13T10:08:31.905346Z","end":"2026-03-13T10:08:32.545296Z","steps":["trace[2060004054] 'process raft request' (duration: 639.029791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:32.546618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:31.905319Z","time spent":"641.152261ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:08:32.54528Z","caller":"traceutil/trace.go:171","msg":"trace[2016948882] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7955; }","duration":"540.832197ms","start":"2026-03-13T10:08:32.004425Z","end":"2026-03-13T10:08:32.545257Z","steps":["trace[2016948882] 'agreement among raft nodes before linearized reading' (duration: 540.629852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:32.546801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:32.004404Z","time spent":"542.369632ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:08:32.545512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:32.004069Z","time spent":"541.435431ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T10:08:32.545365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.771158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gf46x\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T10:08:32.546956Z","caller":"traceutil/trace.go:171","msg":"trace[1648000183] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gf46x; range_end:; response_count:1; response_revision:7955; }","duration":"618.390976ms","start":"2026-03-13T10:08:31.928551Z","end":"2026-03-13T10:08:32.546942Z","steps":["trace[1648000183] 'agreement among raft nodes before linearized reading' (duration: 616.780819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:32.547005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:31.928539Z","time spent":"618.454297ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-gf46x\" "} {"level":"warn","ts":"2026-03-13T10:08:32.54559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.681219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T10:08:32.547059Z","caller":"traceutil/trace.go:171","msg":"trace[4173147] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7955; }","duration":"544.162373ms","start":"2026-03-13T10:08:32.002878Z","end":"2026-03-13T10:08:32.54704Z","steps":["trace[4173147] 'agreement among raft nodes before linearized reading' (duration: 542.657428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:32.547105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:32.002862Z","time spent":"544.231105ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T10:08:32.545648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.919243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T10:08:32.547299Z","caller":"traceutil/trace.go:171","msg":"trace[767872462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7955; }","duration":"641.609862ms","start":"2026-03-13T10:08:31.905678Z","end":"2026-03-13T10:08:32.547288Z","steps":["trace[767872462] 'agreement among raft nodes before linearized reading' (duration: 639.889282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:32.547334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:31.905656Z","time spent":"641.668632ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T10:08:32.7088Z","caller":"traceutil/trace.go:171","msg":"trace[282226882] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"159.398618ms","start":"2026-03-13T10:08:32.549365Z","end":"2026-03-13T10:08:32.708764Z","steps":["trace[282226882] 'process raft request' (duration: 67.056537ms)","trace[282226882] 'compare' (duration: 92.201927ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:32.75094Z","caller":"traceutil/trace.go:171","msg":"trace[1240252484] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"200.530996ms","start":"2026-03-13T10:08:32.550382Z","end":"2026-03-13T10:08:32.750913Z","steps":["trace[1240252484] 'process raft request' (duration: 200.332601ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:32.751291Z","caller":"traceutil/trace.go:171","msg":"trace[1294130605] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"200.539846ms","start":"2026-03-13T10:08:32.550723Z","end":"2026-03-13T10:08:32.751263Z","steps":["trace[1294130605] 'process raft request' (duration: 200.386752ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:32.751261Z","caller":"traceutil/trace.go:171","msg":"trace[1969946383] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"200.772782ms","start":"2026-03-13T10:08:32.550431Z","end":"2026-03-13T10:08:32.751204Z","steps":["trace[1969946383] 'process raft request' (duration: 200.428514ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:32.751524Z","caller":"traceutil/trace.go:171","msg":"trace[1572215543] linearizableReadLoop","detail":"{readStateIndex:8263; appliedIndex:8258; }","duration":"200.582358ms","start":"2026-03-13T10:08:32.550926Z","end":"2026-03-13T10:08:32.751508Z","steps":["trace[1572215543] 'read index received' (duration: 65.562593ms)","trace[1572215543] 'applied index is now lower than readState.Index' (duration: 135.018635ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:32.751555Z","caller":"traceutil/trace.go:171","msg":"trace[1732367505] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"200.71208ms","start":"2026-03-13T10:08:32.550821Z","end":"2026-03-13T10:08:32.751533Z","steps":["trace[1732367505] 'process raft request' (duration: 200.393683ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:32.751673Z","caller":"traceutil/trace.go:171","msg":"trace[790292572] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"199.629356ms","start":"2026-03-13T10:08:32.55192Z","end":"2026-03-13T10:08:32.75155Z","steps":["trace[790292572] 'process raft request' (duration: 199.522143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:32.752031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.076619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228459"} {"level":"info","ts":"2026-03-13T10:08:32.752097Z","caller":"traceutil/trace.go:171","msg":"trace[2042324748] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7961; }","duration":"201.184731ms","start":"2026-03-13T10:08:32.550897Z","end":"2026-03-13T10:08:32.752082Z","steps":["trace[2042324748] 'agreement among raft nodes before linearized reading' (duration: 200.70354ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:32.975365Z","caller":"traceutil/trace.go:171","msg":"trace[323704983] linearizableReadLoop","detail":"{readStateIndex:8265; appliedIndex:8264; }","duration":"223.766082ms","start":"2026-03-13T10:08:32.751569Z","end":"2026-03-13T10:08:32.975335Z","steps":["trace[323704983] 'read index received' (duration: 130.201374ms)","trace[323704983] 'applied index is now lower than readState.Index' (duration: 93.563568ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:32.975473Z","caller":"traceutil/trace.go:171","msg":"trace[1593172979] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"228.014639ms","start":"2026-03-13T10:08:32.747422Z","end":"2026-03-13T10:08:32.975437Z","steps":["trace[1593172979] 'process raft request' (duration: 134.476852ms)","trace[1593172979] 'compare' (duration: 93.271541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:08:32.975594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.770203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189c5eb67e89c9b5\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-13T10:08:32.975669Z","caller":"traceutil/trace.go:171","msg":"trace[2073705472] range","detail":"{range_begin:/registry/events/openstack/ceph.189c5eb67e89c9b5; range_end:; response_count:1; response_revision:7962; }","duration":"419.867426ms","start":"2026-03-13T10:08:32.555791Z","end":"2026-03-13T10:08:32.975658Z","steps":["trace[2073705472] 'agreement among raft nodes before linearized reading' (duration: 419.64783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:32.975705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:32.555768Z","time spent":"419.928527ms","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.189c5eb67e89c9b5\" "} {"level":"info","ts":"2026-03-13T10:08:33.061551Z","caller":"traceutil/trace.go:171","msg":"trace[1225126745] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"103.372324ms","start":"2026-03-13T10:08:32.958148Z","end":"2026-03-13T10:08:33.06152Z","steps":["trace[1225126745] 'process raft request' (duration: 103.256942ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:33.151801Z","caller":"traceutil/trace.go:171","msg":"trace[749664620] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"173.635475ms","start":"2026-03-13T10:08:32.978133Z","end":"2026-03-13T10:08:33.151769Z","steps":["trace[749664620] 'process raft request' (duration: 138.577656ms)","trace[749664620] 'compare' (duration: 34.873075ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:33.92826Z","caller":"traceutil/trace.go:171","msg":"trace[103102311] linearizableReadLoop","detail":"{readStateIndex:8271; appliedIndex:8270; }","duration":"120.584002ms","start":"2026-03-13T10:08:33.807656Z","end":"2026-03-13T10:08:33.92824Z","steps":["trace[103102311] 'read index received' (duration: 120.361637ms)","trace[103102311] 'applied index is now lower than readState.Index' (duration: 221.305µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:08:33.928402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.726585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:33.928439Z","caller":"traceutil/trace.go:171","msg":"trace[567327669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7968; }","duration":"120.795236ms","start":"2026-03-13T10:08:33.807634Z","end":"2026-03-13T10:08:33.92843Z","steps":["trace[567327669] 'agreement among raft nodes before linearized reading' (duration: 120.695504ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:33.928671Z","caller":"traceutil/trace.go:171","msg":"trace[663974968] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"129.697822ms","start":"2026-03-13T10:08:33.798948Z","end":"2026-03-13T10:08:33.928645Z","steps":["trace[663974968] 'process raft request' (duration: 129.146819ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:34.047821Z","caller":"traceutil/trace.go:171","msg":"trace[926473863] transaction","detail":"{read_only:false; response_revision:7969; number_of_response:1; }","duration":"106.774903ms","start":"2026-03-13T10:08:33.941008Z","end":"2026-03-13T10:08:34.047783Z","steps":["trace[926473863] 'process raft request' (duration: 40.831652ms)","trace[926473863] 'compare' (duration: 65.641234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:08:34.545171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.336327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:08:34.545163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.111318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T10:08:34.545226Z","caller":"traceutil/trace.go:171","msg":"trace[291729057] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7969; }","duration":"264.423029ms","start":"2026-03-13T10:08:34.280791Z","end":"2026-03-13T10:08:34.545214Z","steps":["trace[291729057] 'count revisions from in-memory index tree' (duration: 264.289996ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:34.545245Z","caller":"traceutil/trace.go:171","msg":"trace[264711205] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7969; }","duration":"279.232531ms","start":"2026-03-13T10:08:34.265994Z","end":"2026-03-13T10:08:34.545226Z","steps":["trace[264711205] 'range keys from in-memory index tree' (duration: 278.930304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:34.545911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.036777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"info","ts":"2026-03-13T10:08:34.546022Z","caller":"traceutil/trace.go:171","msg":"trace[1211226802] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:7969; }","duration":"243.199981ms","start":"2026-03-13T10:08:34.302799Z","end":"2026-03-13T10:08:34.545999Z","steps":["trace[1211226802] 'range keys from in-memory index tree' (duration: 242.023033ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:34.77744Z","caller":"traceutil/trace.go:171","msg":"trace[643803265] linearizableReadLoop","detail":"{readStateIndex:8273; appliedIndex:8272; }","duration":"226.108896ms","start":"2026-03-13T10:08:34.55131Z","end":"2026-03-13T10:08:34.777419Z","steps":["trace[643803265] 'read index received' (duration: 225.877731ms)","trace[643803265] 'applied index is now lower than readState.Index' (duration: 230.025µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:34.777663Z","caller":"traceutil/trace.go:171","msg":"trace[2060049230] transaction","detail":"{read_only:false; response_revision:7970; number_of_response:1; }","duration":"226.567657ms","start":"2026-03-13T10:08:34.551082Z","end":"2026-03-13T10:08:34.77765Z","steps":["trace[2060049230] 'process raft request' (duration: 226.177128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:34.777861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.851974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-13T10:08:34.777959Z","caller":"traceutil/trace.go:171","msg":"trace[1825963764] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:7970; }","duration":"201.006677ms","start":"2026-03-13T10:08:34.576929Z","end":"2026-03-13T10:08:34.777936Z","steps":["trace[1825963764] 'agreement among raft nodes before linearized reading' (duration: 200.806963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:34.77811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.796902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T10:08:34.778169Z","caller":"traceutil/trace.go:171","msg":"trace[1925060562] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7970; }","duration":"226.953595ms","start":"2026-03-13T10:08:34.551202Z","end":"2026-03-13T10:08:34.778156Z","steps":["trace[1925060562] 'agreement among raft nodes before linearized reading' (duration: 226.822402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:35.283225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497905475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:08:35.783974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497905475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:08:36.284092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497905475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:08:36.461829Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.678266376s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T10:08:36.462529Z","caller":"traceutil/trace.go:171","msg":"trace[538354613] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"1.681765156s","start":"2026-03-13T10:08:34.780738Z","end":"2026-03-13T10:08:36.462503Z","steps":["trace[538354613] 'process raft request' (duration: 1.681590572s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:36.462679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:34.78072Z","time spent":"1.681872618s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:08:36.620984Z","caller":"traceutil/trace.go:171","msg":"trace[1003226725] transaction","detail":"{read_only:false; response_revision:7973; number_of_response:1; }","duration":"1.838232756s","start":"2026-03-13T10:08:34.782722Z","end":"2026-03-13T10:08:36.620955Z","steps":["trace[1003226725] 'process raft request' (duration: 1.838157874s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:36.621001Z","caller":"traceutil/trace.go:171","msg":"trace[748459323] transaction","detail":"{read_only:false; response_revision:7972; number_of_response:1; }","duration":"1.838934572s","start":"2026-03-13T10:08:34.782028Z","end":"2026-03-13T10:08:36.620963Z","steps":["trace[748459323] 'process raft request' (duration: 1.838704277s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:36.621174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:34.782667Z","time spent":"1.838397969s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:08:36.621179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:34.782019Z","time spent":"1.839063795s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:08:36.621346Z","caller":"traceutil/trace.go:171","msg":"trace[1834759135] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"1.837584082s","start":"2026-03-13T10:08:34.783746Z","end":"2026-03-13T10:08:36.62133Z","steps":["trace[1834759135] 'process raft request' (duration: 1.837391787s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:36.621315Z","caller":"traceutil/trace.go:171","msg":"trace[1442661224] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"1.837733594s","start":"2026-03-13T10:08:34.783538Z","end":"2026-03-13T10:08:36.621272Z","steps":["trace[1442661224] 'process raft request' (duration: 1.837381006s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:36.621406Z","caller":"traceutil/trace.go:171","msg":"trace[1999209194] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"1.836269711s","start":"2026-03-13T10:08:34.785097Z","end":"2026-03-13T10:08:36.621367Z","steps":["trace[1999209194] 'process raft request' (duration: 1.83619944s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:36.621431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:34.78374Z","time spent":"1.837644953s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:08:36.621439Z","caller":"traceutil/trace.go:171","msg":"trace[1305705378] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"1.836381594s","start":"2026-03-13T10:08:34.785038Z","end":"2026-03-13T10:08:36.62142Z","steps":["trace[1305705378] 'process raft request' (duration: 1.83621725s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:36.621499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:34.78353Z","time spent":"1.837874348s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:08:36.621535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:34.785019Z","time spent":"1.836471505s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:08:36.621547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:34.785079Z","time spent":"1.836395874s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:08:36.621553Z","caller":"traceutil/trace.go:171","msg":"trace[2092752529] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"1.641076218s","start":"2026-03-13T10:08:34.980458Z","end":"2026-03-13T10:08:36.621534Z","steps":["trace[2092752529] 'process raft request' (duration: 1.640873514s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:36.621659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:34.98042Z","time spent":"1.641187241s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:08:36.622105Z","caller":"traceutil/trace.go:171","msg":"trace[495371712] transaction","detail":"{read_only:false; response_revision:7979; number_of_response:1; }","duration":"1.04685923s","start":"2026-03-13T10:08:35.575233Z","end":"2026-03-13T10:08:36.622093Z","steps":["trace[495371712] 'process raft request' (duration: 1.046246416s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:36.62211Z","caller":"traceutil/trace.go:171","msg":"trace[213280885] linearizableReadLoop","detail":"{readStateIndex:8283; appliedIndex:8273; }","duration":"1.839415803s","start":"2026-03-13T10:08:34.782673Z","end":"2026-03-13T10:08:36.622089Z","steps":["trace[213280885] 'read index received' (duration: 1.679741619s)","trace[213280885] 'applied index is now lower than readState.Index' (duration: 159.673054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:08:36.622178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:35.575214Z","time spent":"1.046932251s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:08:36.622184Z","caller":"traceutil/trace.go:171","msg":"trace[297856849] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"1.044175398s","start":"2026-03-13T10:08:35.57798Z","end":"2026-03-13T10:08:36.622155Z","steps":["trace[297856849] 'process raft request' (duration: 1.044008095s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:36.622285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:35.577971Z","time spent":"1.0442623s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:08:36.622677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839987186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228459"} {"level":"info","ts":"2026-03-13T10:08:36.622759Z","caller":"traceutil/trace.go:171","msg":"trace[469468502] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7980; }","duration":"1.840082959s","start":"2026-03-13T10:08:34.782658Z","end":"2026-03-13T10:08:36.622741Z","steps":["trace[469468502] 'agreement among raft nodes before linearized reading' (duration: 1.839545057s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:36.622809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:34.782651Z","time spent":"1.84014306s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228482,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T10:08:36.623059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806548865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-13T10:08:36.623129Z","caller":"traceutil/trace.go:171","msg":"trace[1667704514] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7980; }","duration":"1.806649858s","start":"2026-03-13T10:08:34.816461Z","end":"2026-03-13T10:08:36.623111Z","steps":["trace[1667704514] 'agreement among raft nodes before linearized reading' (duration: 1.806465843s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:36.623204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:34.816435Z","time spent":"1.80675314s","remote":"127.0.0.1:36436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-13T10:08:36.623572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.169653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:36.623648Z","caller":"traceutil/trace.go:171","msg":"trace[561778653] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:7980; }","duration":"104.244745ms","start":"2026-03-13T10:08:36.519389Z","end":"2026-03-13T10:08:36.623634Z","steps":["trace[561778653] 'agreement among raft nodes before linearized reading' (duration: 104.156053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:36.623841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.380471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:36.623891Z","caller":"traceutil/trace.go:171","msg":"trace[1086226183] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7980; }","duration":"620.475233ms","start":"2026-03-13T10:08:36.003402Z","end":"2026-03-13T10:08:36.623877Z","steps":["trace[1086226183] 'agreement among raft nodes before linearized reading' (duration: 620.404242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:36.623951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:36.003381Z","time spent":"620.555196ms","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:08:36.624154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638844506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:36.624212Z","caller":"traceutil/trace.go:171","msg":"trace[1621948381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7980; }","duration":"1.638933299s","start":"2026-03-13T10:08:34.985263Z","end":"2026-03-13T10:08:36.624196Z","steps":["trace[1621948381] 'agreement among raft nodes before linearized reading' (duration: 1.638825776s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:36.624245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:34.985246Z","time spent":"1.63899211s","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:08:36.62437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77036921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-13T10:08:36.624457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770565155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:36.62446Z","caller":"traceutil/trace.go:171","msg":"trace[2139776270] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7980; }","duration":"1.770502024s","start":"2026-03-13T10:08:34.853935Z","end":"2026-03-13T10:08:36.624437Z","steps":["trace[2139776270] 'agreement among raft nodes before linearized reading' (duration: 1.77030158s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:36.624501Z","caller":"traceutil/trace.go:171","msg":"trace[1628715358] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7980; }","duration":"1.770643067s","start":"2026-03-13T10:08:34.853844Z","end":"2026-03-13T10:08:36.624487Z","steps":["trace[1628715358] 'agreement among raft nodes before linearized reading' (duration: 1.770574956s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:36.624515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:34.85391Z","time spent":"1.770588356s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:08:36.624542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:34.853823Z","time spent":"1.770712309s","remote":"127.0.0.1:36826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-13T10:08:36.62461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.935215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-fdd7ffcdf-zhm4g.189c5ea9ac3c1945\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-13T10:08:36.624501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.654973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:36.624661Z","caller":"traceutil/trace.go:171","msg":"trace[1601010748] range","detail":"{range_begin:/registry/events/openstack/barbican-api-fdd7ffcdf-zhm4g.189c5ea9ac3c1945; range_end:; response_count:1; response_revision:7980; }","duration":"820.009167ms","start":"2026-03-13T10:08:35.804636Z","end":"2026-03-13T10:08:36.624645Z","steps":["trace[1601010748] 'agreement among raft nodes before linearized reading' (duration: 819.889214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:36.624662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133462778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-13T10:08:36.62469Z","caller":"traceutil/trace.go:171","msg":"trace[1923199039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7980; }","duration":"814.872268ms","start":"2026-03-13T10:08:35.809807Z","end":"2026-03-13T10:08:36.62468Z","steps":["trace[1923199039] 'agreement among raft nodes before linearized reading' (duration: 814.661953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:36.624722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:35.809791Z","time spent":"814.92405ms","remote":"127.0.0.1:36352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:08:36.624743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414340227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:08:36.624769Z","caller":"traceutil/trace.go:171","msg":"trace[679666758] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:7980; }","duration":"1.414397829s","start":"2026-03-13T10:08:35.210363Z","end":"2026-03-13T10:08:36.624761Z","steps":["trace[679666758] 'agreement among raft nodes before linearized reading' (duration: 1.414347098s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:36.624804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:35.210345Z","time spent":"1.414451801s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:08:36.624692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:35.804616Z","time spent":"820.068038ms","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-fdd7ffcdf-zhm4g.189c5ea9ac3c1945\" "} {"level":"warn","ts":"2026-03-13T10:08:36.62482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034247549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.108\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T10:08:36.624713Z","caller":"traceutil/trace.go:171","msg":"trace[772854095] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:7980; }","duration":"1.133540309s","start":"2026-03-13T10:08:35.491159Z","end":"2026-03-13T10:08:36.624699Z","steps":["trace[772854095] 'agreement among raft nodes before linearized reading' (duration: 1.133391566s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:36.624871Z","caller":"traceutil/trace.go:171","msg":"trace[1622507449] range","detail":"{range_begin:/registry/masterleases/199.19.213.108; range_end:; response_count:1; response_revision:7980; }","duration":"1.034316211s","start":"2026-03-13T10:08:35.590543Z","end":"2026-03-13T10:08:36.624859Z","steps":["trace[1622507449] 'agreement among raft nodes before linearized reading' (duration: 1.034196258s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:36.624906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:35.491142Z","time spent":"1.133757445s","remote":"127.0.0.1:36448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-13T10:08:36.624919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:35.590533Z","time spent":"1.034374562s","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.108\" "} {"level":"warn","ts":"2026-03-13T10:08:36.868226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.650829ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-13T10:08:36.868817Z","caller":"traceutil/trace.go:171","msg":"trace[772617451] linearizableReadLoop","detail":"{readStateIndex:8285; appliedIndex:8283; }","duration":"240.237903ms","start":"2026-03-13T10:08:36.628564Z","end":"2026-03-13T10:08:36.868802Z","steps":["trace[772617451] 'read index received' (duration: 100.97577ms)","trace[772617451] 'applied index is now lower than readState.Index' (duration: 139.261393ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:36.868865Z","caller":"traceutil/trace.go:171","msg":"trace[168855922] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"237.701313ms","start":"2026-03-13T10:08:36.631133Z","end":"2026-03-13T10:08:36.868834Z","steps":["trace[168855922] 'process raft request' (duration: 237.274393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:36.869017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.442017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:36.869047Z","caller":"traceutil/trace.go:171","msg":"trace[1669678455] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7981; }","duration":"240.506788ms","start":"2026-03-13T10:08:36.628531Z","end":"2026-03-13T10:08:36.869038Z","steps":["trace[1669678455] 'agreement among raft nodes before linearized reading' (duration: 240.343264ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:36.939624Z","caller":"traceutil/trace.go:171","msg":"trace[2056858565] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"156.195403ms","start":"2026-03-13T10:08:36.783399Z","end":"2026-03-13T10:08:36.939595Z","steps":["trace[2056858565] 'process raft request' (duration: 156.06116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:36.939846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.404051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-13T10:08:36.939916Z","caller":"traceutil/trace.go:171","msg":"trace[555291595] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7982; }","duration":"310.507444ms","start":"2026-03-13T10:08:36.629393Z","end":"2026-03-13T10:08:36.9399Z","steps":["trace[555291595] 'agreement among raft nodes before linearized reading' (duration: 310.33693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:36.939951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:36.629374Z","time spent":"310.570195ms","remote":"127.0.0.1:36436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-13T10:08:36.939845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.764919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:36.940011Z","caller":"traceutil/trace.go:171","msg":"trace[1157326797] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:7982; }","duration":"118.997045ms","start":"2026-03-13T10:08:36.820993Z","end":"2026-03-13T10:08:36.93999Z","steps":["trace[1157326797] 'agreement among raft nodes before linearized reading' (duration: 118.722308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:36.940396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.556512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:36.940458Z","caller":"traceutil/trace.go:171","msg":"trace[2091248878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7982; }","duration":"131.076774ms","start":"2026-03-13T10:08:36.809366Z","end":"2026-03-13T10:08:36.940443Z","steps":["trace[2091248878] 'agreement among raft nodes before linearized reading' (duration: 130.555182ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:37.08097Z","caller":"traceutil/trace.go:171","msg":"trace[182887645] linearizableReadLoop","detail":"{readStateIndex:8289; appliedIndex:8287; }","duration":"141.326601ms","start":"2026-03-13T10:08:36.939623Z","end":"2026-03-13T10:08:37.08095Z","steps":["trace[182887645] 'read index received' (duration: 56.670278ms)","trace[182887645] 'applied index is now lower than readState.Index' (duration: 84.653752ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:37.081088Z","caller":"traceutil/trace.go:171","msg":"trace[681185136] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"211.704673ms","start":"2026-03-13T10:08:36.869371Z","end":"2026-03-13T10:08:37.081076Z","steps":["trace[681185136] 'process raft request' (duration: 126.923428ms)","trace[681185136] 'compare' (duration: 84.471898ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:37.081237Z","caller":"traceutil/trace.go:171","msg":"trace[649566377] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"211.643762ms","start":"2026-03-13T10:08:36.869562Z","end":"2026-03-13T10:08:37.081205Z","steps":["trace[649566377] 'process raft request' (duration: 211.327315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:37.08141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.900232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-13T10:08:37.081478Z","caller":"traceutil/trace.go:171","msg":"trace[1945801114] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:7984; }","duration":"137.972653ms","start":"2026-03-13T10:08:36.943488Z","end":"2026-03-13T10:08:37.08146Z","steps":["trace[1945801114] 'agreement among raft nodes before linearized reading' (duration: 137.804229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:37.081391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.93883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-13T10:08:37.081491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.877247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:37.081626Z","caller":"traceutil/trace.go:171","msg":"trace[1850824392] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7984; }","duration":"209.206366ms","start":"2026-03-13T10:08:36.872386Z","end":"2026-03-13T10:08:37.081593Z","steps":["trace[1850824392] 'agreement among raft nodes before linearized reading' (duration: 208.768366ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:37.081997Z","caller":"traceutil/trace.go:171","msg":"trace[106670917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7984; }","duration":"140.073931ms","start":"2026-03-13T10:08:36.941523Z","end":"2026-03-13T10:08:37.081597Z","steps":["trace[106670917] 'agreement among raft nodes before linearized reading' (duration: 139.746804ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:38.793777Z","caller":"traceutil/trace.go:171","msg":"trace[1329921746] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"162.882297ms","start":"2026-03-13T10:08:38.630868Z","end":"2026-03-13T10:08:38.79375Z","steps":["trace[1329921746] 'process raft request' (duration: 162.722323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:38.794008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.225262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T10:08:38.794071Z","caller":"traceutil/trace.go:171","msg":"trace[110817122] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7986; }","duration":"162.347645ms","start":"2026-03-13T10:08:38.631712Z","end":"2026-03-13T10:08:38.79406Z","steps":["trace[110817122] 'agreement among raft nodes before linearized reading' (duration: 162.149451ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:38.793805Z","caller":"traceutil/trace.go:171","msg":"trace[122858335] linearizableReadLoop","detail":"{readStateIndex:8291; appliedIndex:8290; }","duration":"161.975647ms","start":"2026-03-13T10:08:38.631769Z","end":"2026-03-13T10:08:38.793745Z","steps":["trace[122858335] 'read index received' (duration: 161.957167ms)","trace[122858335] 'applied index is now lower than readState.Index' (duration: 15.55µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:08:40.041381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.065541ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:40.041516Z","caller":"traceutil/trace.go:171","msg":"trace[958500280] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7986; }","duration":"394.221604ms","start":"2026-03-13T10:08:39.647273Z","end":"2026-03-13T10:08:40.041495Z","steps":["trace[958500280] 'range keys from in-memory index tree' (duration: 394.04309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:40.042119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141167996s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:08:40.042492Z","caller":"traceutil/trace.go:171","msg":"trace[226942198] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"1.409856434s","start":"2026-03-13T10:08:38.632588Z","end":"2026-03-13T10:08:40.042444Z","steps":["trace[226942198] 'process raft request' (duration: 268.243988ms)","trace[226942198] 'compare' (duration: 1.140960821s)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:40.04258Z","caller":"traceutil/trace.go:171","msg":"trace[1995695895] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"1.409400984s","start":"2026-03-13T10:08:38.633155Z","end":"2026-03-13T10:08:40.042556Z","steps":["trace[1995695895] 'process raft request' (duration: 1.409080737s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:40.042618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:38.63257Z","time spent":"1.409972917s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:08:40.04262Z","caller":"traceutil/trace.go:171","msg":"trace[493881797] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"1.408956354s","start":"2026-03-13T10:08:38.633639Z","end":"2026-03-13T10:08:40.042596Z","steps":["trace[493881797] 'process raft request' (duration: 1.40877696s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:40.042631Z","caller":"traceutil/trace.go:171","msg":"trace[974310014] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"1.409326142s","start":"2026-03-13T10:08:38.633276Z","end":"2026-03-13T10:08:40.042603Z","steps":["trace[974310014] 'process raft request' (duration: 1.409077416s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:40.042661Z","caller":"traceutil/trace.go:171","msg":"trace[1991563623] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"1.40834023s","start":"2026-03-13T10:08:38.634287Z","end":"2026-03-13T10:08:40.042627Z","steps":["trace[1991563623] 'process raft request' (duration: 1.408229207s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:40.042678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:38.63315Z","time spent":"1.409483866s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:08:40.0427Z","caller":"traceutil/trace.go:171","msg":"trace[1186069605] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"1.244309975s","start":"2026-03-13T10:08:38.798371Z","end":"2026-03-13T10:08:40.042681Z","steps":["trace[1186069605] 'process raft request' (duration: 1.244210953s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:40.04269Z","caller":"traceutil/trace.go:171","msg":"trace[498279228] linearizableReadLoop","detail":"{readStateIndex:8296; appliedIndex:8291; }","duration":"1.24842294s","start":"2026-03-13T10:08:38.79421Z","end":"2026-03-13T10:08:40.042633Z","steps":["trace[498279228] 'read index received' (duration: 106.64832ms)","trace[498279228] 'applied index is now lower than readState.Index' (duration: 1.14177066s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:08:40.04277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332249994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:08:40.042812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:38.634283Z","time spent":"1.408450602s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:08:40.042812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:38.633272Z","time spent":"1.409433074s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:08:40.042842Z","caller":"traceutil/trace.go:171","msg":"trace[2079654295] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:7992; }","duration":"1.332402787s","start":"2026-03-13T10:08:38.710422Z","end":"2026-03-13T10:08:40.042825Z","steps":["trace[2079654295] 'agreement among raft nodes before linearized reading' (duration: 1.332212703s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:40.042813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:38.798349Z","time spent":"1.244413748s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:08:40.042828Z","caller":"traceutil/trace.go:171","msg":"trace[1215767239] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"1.097745004s","start":"2026-03-13T10:08:38.945065Z","end":"2026-03-13T10:08:40.04281Z","steps":["trace[1215767239] 'process raft request' (duration: 1.09756824s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:40.042873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410044138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gf46x\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-13T10:08:40.042903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:38.710398Z","time spent":"1.33248854s","remote":"127.0.0.1:55426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-13T10:08:40.042919Z","caller":"traceutil/trace.go:171","msg":"trace[1440451490] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gf46x; range_end:; response_count:1; response_revision:7993; }","duration":"1.41010537s","start":"2026-03-13T10:08:38.632803Z","end":"2026-03-13T10:08:40.042909Z","steps":["trace[1440451490] 'agreement among raft nodes before linearized reading' (duration: 1.409912066s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:40.042952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:38.632798Z","time spent":"1.410147361s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-gf46x\" "} {"level":"warn","ts":"2026-03-13T10:08:40.042949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:38.945041Z","time spent":"1.097864897s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:08:40.04271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:38.633635Z","time spent":"1.409029315s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:08:40.043001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.182948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:08:40.043042Z","caller":"traceutil/trace.go:171","msg":"trace[2101454986] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7993; }","duration":"754.25203ms","start":"2026-03-13T10:08:39.288778Z","end":"2026-03-13T10:08:40.04303Z","steps":["trace[2101454986] 'agreement among raft nodes before linearized reading' (duration: 754.157088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:40.043026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233806263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:08:40.043053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.24514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-13T10:08:40.043085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:39.288756Z","time spent":"754.319952ms","remote":"127.0.0.1:36906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-13T10:08:40.043095Z","caller":"traceutil/trace.go:171","msg":"trace[1283310487] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7993; }","duration":"979.283141ms","start":"2026-03-13T10:08:39.063801Z","end":"2026-03-13T10:08:40.043084Z","steps":["trace[1283310487] 'agreement among raft nodes before linearized reading' (duration: 979.137088ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:40.043115Z","caller":"traceutil/trace.go:171","msg":"trace[587656089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7993; }","duration":"1.233933675s","start":"2026-03-13T10:08:38.809167Z","end":"2026-03-13T10:08:40.043101Z","steps":["trace[587656089] 'agreement among raft nodes before linearized reading' (duration: 1.233741431s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:40.043126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:39.063751Z","time spent":"979.368983ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-13T10:08:40.043194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:38.80915Z","time spent":"1.234002678s","remote":"127.0.0.1:36352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:08:40.442655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.292488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:08:40.442726Z","caller":"traceutil/trace.go:171","msg":"trace[2126345755] linearizableReadLoop","detail":"{readStateIndex:8299; appliedIndex:8298; }","duration":"390.57914ms","start":"2026-03-13T10:08:40.052136Z","end":"2026-03-13T10:08:40.442715Z","steps":["trace[2126345755] 'read index received' (duration: 217.154969ms)","trace[2126345755] 'applied index is now lower than readState.Index' (duration: 173.423331ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:40.442781Z","caller":"traceutil/trace.go:171","msg":"trace[1774067661] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"394.750336ms","start":"2026-03-13T10:08:40.048024Z","end":"2026-03-13T10:08:40.442775Z","steps":["trace[1774067661] 'process raft request' (duration: 221.275534ms)","trace[1774067661] 'compare' (duration: 173.151545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:08:40.442817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:40.048001Z","time spent":"394.798228ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:08:40.442952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.825986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:40.442971Z","caller":"traceutil/trace.go:171","msg":"trace[1129234161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7994; }","duration":"390.920278ms","start":"2026-03-13T10:08:40.052045Z","end":"2026-03-13T10:08:40.442966Z","steps":["trace[1129234161] 'agreement among raft nodes before linearized reading' (duration: 390.884507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:40.442985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:40.052018Z","time spent":"390.964999ms","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:08:40.443075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.125499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-rbd-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:40.443092Z","caller":"traceutil/trace.go:171","msg":"trace[1362330556] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-rbd-provisioner; range_end:; response_count:0; response_revision:7994; }","duration":"253.179871ms","start":"2026-03-13T10:08:40.189908Z","end":"2026-03-13T10:08:40.443087Z","steps":["trace[1362330556] 'agreement among raft nodes before linearized reading' (duration: 253.15036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:40.443173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.281568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:08:40.443189Z","caller":"traceutil/trace.go:171","msg":"trace[774617621] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:7994; }","duration":"121.314219ms","start":"2026-03-13T10:08:40.32187Z","end":"2026-03-13T10:08:40.443185Z","steps":["trace[774617621] 'agreement among raft nodes before linearized reading' (duration: 121.281528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:40.443321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.614372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-13T10:08:40.443341Z","caller":"traceutil/trace.go:171","msg":"trace[497674109] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:7994; }","duration":"172.651643ms","start":"2026-03-13T10:08:40.270683Z","end":"2026-03-13T10:08:40.443335Z","steps":["trace[497674109] 'agreement among raft nodes before linearized reading' (duration: 172.578572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:41.298807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497905537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:08:41.460431Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.012059226s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T10:08:41.460785Z","caller":"traceutil/trace.go:171","msg":"trace[1096264117] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"1.012472856s","start":"2026-03-13T10:08:40.448284Z","end":"2026-03-13T10:08:41.460757Z","steps":["trace[1096264117] 'process raft request' (duration: 1.012320003s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:41.460924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:40.448273Z","time spent":"1.012587269s","remote":"127.0.0.1:36436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":577,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T10:08:41.863199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.091725ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T10:08:41.863286Z","caller":"traceutil/trace.go:171","msg":"trace[1124085260] linearizableReadLoop","detail":"{readStateIndex:8301; appliedIndex:8299; }","duration":"1.06553284s","start":"2026-03-13T10:08:40.797738Z","end":"2026-03-13T10:08:41.86327Z","steps":["trace[1124085260] 'read index received' (duration: 662.887901ms)","trace[1124085260] 'applied index is now lower than readState.Index' (duration: 402.643789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:08:41.86363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.863726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T10:08:41.863587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065835136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T10:08:41.863708Z","caller":"traceutil/trace.go:171","msg":"trace[1428289671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7995; }","duration":"1.0659992s","start":"2026-03-13T10:08:40.797685Z","end":"2026-03-13T10:08:41.863684Z","steps":["trace[1428289671] 'agreement among raft nodes before linearized reading' (duration: 1.065729704s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:41.863733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.984511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-13T10:08:41.863763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:40.797665Z","time spent":"1.066087633s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T10:08:41.863806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.885772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-13T10:08:41.863849Z","caller":"traceutil/trace.go:171","msg":"trace[164792404] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:7995; }","duration":"398.951153ms","start":"2026-03-13T10:08:41.464893Z","end":"2026-03-13T10:08:41.863844Z","steps":["trace[164792404] 'agreement among raft nodes before linearized reading' (duration: 398.894002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:41.863872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:41.464882Z","time spent":"398.984345ms","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-13T10:08:41.863662Z","caller":"traceutil/trace.go:171","msg":"trace[1934249167] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:7995; }","duration":"654.946408ms","start":"2026-03-13T10:08:41.208708Z","end":"2026-03-13T10:08:41.863654Z","steps":["trace[1934249167] 'agreement among raft nodes before linearized reading' (duration: 654.827195ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:41.863755Z","caller":"traceutil/trace.go:171","msg":"trace[1151478205] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:7995; }","duration":"398.025222ms","start":"2026-03-13T10:08:41.465724Z","end":"2026-03-13T10:08:41.863749Z","steps":["trace[1151478205] 'agreement among raft nodes before linearized reading' (duration: 397.95173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:41.86396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:41.465714Z","time spent":"398.234217ms","remote":"127.0.0.1:36752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-13T10:08:41.863996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:41.208686Z","time spent":"655.264285ms","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:08:41.864147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.716061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-rbd-node\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:41.864237Z","caller":"traceutil/trace.go:171","msg":"trace[1717412685] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-rbd-node; range_end:; response_count:0; response_revision:7995; }","duration":"399.850595ms","start":"2026-03-13T10:08:41.464366Z","end":"2026-03-13T10:08:41.864216Z","steps":["trace[1717412685] 'agreement among raft nodes before linearized reading' (duration: 399.686501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:41.864287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:41.464349Z","time spent":"399.930506ms","remote":"127.0.0.1:36436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/rook-csi-rbd-node\" "} {"level":"warn","ts":"2026-03-13T10:08:42.272223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.107888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:08:42.272514Z","caller":"traceutil/trace.go:171","msg":"trace[1369061539] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"223.470455ms","start":"2026-03-13T10:08:42.049021Z","end":"2026-03-13T10:08:42.272491Z","steps":["trace[1369061539] 'process raft request' (duration: 223.415974ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:42.272685Z","caller":"traceutil/trace.go:171","msg":"trace[593898526] linearizableReadLoop","detail":"{readStateIndex:8303; appliedIndex:8301; }","duration":"395.427302ms","start":"2026-03-13T10:08:41.877232Z","end":"2026-03-13T10:08:42.272659Z","steps":["trace[593898526] 'read index received' (duration: 24.615158ms)","trace[593898526] 'applied index is now lower than readState.Index' (duration: 370.809504ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:42.272841Z","caller":"traceutil/trace.go:171","msg":"trace[1252485828] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"224.855057ms","start":"2026-03-13T10:08:42.047942Z","end":"2026-03-13T10:08:42.272797Z","steps":["trace[1252485828] 'process raft request' (duration: 224.407797ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:42.272887Z","caller":"traceutil/trace.go:171","msg":"trace[1090385385] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"404.462331ms","start":"2026-03-13T10:08:41.868374Z","end":"2026-03-13T10:08:42.272836Z","steps":["trace[1090385385] 'process raft request' (duration: 261.665957ms)","trace[1090385385] 'compare' (duration: 141.947344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:08:42.272926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.683818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-13T10:08:42.272998Z","caller":"traceutil/trace.go:171","msg":"trace[1432734180] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7999; }","duration":"395.79857ms","start":"2026-03-13T10:08:41.87718Z","end":"2026-03-13T10:08:42.272978Z","steps":["trace[1432734180] 'agreement among raft nodes before linearized reading' (duration: 395.618526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:42.273031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.235336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-13T10:08:42.273055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:41.86836Z","time spent":"404.619384ms","remote":"127.0.0.1:36436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T10:08:42.273078Z","caller":"traceutil/trace.go:171","msg":"trace[1296866203] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7999; }","duration":"225.295227ms","start":"2026-03-13T10:08:42.047767Z","end":"2026-03-13T10:08:42.273062Z","steps":["trace[1296866203] 'agreement among raft nodes before linearized reading' (duration: 225.149314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:42.273071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:41.87716Z","time spent":"395.895893ms","remote":"127.0.0.1:36436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-13T10:08:42.27311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.013991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T10:08:42.273165Z","caller":"traceutil/trace.go:171","msg":"trace[1892140428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7999; }","duration":"225.071802ms","start":"2026-03-13T10:08:42.048078Z","end":"2026-03-13T10:08:42.27315Z","steps":["trace[1892140428] 'agreement among raft nodes before linearized reading' (duration: 224.957819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:42.273167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.481314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-13T10:08:42.273227Z","caller":"traceutil/trace.go:171","msg":"trace[1843022399] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7999; }","duration":"164.585616ms","start":"2026-03-13T10:08:42.108624Z","end":"2026-03-13T10:08:42.273209Z","steps":["trace[1843022399] 'agreement among raft nodes before linearized reading' (duration: 164.442413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:42.273006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.036511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T10:08:42.273301Z","caller":"traceutil/trace.go:171","msg":"trace[222115154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7999; }","duration":"225.364348ms","start":"2026-03-13T10:08:42.047925Z","end":"2026-03-13T10:08:42.273289Z","steps":["trace[222115154] 'agreement among raft nodes before linearized reading' (duration: 224.974889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:42.273354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.79737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gf46x\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-13T10:08:42.272887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.280227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T10:08:42.273407Z","caller":"traceutil/trace.go:171","msg":"trace[1468454858] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gf46x; range_end:; response_count:1; response_revision:7999; }","duration":"219.886893ms","start":"2026-03-13T10:08:42.053508Z","end":"2026-03-13T10:08:42.273394Z","steps":["trace[1468454858] 'agreement among raft nodes before linearized reading' (duration: 219.76219ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:42.27345Z","caller":"traceutil/trace.go:171","msg":"trace[1110747863] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7999; }","duration":"225.897431ms","start":"2026-03-13T10:08:42.047538Z","end":"2026-03-13T10:08:42.273436Z","steps":["trace[1110747863] 'agreement among raft nodes before linearized reading' (duration: 225.286507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:42.273662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.710673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T10:08:42.273812Z","caller":"traceutil/trace.go:171","msg":"trace[1526763813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7999; }","duration":"224.828406ms","start":"2026-03-13T10:08:42.048893Z","end":"2026-03-13T10:08:42.273722Z","steps":["trace[1526763813] 'agreement among raft nodes before linearized reading' (duration: 223.974537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:42.275499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.746319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"info","ts":"2026-03-13T10:08:42.27565Z","caller":"traceutil/trace.go:171","msg":"trace[719198343] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:7999; }","duration":"160.862351ms","start":"2026-03-13T10:08:42.114705Z","end":"2026-03-13T10:08:42.275567Z","steps":["trace[719198343] 'agreement among raft nodes before linearized reading' (duration: 158.491156ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:42.629492Z","caller":"traceutil/trace.go:171","msg":"trace[366786461] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"349.648616ms","start":"2026-03-13T10:08:42.279811Z","end":"2026-03-13T10:08:42.629459Z","steps":["trace[366786461] 'process raft request' (duration: 342.327607ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:42.629495Z","caller":"traceutil/trace.go:171","msg":"trace[791493808] linearizableReadLoop","detail":"{readStateIndex:8311; appliedIndex:8305; }","duration":"347.531507ms","start":"2026-03-13T10:08:42.281941Z","end":"2026-03-13T10:08:42.629472Z","steps":["trace[791493808] 'read index received' (duration: 340.198038ms)","trace[791493808] 'applied index is now lower than readState.Index' (duration: 7.332539ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:42.629544Z","caller":"traceutil/trace.go:171","msg":"trace[676413987] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"347.813514ms","start":"2026-03-13T10:08:42.281715Z","end":"2026-03-13T10:08:42.629528Z","steps":["trace[676413987] 'process raft request' (duration: 347.696401ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:42.629587Z","caller":"traceutil/trace.go:171","msg":"trace[1690079384] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"349.635046ms","start":"2026-03-13T10:08:42.279942Z","end":"2026-03-13T10:08:42.629577Z","steps":["trace[1690079384] 'process raft request' (duration: 349.325979ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:42.629619Z","caller":"traceutil/trace.go:171","msg":"trace[922558458] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"348.423158ms","start":"2026-03-13T10:08:42.281181Z","end":"2026-03-13T10:08:42.629605Z","steps":["trace[922558458] 'process raft request' (duration: 348.199253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:42.62962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:42.281708Z","time spent":"347.875386ms","remote":"127.0.0.1:36436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":590,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T10:08:42.629635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:42.279796Z","time spent":"349.768278ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:08:42.629698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:42.281167Z","time spent":"348.478919ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:08:42.629694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:42.279932Z","time spent":"349.686817ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:08:42.62956Z","caller":"traceutil/trace.go:171","msg":"trace[1427508772] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"349.638096ms","start":"2026-03-13T10:08:42.279914Z","end":"2026-03-13T10:08:42.629553Z","steps":["trace[1427508772] 'process raft request' (duration: 349.302018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:42.629797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:42.279899Z","time spent":"349.879631ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:08:42.62951Z","caller":"traceutil/trace.go:171","msg":"trace[580597086] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"349.514904ms","start":"2026-03-13T10:08:42.279968Z","end":"2026-03-13T10:08:42.629483Z","steps":["trace[580597086] 'process raft request' (duration: 349.335149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:42.629806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.850265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-03-13T10:08:42.629838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:42.279947Z","time spent":"349.870101ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:08:42.629868Z","caller":"traceutil/trace.go:171","msg":"trace[205705068] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8005; }","duration":"347.913776ms","start":"2026-03-13T10:08:42.281937Z","end":"2026-03-13T10:08:42.629851Z","steps":["trace[205705068] 'agreement among raft nodes before linearized reading' (duration: 347.683001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:42.629882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.61851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:08:42.629902Z","caller":"traceutil/trace.go:171","msg":"trace[754833021] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8005; }","duration":"295.666121ms","start":"2026-03-13T10:08:42.334229Z","end":"2026-03-13T10:08:42.629895Z","steps":["trace[754833021] 'agreement among raft nodes before linearized reading' (duration: 295.63163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:42.629907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:42.281933Z","time spent":"347.964997ms","remote":"127.0.0.1:36436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-13T10:08:42.630039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.704065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-13T10:08:42.630105Z","caller":"traceutil/trace.go:171","msg":"trace[1009802741] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8005; }","duration":"322.770927ms","start":"2026-03-13T10:08:42.307316Z","end":"2026-03-13T10:08:42.630087Z","steps":["trace[1009802741] 'agreement among raft nodes before linearized reading' (duration: 322.539061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:42.630149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:42.307267Z","time spent":"322.873629ms","remote":"127.0.0.1:36436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-13T10:08:48.418753Z","caller":"traceutil/trace.go:171","msg":"trace[851313495] transaction","detail":"{read_only:false; response_revision:8045; number_of_response:1; }","duration":"126.996799ms","start":"2026-03-13T10:08:48.291732Z","end":"2026-03-13T10:08:48.418728Z","steps":["trace[851313495] 'process raft request' (duration: 126.842196ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:08:48.419688Z","caller":"traceutil/trace.go:171","msg":"trace[518573609] linearizableReadLoop","detail":"{readStateIndex:8353; appliedIndex:8351; }","duration":"112.511125ms","start":"2026-03-13T10:08:48.307157Z","end":"2026-03-13T10:08:48.419669Z","steps":["trace[518573609] 'read index received' (duration: 111.474321ms)","trace[518573609] 'applied index is now lower than readState.Index' (duration: 1.035644ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:08:48.419777Z","caller":"traceutil/trace.go:171","msg":"trace[1513158647] transaction","detail":"{read_only:false; response_revision:8046; number_of_response:1; }","duration":"126.814655ms","start":"2026-03-13T10:08:48.292949Z","end":"2026-03-13T10:08:48.419764Z","steps":["trace[1513158647] 'process raft request' (duration: 126.60544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:48.419835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.658989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gf46x\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T10:08:48.419915Z","caller":"traceutil/trace.go:171","msg":"trace[2086540510] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gf46x; range_end:; response_count:1; response_revision:8046; }","duration":"112.796112ms","start":"2026-03-13T10:08:48.307106Z","end":"2026-03-13T10:08:48.419902Z","steps":["trace[2086540510] 'agreement among raft nodes before linearized reading' (duration: 112.642319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:54.163293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.748675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a751417c-a9fa-4f5b-94f2-29e34bdc9dc9\" ","response":"range_response_count:1 size:3934"} {"level":"warn","ts":"2026-03-13T10:08:54.163637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.161796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-ffvlj\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-03-13T10:08:54.163677Z","caller":"traceutil/trace.go:171","msg":"trace[1370352568] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a751417c-a9fa-4f5b-94f2-29e34bdc9dc9; range_end:; response_count:1; response_revision:8147; }","duration":"362.144114ms","start":"2026-03-13T10:08:53.801507Z","end":"2026-03-13T10:08:54.163651Z","steps":["trace[1370352568] 'range keys from in-memory index tree' (duration: 361.53504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:54.163312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.445629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T10:08:54.163719Z","caller":"traceutil/trace.go:171","msg":"trace[1816049745] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-ffvlj; range_end:; response_count:1; response_revision:8147; }","duration":"294.293209ms","start":"2026-03-13T10:08:53.869402Z","end":"2026-03-13T10:08:54.163695Z","steps":["trace[1816049745] 'range keys from in-memory index tree' (duration: 293.933701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:08:54.163728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:08:53.801444Z","time spent":"362.270587ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3957,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a751417c-a9fa-4f5b-94f2-29e34bdc9dc9\" "} {"level":"info","ts":"2026-03-13T10:08:54.163755Z","caller":"traceutil/trace.go:171","msg":"trace[1328590314] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8147; }","duration":"208.92786ms","start":"2026-03-13T10:08:53.954799Z","end":"2026-03-13T10:08:54.163727Z","steps":["trace[1328590314] 'range keys from in-memory index tree' (duration: 208.268855ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:36.892979Z","caller":"traceutil/trace.go:171","msg":"trace[386267911] transaction","detail":"{read_only:false; response_revision:8526; number_of_response:1; }","duration":"517.370432ms","start":"2026-03-13T10:09:36.375568Z","end":"2026-03-13T10:09:36.892938Z","steps":["trace[386267911] 'process raft request' (duration: 517.114056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:36.893228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:36.375551Z","time spent":"517.558686ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:09:37.330429Z","caller":"traceutil/trace.go:171","msg":"trace[881404372] linearizableReadLoop","detail":"{readStateIndex:8850; appliedIndex:8846; }","duration":"679.667465ms","start":"2026-03-13T10:09:36.650735Z","end":"2026-03-13T10:09:37.330402Z","steps":["trace[881404372] 'read index received' (duration: 242.020651ms)","trace[881404372] 'applied index is now lower than readState.Index' (duration: 437.645384ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:09:37.330516Z","caller":"traceutil/trace.go:171","msg":"trace[603329927] transaction","detail":"{read_only:false; response_revision:8528; number_of_response:1; }","duration":"734.479895ms","start":"2026-03-13T10:09:36.595962Z","end":"2026-03-13T10:09:37.330441Z","steps":["trace[603329927] 'process raft request' (duration: 734.303721ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:37.330627Z","caller":"traceutil/trace.go:171","msg":"trace[54766716] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"733.454182ms","start":"2026-03-13T10:09:36.597054Z","end":"2026-03-13T10:09:37.330508Z","steps":["trace[54766716] 'process raft request' (duration: 733.296209ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:37.330547Z","caller":"traceutil/trace.go:171","msg":"trace[2074946944] transaction","detail":"{read_only:false; response_revision:8527; number_of_response:1; }","duration":"818.019561ms","start":"2026-03-13T10:09:36.512503Z","end":"2026-03-13T10:09:37.330523Z","steps":["trace[2074946944] 'process raft request' (duration: 817.603521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:37.330746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:36.595935Z","time spent":"734.69503ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:09:37.330761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.101545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gf46x\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-13T10:09:37.330863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.216686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T10:09:37.330922Z","caller":"traceutil/trace.go:171","msg":"trace[160547655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8529; }","duration":"427.313218ms","start":"2026-03-13T10:09:36.903594Z","end":"2026-03-13T10:09:37.330907Z","steps":["trace[160547655] 'agreement among raft nodes before linearized reading' (duration: 427.159795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:37.33094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:36.59703Z","time spent":"733.741798ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:09:37.330965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:36.903574Z","time spent":"427.377819ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T10:09:37.330978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.514933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-13T10:09:37.331015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.623078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T10:09:37.331011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.200396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T10:09:37.330981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:36.512476Z","time spent":"818.4198ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:09:37.330923Z","caller":"traceutil/trace.go:171","msg":"trace[1072819802] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gf46x; range_end:; response_count:1; response_revision:8529; }","duration":"627.348681ms","start":"2026-03-13T10:09:36.703549Z","end":"2026-03-13T10:09:37.330897Z","steps":["trace[1072819802] 'agreement among raft nodes before linearized reading' (duration: 627.082765ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:37.331075Z","caller":"traceutil/trace.go:171","msg":"trace[1374886995] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8529; }","duration":"108.737651ms","start":"2026-03-13T10:09:37.22232Z","end":"2026-03-13T10:09:37.331057Z","steps":["trace[1374886995] 'agreement among raft nodes before linearized reading' (duration: 108.482525ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:37.331079Z","caller":"traceutil/trace.go:171","msg":"trace[2034310560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8529; }","duration":"413.284018ms","start":"2026-03-13T10:09:36.91778Z","end":"2026-03-13T10:09:37.331064Z","steps":["trace[2034310560] 'agreement among raft nodes before linearized reading' (duration: 413.035312ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:37.331075Z","caller":"traceutil/trace.go:171","msg":"trace[869924517] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8529; }","duration":"413.639566ms","start":"2026-03-13T10:09:36.917409Z","end":"2026-03-13T10:09:37.331049Z","steps":["trace[869924517] 'agreement among raft nodes before linearized reading' (duration: 413.349939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:37.331113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:36.917774Z","time spent":"413.329959ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T10:09:37.331107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:36.703525Z","time spent":"627.566787ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-gf46x\" "} {"level":"warn","ts":"2026-03-13T10:09:37.330694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.933071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T10:09:37.331191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:36.917396Z","time spent":"413.78212ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:09:37.331208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.062327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T10:09:37.331252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.478742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-13T10:09:37.331264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.129323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:09:37.331336Z","caller":"traceutil/trace.go:171","msg":"trace[791328926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8529; }","duration":"413.578505ms","start":"2026-03-13T10:09:36.917732Z","end":"2026-03-13T10:09:37.331311Z","steps":["trace[791328926] 'agreement among raft nodes before linearized reading' (duration: 413.333259ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:37.331348Z","caller":"traceutil/trace.go:171","msg":"trace[684865009] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8529; }","duration":"418.247541ms","start":"2026-03-13T10:09:36.913055Z","end":"2026-03-13T10:09:37.331302Z","steps":["trace[684865009] 'agreement among raft nodes before linearized reading' (duration: 417.845662ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:37.331358Z","caller":"traceutil/trace.go:171","msg":"trace[1263234783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8529; }","duration":"519.295246ms","start":"2026-03-13T10:09:36.812035Z","end":"2026-03-13T10:09:37.331331Z","steps":["trace[1263234783] 'agreement among raft nodes before linearized reading' (duration: 519.132852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:37.331389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:36.917721Z","time spent":"413.656786ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T10:09:37.331413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:36.811978Z","time spent":"519.421969ms","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:09:37.331265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.869263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-13T10:09:37.331424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:36.913042Z","time spent":"418.347363ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T10:09:37.331486Z","caller":"traceutil/trace.go:171","msg":"trace[2143456557] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8529; }","duration":"429.135359ms","start":"2026-03-13T10:09:36.902337Z","end":"2026-03-13T10:09:37.331473Z","steps":["trace[2143456557] 'agreement among raft nodes before linearized reading' (duration: 428.806152ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:37.331264Z","caller":"traceutil/trace.go:171","msg":"trace[810143321] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8529; }","duration":"680.527174ms","start":"2026-03-13T10:09:36.650683Z","end":"2026-03-13T10:09:37.33121Z","steps":["trace[810143321] 'agreement among raft nodes before linearized reading' (duration: 679.89676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:37.331545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:36.902312Z","time spent":"429.222842ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:09:37.331571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:36.650662Z","time spent":"680.885183ms","remote":"127.0.0.1:51502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:09:40.377467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.627438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:09:40.377538Z","caller":"traceutil/trace.go:171","msg":"trace[1024647952] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8579; }","duration":"122.74715ms","start":"2026-03-13T10:09:40.254774Z","end":"2026-03-13T10:09:40.377521Z","steps":["trace[1024647952] 'count revisions from in-memory index tree' (duration: 122.555886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:40.378068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.741728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-5cd65cbd98-dtq8d.189c5ec78db710ff\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-13T10:09:40.378148Z","caller":"traceutil/trace.go:171","msg":"trace[1765640577] range","detail":"{range_begin:/registry/events/openstack/glance-api-5cd65cbd98-dtq8d.189c5ec78db710ff; range_end:; response_count:1; response_revision:8579; }","duration":"307.28375ms","start":"2026-03-13T10:09:40.070844Z","end":"2026-03-13T10:09:40.378127Z","steps":["trace[1765640577] 'range keys from in-memory index tree' (duration: 306.518762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:40.378187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:40.070787Z","time spent":"307.391813ms","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":810,"request content":"key:\"/registry/events/openstack/glance-api-5cd65cbd98-dtq8d.189c5ec78db710ff\" "} {"level":"info","ts":"2026-03-13T10:09:40.612133Z","caller":"traceutil/trace.go:171","msg":"trace[1807614671] linearizableReadLoop","detail":"{readStateIndex:8902; appliedIndex:8901; }","duration":"229.483155ms","start":"2026-03-13T10:09:40.382615Z","end":"2026-03-13T10:09:40.612098Z","steps":["trace[1807614671] 'read index received' (duration: 229.159787ms)","trace[1807614671] 'applied index is now lower than readState.Index' (duration: 321.888µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:09:40.612188Z","caller":"traceutil/trace.go:171","msg":"trace[1555429828] transaction","detail":"{read_only:false; response_revision:8580; number_of_response:1; }","duration":"229.805972ms","start":"2026-03-13T10:09:40.38234Z","end":"2026-03-13T10:09:40.612146Z","steps":["trace[1555429828] 'process raft request' (duration: 229.542516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:40.61238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.750661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ft2zs\" ","response":"range_response_count:1 size:19075"} {"level":"info","ts":"2026-03-13T10:09:40.612436Z","caller":"traceutil/trace.go:171","msg":"trace[1146816273] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-ft2zs; range_end:; response_count:1; response_revision:8580; }","duration":"229.812712ms","start":"2026-03-13T10:09:40.382609Z","end":"2026-03-13T10:09:40.612422Z","steps":["trace[1146816273] 'agreement among raft nodes before linearized reading' (duration: 229.650389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:40.613206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.138495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-13T10:09:40.613324Z","caller":"traceutil/trace.go:171","msg":"trace[1665173201] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8580; }","duration":"136.310049ms","start":"2026-03-13T10:09:40.476986Z","end":"2026-03-13T10:09:40.613296Z","steps":["trace[1665173201] 'agreement among raft nodes before linearized reading' (duration: 135.382908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:41.313941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497907217,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:09:41.814353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497907217,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:09:42.10257Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.484025414s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T10:09:42.573693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.176444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:09:42.573806Z","caller":"traceutil/trace.go:171","msg":"trace[1592456482] transaction","detail":"{read_only:false; response_revision:8581; number_of_response:1; }","duration":"1.955385416s","start":"2026-03-13T10:09:40.6184Z","end":"2026-03-13T10:09:42.573785Z","steps":["trace[1592456482] 'process raft request' (duration: 1.485021547s)","trace[1592456482] 'compare' (duration: 469.53582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:09:42.573868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:40.61837Z","time spent":"1.955468367s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:09:42.670435Z","caller":"traceutil/trace.go:171","msg":"trace[1896241672] transaction","detail":"{read_only:false; response_revision:8582; number_of_response:1; }","duration":"2.042966023s","start":"2026-03-13T10:09:40.627439Z","end":"2026-03-13T10:09:42.670405Z","steps":["trace[1896241672] 'process raft request' (duration: 2.042551274s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:42.670607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:40.627414Z","time spent":"2.043114997s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19341,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:09:42.67369Z","caller":"traceutil/trace.go:171","msg":"trace[8728202] transaction","detail":"{read_only:false; response_revision:8583; number_of_response:1; }","duration":"1.329035527s","start":"2026-03-13T10:09:41.344635Z","end":"2026-03-13T10:09:42.67367Z","steps":["trace[8728202] 'process raft request' (duration: 1.328846483s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:42.673791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:41.344615Z","time spent":"1.329124409s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:09:42.6924Z","caller":"traceutil/trace.go:171","msg":"trace[816269089] transaction","detail":"{read_only:false; response_revision:8584; number_of_response:1; }","duration":"1.347613421s","start":"2026-03-13T10:09:41.344751Z","end":"2026-03-13T10:09:42.692364Z","steps":["trace[816269089] 'process raft request' (duration: 1.328908644s)","trace[816269089] 'compare' (duration: 18.39598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:09:42.692601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:41.344739Z","time spent":"1.347755984s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:09:42.692947Z","caller":"traceutil/trace.go:171","msg":"trace[1892536055] linearizableReadLoop","detail":"{readStateIndex:8907; appliedIndex:8902; }","duration":"1.880056837s","start":"2026-03-13T10:09:40.812871Z","end":"2026-03-13T10:09:42.692927Z","steps":["trace[1892536055] 'read index received' (duration: 1.2905694s)","trace[1892536055] 'applied index is now lower than readState.Index' (duration: 589.485357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:09:42.693143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880275512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:09:42.693192Z","caller":"traceutil/trace.go:171","msg":"trace[2060441656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8586; }","duration":"1.880336004s","start":"2026-03-13T10:09:40.812845Z","end":"2026-03-13T10:09:42.693181Z","steps":["trace[2060441656] 'agreement among raft nodes before linearized reading' (duration: 1.880204871s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:42.693229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:40.812765Z","time spent":"1.880457617s","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:09:42.693245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783966315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T10:09:42.693313Z","caller":"traceutil/trace.go:171","msg":"trace[1490380699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8586; }","duration":"1.784097758s","start":"2026-03-13T10:09:40.9092Z","end":"2026-03-13T10:09:42.693298Z","steps":["trace[1490380699] 'agreement among raft nodes before linearized reading' (duration: 1.783926384s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:42.69333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33928037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T10:09:42.693347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:40.909175Z","time spent":"1.784163509s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T10:09:42.693368Z","caller":"traceutil/trace.go:171","msg":"trace[1896833276] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8586; }","duration":"1.339349203s","start":"2026-03-13T10:09:41.354006Z","end":"2026-03-13T10:09:42.693355Z","steps":["trace[1896833276] 'agreement among raft nodes before linearized reading' (duration: 1.33924371s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:42.693389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:41.353997Z","time spent":"1.339386853s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T10:09:42.693455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328791072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gf46x\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-13T10:09:42.693481Z","caller":"traceutil/trace.go:171","msg":"trace[1548153041] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gf46x; range_end:; response_count:1; response_revision:8586; }","duration":"1.328816162s","start":"2026-03-13T10:09:41.364659Z","end":"2026-03-13T10:09:42.693475Z","steps":["trace[1548153041] 'agreement among raft nodes before linearized reading' (duration: 1.328770451s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:42.693497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:41.36462Z","time spent":"1.328873584s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-gf46x\" "} {"level":"warn","ts":"2026-03-13T10:09:42.693544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343836675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T10:09:42.693543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70611619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:09:42.693571Z","caller":"traceutil/trace.go:171","msg":"trace[1139723717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8586; }","duration":"1.343891106s","start":"2026-03-13T10:09:41.349672Z","end":"2026-03-13T10:09:42.693563Z","steps":["trace[1139723717] 'agreement among raft nodes before linearized reading' (duration: 1.343812054s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:42.693583Z","caller":"traceutil/trace.go:171","msg":"trace[1043124200] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8586; }","duration":"1.70619514s","start":"2026-03-13T10:09:40.987377Z","end":"2026-03-13T10:09:42.693572Z","steps":["trace[1043124200] 'agreement among raft nodes before linearized reading' (duration: 1.706118719s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:42.693596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:41.349662Z","time spent":"1.343928547s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T10:09:42.693615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:40.987356Z","time spent":"1.706250522s","remote":"127.0.0.1:36852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:09:42.693634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33703281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T10:09:42.693658Z","caller":"traceutil/trace.go:171","msg":"trace[2035060301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8586; }","duration":"1.337116871s","start":"2026-03-13T10:09:41.356533Z","end":"2026-03-13T10:09:42.69365Z","steps":["trace[2035060301] 'agreement among raft nodes before linearized reading' (duration: 1.3370572s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:42.693683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:41.356508Z","time spent":"1.337167593s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T10:09:42.693759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33746678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T10:09:42.693774Z","caller":"traceutil/trace.go:171","msg":"trace[100107036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8586; }","duration":"1.3374977s","start":"2026-03-13T10:09:41.356271Z","end":"2026-03-13T10:09:42.693769Z","steps":["trace[100107036] 'agreement among raft nodes before linearized reading' (duration: 1.337452749s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:42.69379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:41.356263Z","time spent":"1.33752262s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T10:09:42.693785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38704197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:09:42.693833Z","caller":"traceutil/trace.go:171","msg":"trace[1706315653] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8586; }","duration":"1.387083591s","start":"2026-03-13T10:09:41.30673Z","end":"2026-03-13T10:09:42.693814Z","steps":["trace[1706315653] 'agreement among raft nodes before linearized reading' (duration: 1.38702185s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:42.693859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339460845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-13T10:09:42.693877Z","caller":"traceutil/trace.go:171","msg":"trace[335915347] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8586; }","duration":"1.339490565s","start":"2026-03-13T10:09:41.354379Z","end":"2026-03-13T10:09:42.69387Z","steps":["trace[335915347] 'agreement among raft nodes before linearized reading' (duration: 1.339448474s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:42.693873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:41.306711Z","time spent":"1.387150173s","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-13T10:09:42.693894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:41.354372Z","time spent":"1.339517686s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-13T10:09:42.694087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559991016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T10:09:42.694135Z","caller":"traceutil/trace.go:171","msg":"trace[538838034] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8586; }","duration":"1.560086498s","start":"2026-03-13T10:09:41.134037Z","end":"2026-03-13T10:09:42.694124Z","steps":["trace[538838034] 'agreement among raft nodes before linearized reading' (duration: 1.560010896s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:42.694174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:09:41.134013Z","time spent":"1.560151399s","remote":"127.0.0.1:51972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-13T10:09:45.01491Z","caller":"traceutil/trace.go:171","msg":"trace[979546309] transaction","detail":"{read_only:false; response_revision:8616; number_of_response:1; }","duration":"213.799997ms","start":"2026-03-13T10:09:44.801073Z","end":"2026-03-13T10:09:45.014873Z","steps":["trace[979546309] 'process raft request' (duration: 213.704205ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:45.014977Z","caller":"traceutil/trace.go:171","msg":"trace[727291541] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"213.963221ms","start":"2026-03-13T10:09:44.800958Z","end":"2026-03-13T10:09:45.014921Z","steps":["trace[727291541] 'process raft request' (duration: 213.46212ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:45.015024Z","caller":"traceutil/trace.go:171","msg":"trace[406949544] transaction","detail":"{read_only:false; response_revision:8615; number_of_response:1; }","duration":"213.943691ms","start":"2026-03-13T10:09:44.801039Z","end":"2026-03-13T10:09:45.014983Z","steps":["trace[406949544] 'process raft request' (duration: 213.687295ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:45.015197Z","caller":"traceutil/trace.go:171","msg":"trace[1170402174] transaction","detail":"{read_only:false; response_revision:8617; number_of_response:1; }","duration":"214.045833ms","start":"2026-03-13T10:09:44.801126Z","end":"2026-03-13T10:09:45.015172Z","steps":["trace[1170402174] 'process raft request' (duration: 213.697715ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:45.015329Z","caller":"traceutil/trace.go:171","msg":"trace[1633943626] transaction","detail":"{read_only:false; response_revision:8618; number_of_response:1; }","duration":"212.247372ms","start":"2026-03-13T10:09:44.803064Z","end":"2026-03-13T10:09:45.015311Z","steps":["trace[1633943626] 'process raft request' (duration: 212.064548ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:45.015332Z","caller":"traceutil/trace.go:171","msg":"trace[1146728534] linearizableReadLoop","detail":"{readStateIndex:8940; appliedIndex:8935; }","duration":"214.012742ms","start":"2026-03-13T10:09:44.801293Z","end":"2026-03-13T10:09:45.015305Z","steps":["trace[1146728534] 'read index received' (duration: 10.703564ms)","trace[1146728534] 'applied index is now lower than readState.Index' (duration: 203.307558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:09:45.015906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.589715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291108"} {"level":"info","ts":"2026-03-13T10:09:45.015965Z","caller":"traceutil/trace.go:171","msg":"trace[1980777951] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8618; }","duration":"214.683588ms","start":"2026-03-13T10:09:44.801268Z","end":"2026-03-13T10:09:45.015952Z","steps":["trace[1980777951] 'agreement among raft nodes before linearized reading' (duration: 214.133245ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:45.037697Z","caller":"traceutil/trace.go:171","msg":"trace[1595602569] transaction","detail":"{read_only:false; response_revision:8619; number_of_response:1; }","duration":"199.377558ms","start":"2026-03-13T10:09:44.838298Z","end":"2026-03-13T10:09:45.037675Z","steps":["trace[1595602569] 'process raft request' (duration: 199.153823ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:45.576306Z","caller":"traceutil/trace.go:171","msg":"trace[545620573] transaction","detail":"{read_only:false; response_revision:8620; number_of_response:1; }","duration":"106.792597ms","start":"2026-03-13T10:09:45.469307Z","end":"2026-03-13T10:09:45.5761Z","steps":["trace[545620573] 'process raft request' (duration: 105.390555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:45.820227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.311506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-13T10:09:45.820297Z","caller":"traceutil/trace.go:171","msg":"trace[1278564658] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8621; }","duration":"149.393428ms","start":"2026-03-13T10:09:45.670887Z","end":"2026-03-13T10:09:45.82028Z","steps":["trace[1278564658] 'range keys from in-memory index tree' (duration: 149.143542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:09:45.820588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.487758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7252"} {"level":"info","ts":"2026-03-13T10:09:45.820764Z","caller":"traceutil/trace.go:171","msg":"trace[357290337] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8621; }","duration":"127.680773ms","start":"2026-03-13T10:09:45.693037Z","end":"2026-03-13T10:09:45.820718Z","steps":["trace[357290337] 'range keys from in-memory index tree' (duration: 127.214452ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:09:45.938984Z","caller":"traceutil/trace.go:171","msg":"trace[1846369347] transaction","detail":"{read_only:false; response_revision:8622; number_of_response:1; }","duration":"115.999535ms","start":"2026-03-13T10:09:45.822949Z","end":"2026-03-13T10:09:45.938948Z","steps":["trace[1846369347] 'process raft request' (duration: 115.754879ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:10:33.158754Z","caller":"traceutil/trace.go:171","msg":"trace[973338220] transaction","detail":"{read_only:false; response_revision:8946; number_of_response:1; }","duration":"121.627025ms","start":"2026-03-13T10:10:33.037093Z","end":"2026-03-13T10:10:33.15872Z","steps":["trace[973338220] 'process raft request' (duration: 56.217272ms)","trace[973338220] 'compare' (duration: 65.286ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:12:05.592632Z","caller":"traceutil/trace.go:171","msg":"trace[1686413355] transaction","detail":"{read_only:false; response_revision:9612; number_of_response:1; }","duration":"292.490306ms","start":"2026-03-13T10:12:05.300094Z","end":"2026-03-13T10:12:05.592584Z","steps":["trace[1686413355] 'process raft request' (duration: 292.236771ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:05.610667Z","caller":"traceutil/trace.go:171","msg":"trace[1970833058] transaction","detail":"{read_only:false; response_revision:9613; number_of_response:1; }","duration":"236.951732ms","start":"2026-03-13T10:12:05.373692Z","end":"2026-03-13T10:12:05.610644Z","steps":["trace[1970833058] 'process raft request' (duration: 236.82254ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:07.728762Z","caller":"traceutil/trace.go:171","msg":"trace[891519954] transaction","detail":"{read_only:false; response_revision:9623; number_of_response:1; }","duration":"114.001085ms","start":"2026-03-13T10:12:07.614719Z","end":"2026-03-13T10:12:07.72872Z","steps":["trace[891519954] 'process raft request' (duration: 113.757979ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:07.974373Z","caller":"traceutil/trace.go:171","msg":"trace[1068500045] transaction","detail":"{read_only:false; response_revision:9625; number_of_response:1; }","duration":"240.828342ms","start":"2026-03-13T10:12:07.733516Z","end":"2026-03-13T10:12:07.974344Z","steps":["trace[1068500045] 'process raft request' (duration: 240.619317ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:07.990194Z","caller":"traceutil/trace.go:171","msg":"trace[805170423] linearizableReadLoop","detail":"{readStateIndex:9984; appliedIndex:9982; }","duration":"211.500144ms","start":"2026-03-13T10:12:07.77867Z","end":"2026-03-13T10:12:07.99017Z","steps":["trace[805170423] 'read index received' (duration: 195.546631ms)","trace[805170423] 'applied index is now lower than readState.Index' (duration: 15.952403ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:12:07.990251Z","caller":"traceutil/trace.go:171","msg":"trace[171720482] transaction","detail":"{read_only:false; response_revision:9626; number_of_response:1; }","duration":"240.76758ms","start":"2026-03-13T10:12:07.749461Z","end":"2026-03-13T10:12:07.990229Z","steps":["trace[171720482] 'process raft request' (duration: 240.582436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:07.990486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.780191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T10:12:07.99058Z","caller":"traceutil/trace.go:171","msg":"trace[63171998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9626; }","duration":"211.913624ms","start":"2026-03-13T10:12:07.778646Z","end":"2026-03-13T10:12:07.990559Z","steps":["trace[63171998] 'agreement among raft nodes before linearized reading' (duration: 211.646828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:07.990746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.669256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T10:12:07.990798Z","caller":"traceutil/trace.go:171","msg":"trace[523607059] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9626; }","duration":"207.756569ms","start":"2026-03-13T10:12:07.78302Z","end":"2026-03-13T10:12:07.990777Z","steps":["trace[523607059] 'agreement among raft nodes before linearized reading' (duration: 207.331349ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:10.083952Z","caller":"traceutil/trace.go:171","msg":"trace[1282862200] linearizableReadLoop","detail":"{readStateIndex:9995; appliedIndex:9994; }","duration":"106.103155ms","start":"2026-03-13T10:12:09.977824Z","end":"2026-03-13T10:12:10.083928Z","steps":["trace[1282862200] 'read index received' (duration: 105.88889ms)","trace[1282862200] 'applied index is now lower than readState.Index' (duration: 213.315µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:12:10.084035Z","caller":"traceutil/trace.go:171","msg":"trace[983927878] transaction","detail":"{read_only:false; response_revision:9637; number_of_response:1; }","duration":"164.150006ms","start":"2026-03-13T10:12:09.919861Z","end":"2026-03-13T10:12:10.084011Z","steps":["trace[983927878] 'process raft request' (duration: 163.930611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:10.084181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.34404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T10:12:10.084266Z","caller":"traceutil/trace.go:171","msg":"trace[332294414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9637; }","duration":"106.470883ms","start":"2026-03-13T10:12:09.977776Z","end":"2026-03-13T10:12:10.084247Z","steps":["trace[332294414] 'agreement among raft nodes before linearized reading' (duration: 106.257698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:10.395597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.218635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T10:12:10.395724Z","caller":"traceutil/trace.go:171","msg":"trace[1435167343] transaction","detail":"{read_only:false; response_revision:9638; number_of_response:1; }","duration":"307.301274ms","start":"2026-03-13T10:12:10.088398Z","end":"2026-03-13T10:12:10.395699Z","steps":["trace[1435167343] 'process raft request' (duration: 154.883235ms)","trace[1435167343] 'compare' (duration: 152.113112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:12:10.395821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:10.08838Z","time spent":"307.389697ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:12:10.567216Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e9047e95cdba2056","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-13T10:12:10.567218Z","caller":"traceutil/trace.go:171","msg":"trace[448954918] transaction","detail":"{read_only:false; response_revision:9639; number_of_response:1; }","duration":"478.521352ms","start":"2026-03-13T10:12:10.088658Z","end":"2026-03-13T10:12:10.56718Z","steps":["trace[448954918] 'process raft request' (duration: 442.057503ms)","trace[448954918] 'compare' (duration: 36.105821ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:12:10.567292Z","caller":"traceutil/trace.go:171","msg":"trace[530421105] transaction","detail":"{read_only:false; response_revision:9642; number_of_response:1; }","duration":"478.285226ms","start":"2026-03-13T10:12:10.088972Z","end":"2026-03-13T10:12:10.567257Z","steps":["trace[530421105] 'process raft request' (duration: 478.192574ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:10.567299Z","caller":"traceutil/trace.go:171","msg":"trace[1599387850] transaction","detail":"{read_only:false; response_revision:9641; number_of_response:1; }","duration":"478.411559ms","start":"2026-03-13T10:12:10.088847Z","end":"2026-03-13T10:12:10.567259Z","steps":["trace[1599387850] 'process raft request' (duration: 478.294196ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:10.567339Z","caller":"traceutil/trace.go:171","msg":"trace[2102997598] linearizableReadLoop","detail":"{readStateIndex:10000; appliedIndex:9995; }","duration":"477.285194ms","start":"2026-03-13T10:12:10.090042Z","end":"2026-03-13T10:12:10.567327Z","steps":["trace[2102997598] 'read index received' (duration: 153.31796ms)","trace[2102997598] 'applied index is now lower than readState.Index' (duration: 323.965324ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:12:10.567348Z","caller":"traceutil/trace.go:171","msg":"trace[26831450] transaction","detail":"{read_only:false; response_revision:9643; number_of_response:1; }","duration":"476.895745ms","start":"2026-03-13T10:12:10.09041Z","end":"2026-03-13T10:12:10.567306Z","steps":["trace[26831450] 'process raft request' (duration: 476.774942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:10.567404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:10.088966Z","time spent":"478.378709ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:12:10.567422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:10.088637Z","time spent":"478.662675ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:12:10.567445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:10.088833Z","time spent":"478.534663ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:12:10.567228Z","caller":"traceutil/trace.go:171","msg":"trace[392898120] transaction","detail":"{read_only:false; response_revision:9640; number_of_response:1; }","duration":"478.383079ms","start":"2026-03-13T10:12:10.088809Z","end":"2026-03-13T10:12:10.567192Z","steps":["trace[392898120] 'process raft request' (duration: 478.286616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:10.567546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:10.0888Z","time spent":"478.727246ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:12:10.567512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:10.090402Z","time spent":"477.027168ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:12:10.715841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.764173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368077"} {"level":"info","ts":"2026-03-13T10:12:10.715932Z","caller":"traceutil/trace.go:171","msg":"trace[1346918893] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:9643; }","duration":"625.892877ms","start":"2026-03-13T10:12:10.090016Z","end":"2026-03-13T10:12:10.715909Z","steps":["trace[1346918893] 'agreement among raft nodes before linearized reading' (duration: 477.353286ms)","trace[1346918893] 'range keys from in-memory index tree' (duration: 148.008979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:12:10.71599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:10.090008Z","time spent":"625.966868ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":40,"response size":368100,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-13T10:12:10.759793Z","caller":"traceutil/trace.go:171","msg":"trace[725448348] transaction","detail":"{read_only:false; response_revision:9644; number_of_response:1; }","duration":"270.234921ms","start":"2026-03-13T10:12:10.489528Z","end":"2026-03-13T10:12:10.759763Z","steps":["trace[725448348] 'process raft request' (duration: 270.074747ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:10.906385Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-13T10:12:10.906556Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-03-13T10:12:11.005323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.359981ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T10:12:11.005562Z","caller":"traceutil/trace.go:171","msg":"trace[398444329] linearizableReadLoop","detail":"{readStateIndex:10003; appliedIndex:10002; }","duration":"212.991188ms","start":"2026-03-13T10:12:10.792535Z","end":"2026-03-13T10:12:11.005526Z","steps":["trace[398444329] 'read index received' (duration: 30.33439ms)","trace[398444329] 'applied index is now lower than readState.Index' (duration: 182.653548ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:12:11.005623Z","caller":"traceutil/trace.go:171","msg":"trace[1918455580] transaction","detail":"{read_only:false; response_revision:9645; number_of_response:1; }","duration":"125.560718ms","start":"2026-03-13T10:12:10.880033Z","end":"2026-03-13T10:12:11.005593Z","steps":["trace[1918455580] 'process raft request' (duration: 125.423915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:11.005755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.205502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:12:11.005804Z","caller":"traceutil/trace.go:171","msg":"trace[454041341] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:9645; }","duration":"213.312075ms","start":"2026-03-13T10:12:10.792479Z","end":"2026-03-13T10:12:11.005791Z","steps":["trace[454041341] 'agreement among raft nodes before linearized reading' (duration: 213.180302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:11.039455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.559684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:12:11.039497Z","caller":"traceutil/trace.go:171","msg":"trace[1903416020] transaction","detail":"{read_only:false; response_revision:9646; number_of_response:1; }","duration":"116.927351ms","start":"2026-03-13T10:12:10.92252Z","end":"2026-03-13T10:12:11.039448Z","steps":["trace[1903416020] 'process raft request' (duration: 116.648134ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:11.039572Z","caller":"traceutil/trace.go:171","msg":"trace[939675553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9646; }","duration":"225.727258ms","start":"2026-03-13T10:12:10.813812Z","end":"2026-03-13T10:12:11.039539Z","steps":["trace[939675553] 'agreement among raft nodes before linearized reading' (duration: 225.557984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:11.039583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.066048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:12:11.039644Z","caller":"traceutil/trace.go:171","msg":"trace[1379031831] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9646; }","duration":"180.13824ms","start":"2026-03-13T10:12:10.859487Z","end":"2026-03-13T10:12:11.039626Z","steps":["trace[1379031831] 'agreement among raft nodes before linearized reading' (duration: 180.023947ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:11.242591Z","caller":"traceutil/trace.go:171","msg":"trace[606720029] transaction","detail":"{read_only:false; response_revision:9647; number_of_response:1; }","duration":"147.910477ms","start":"2026-03-13T10:12:11.094648Z","end":"2026-03-13T10:12:11.242559Z","steps":["trace[606720029] 'process raft request' (duration: 147.728963ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:42.609059Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7633} {"level":"info","ts":"2026-03-13T10:12:42.688625Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7633,"took":"75.820426ms","hash":1102492383,"current-db-size-bytes":43315200,"current-db-size":"43 MB","current-db-size-in-use-bytes":25911296,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-13T10:12:42.688776Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1102492383,"revision":7633,"compact-revision":5584} {"level":"warn","ts":"2026-03-13T10:17:36.207358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.208181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:namespace-controller\" ","response":"range_response_count:1 size:723"} {"level":"warn","ts":"2026-03-13T10:17:36.207299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.877986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:disruption-controller\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-03-13T10:17:36.207455Z","caller":"traceutil/trace.go:171","msg":"trace[554662513] range","detail":"{range_begin:/registry/clusterroles/system:controller:namespace-controller; range_end:; response_count:1; response_revision:11215; }","duration":"147.341473ms","start":"2026-03-13T10:17:36.060088Z","end":"2026-03-13T10:17:36.20743Z","steps":["trace[554662513] 'range keys from in-memory index tree' (duration: 147.110928ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:17:36.207506Z","caller":"traceutil/trace.go:171","msg":"trace[533963691] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:disruption-controller; range_end:; response_count:1; response_revision:11215; }","duration":"145.089371ms","start":"2026-03-13T10:17:36.062366Z","end":"2026-03-13T10:17:36.207456Z","steps":["trace[533963691] 'range keys from in-memory index tree' (duration: 144.690141ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:17:42.618111Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9841} {"level":"info","ts":"2026-03-13T10:17:42.722607Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9841,"took":"102.111484ms","hash":2136028271,"current-db-size-bytes":43315200,"current-db-size":"43 MB","current-db-size-in-use-bytes":17055744,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-13T10:17:42.722679Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2136028271,"revision":9841,"compact-revision":7633} {"level":"warn","ts":"2026-03-13T10:17:47.393336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497915881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:17:47.893459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2330222371497915881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:17:47.92949Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.038077212s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T10:17:47.929938Z","caller":"traceutil/trace.go:171","msg":"trace[594583190] transaction","detail":"{read_only:false; response_revision:11269; number_of_response:1; }","duration":"1.038606464s","start":"2026-03-13T10:17:46.891302Z","end":"2026-03-13T10:17:47.929909Z","steps":["trace[594583190] 'process raft request' (duration: 1.038398649s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:17:47.930112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:17:46.891277Z","time spent":"1.038725817s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:17:48.094139Z","caller":"traceutil/trace.go:171","msg":"trace[1860893691] linearizableReadLoop","detail":"{readStateIndex:11702; appliedIndex:11700; }","duration":"1.20179338s","start":"2026-03-13T10:17:46.892318Z","end":"2026-03-13T10:17:48.094112Z","steps":["trace[1860893691] 'read index received' (duration: 1.037322915s)","trace[1860893691] 'applied index is now lower than readState.Index' (duration: 164.469495ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:17:48.094168Z","caller":"traceutil/trace.go:171","msg":"trace[231196204] transaction","detail":"{read_only:false; response_revision:11270; number_of_response:1; }","duration":"1.2018262s","start":"2026-03-13T10:17:46.892301Z","end":"2026-03-13T10:17:48.094127Z","steps":["trace[231196204] 'process raft request' (duration: 1.148718255s)","trace[231196204] 'compare' (duration: 52.971702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:17:48.094315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201970834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/ingress-nginx/\" range_end:\"/registry/ingress/ingress-nginx0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:17:48.094361Z","caller":"traceutil/trace.go:171","msg":"trace[1631897558] range","detail":"{range_begin:/registry/ingress/ingress-nginx/; range_end:/registry/ingress/ingress-nginx0; response_count:0; response_revision:11270; }","duration":"1.202048945s","start":"2026-03-13T10:17:46.892299Z","end":"2026-03-13T10:17:48.094348Z","steps":["trace[1631897558] 'agreement among raft nodes before linearized reading' (duration: 1.201954953s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:17:48.094403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:17:46.89229Z","time spent":"1.202102856s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/ingress-nginx/\" range_end:\"/registry/ingress/ingress-nginx0\" limit:500 "} {"level":"warn","ts":"2026-03-13T10:17:48.094424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.599147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T10:17:48.094499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.714248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gf46x\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-13T10:17:48.09452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199564987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-webhook:dynamic-serving\" ","response":"range_response_count:1 size:1095"} {"level":"info","ts":"2026-03-13T10:17:48.094563Z","caller":"traceutil/trace.go:171","msg":"trace[497217224] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gf46x; range_end:; response_count:1; response_revision:11270; }","duration":"954.849461ms","start":"2026-03-13T10:17:47.139698Z","end":"2026-03-13T10:17:48.094547Z","steps":["trace[497217224] 'agreement among raft nodes before linearized reading' (duration: 954.694127ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:17:48.094555Z","caller":"traceutil/trace.go:171","msg":"trace[1417490200] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11270; }","duration":"158.777392ms","start":"2026-03-13T10:17:47.935749Z","end":"2026-03-13T10:17:48.094527Z","steps":["trace[1417490200] 'agreement among raft nodes before linearized reading' (duration: 158.565327ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:17:48.094584Z","caller":"traceutil/trace.go:171","msg":"trace[813068254] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-webhook:dynamic-serving; range_end:; response_count:1; response_revision:11270; }","duration":"1.199663349s","start":"2026-03-13T10:17:46.894901Z","end":"2026-03-13T10:17:48.094564Z","steps":["trace[813068254] 'agreement among raft nodes before linearized reading' (duration: 1.199399173s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:17:48.094603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:17:47.139684Z","time spent":"954.911172ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-gf46x\" "} {"level":"warn","ts":"2026-03-13T10:17:48.094639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:17:46.894887Z","time spent":"1.199739462s","remote":"127.0.0.1:36694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1118,"request content":"key:\"/registry/roles/cert-manager/cert-manager-webhook:dynamic-serving\" "} {"level":"warn","ts":"2026-03-13T10:17:48.094839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123005363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager:leaderelection\" ","response":"range_response_count:1 size:1120"} {"level":"warn","ts":"2026-03-13T10:17:48.094846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.761988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-13T10:17:48.094893Z","caller":"traceutil/trace.go:171","msg":"trace[1582268387] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager:leaderelection; range_end:; response_count:1; response_revision:11270; }","duration":"1.123108335s","start":"2026-03-13T10:17:46.971768Z","end":"2026-03-13T10:17:48.094877Z","steps":["trace[1582268387] 'agreement among raft nodes before linearized reading' (duration: 1.122968611s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:17:48.094917Z","caller":"traceutil/trace.go:171","msg":"trace[1179639193] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11270; }","duration":"157.85895ms","start":"2026-03-13T10:17:47.93704Z","end":"2026-03-13T10:17:48.094899Z","steps":["trace[1179639193] 'agreement among raft nodes before linearized reading' (duration: 157.665136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:17:48.094923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:17:46.971732Z","time spent":"1.123184977s","remote":"127.0.0.1:36694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1143,"request content":"key:\"/registry/roles/cert-manager/cert-manager:leaderelection\" "} {"level":"warn","ts":"2026-03-13T10:17:48.094954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158863304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/ingress-nginx/\" range_end:\"/registry/jobs/ingress-nginx0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:17:48.095186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.296671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:17:48.095226Z","caller":"traceutil/trace.go:171","msg":"trace[1108762716] range","detail":"{range_begin:/registry/jobs/ingress-nginx/; range_end:/registry/jobs/ingress-nginx0; response_count:0; response_revision:11270; }","duration":"1.1591511s","start":"2026-03-13T10:17:46.936045Z","end":"2026-03-13T10:17:48.095196Z","steps":["trace[1108762716] 'agreement among raft nodes before linearized reading' (duration: 1.158771851s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:17:48.095281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:17:46.936017Z","time spent":"1.159247942s","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/ingress-nginx/\" range_end:\"/registry/jobs/ingress-nginx0\" limit:500 "} {"level":"warn","ts":"2026-03-13T10:17:48.095442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:17:46.892267Z","time spent":"1.201983784s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:17:48.095212Z","caller":"traceutil/trace.go:171","msg":"trace[1805978335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11270; }","duration":"228.367332ms","start":"2026-03-13T10:17:47.866837Z","end":"2026-03-13T10:17:48.095204Z","steps":["trace[1805978335] 'agreement among raft nodes before linearized reading' (duration: 227.846ms)"],"step_count":1}