{"level":"warn","ts":"2026-02-26T01:36:31.034489Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T01:36:31.034624Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.70:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.70:2380","--initial-cluster=instance=https://162.253.55.70:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.70:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.70:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-26T01:36:31.034764Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T01:36:31.03478Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.70:2380"]} {"level":"info","ts":"2026-02-26T01:36:31.034815Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T01:36:31.035598Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.70:2379"]} {"level":"info","ts":"2026-02-26T01:36:31.035735Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.70:2380"],"listen-peer-urls":["https://162.253.55.70:2380"],"advertise-client-urls":["https://162.253.55.70:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.70:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.70:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-26T01:36:31.040944Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.884111ms"} {"level":"info","ts":"2026-02-26T01:36:31.04609Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"23887246632736aa","cluster-id":"62cfeca3ef46d3ef"} {"level":"info","ts":"2026-02-26T01:36:31.046229Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa switched to configuration voters=()"} {"level":"info","ts":"2026-02-26T01:36:31.046262Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa became follower at term 0"} {"level":"info","ts":"2026-02-26T01:36:31.046313Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 23887246632736aa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-26T01:36:31.04633Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa became follower at term 1"} {"level":"info","ts":"2026-02-26T01:36:31.046398Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa switched to configuration voters=(2560422034796918442)"} {"level":"warn","ts":"2026-02-26T01:36:31.053517Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-26T01:36:31.055284Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-26T01:36:31.057187Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-26T01:36:31.059823Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"23887246632736aa","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-26T01:36:31.060108Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"23887246632736aa","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-26T01:36:31.060221Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T01:36:31.060906Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T01:36:31.060944Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T01:36:31.062154Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa switched to configuration voters=(2560422034796918442)"} {"level":"info","ts":"2026-02-26T01:36:31.06248Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"62cfeca3ef46d3ef","local-member-id":"23887246632736aa","added-peer-id":"23887246632736aa","added-peer-peer-urls":["https://162.253.55.70:2380"]} {"level":"info","ts":"2026-02-26T01:36:31.065736Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.70:2380"} {"level":"info","ts":"2026-02-26T01:36:31.065769Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T01:36:31.0658Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.70:2380"} {"level":"info","ts":"2026-02-26T01:36:31.066172Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"23887246632736aa","initial-advertise-peer-urls":["https://162.253.55.70:2380"],"listen-peer-urls":["https://162.253.55.70:2380"],"advertise-client-urls":["https://162.253.55.70:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.70:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-26T01:36:31.066256Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-26T01:36:31.747341Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa is starting a new election at term 1"} {"level":"info","ts":"2026-02-26T01:36:31.747423Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa became pre-candidate at term 1"} {"level":"info","ts":"2026-02-26T01:36:31.747465Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa received MsgPreVoteResp from 23887246632736aa at term 1"} {"level":"info","ts":"2026-02-26T01:36:31.747493Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa became candidate at term 2"} {"level":"info","ts":"2026-02-26T01:36:31.747509Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa received MsgVoteResp from 23887246632736aa at term 2"} {"level":"info","ts":"2026-02-26T01:36:31.747557Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa became leader at term 2"} {"level":"info","ts":"2026-02-26T01:36:31.747577Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 23887246632736aa elected leader 23887246632736aa at term 2"} {"level":"info","ts":"2026-02-26T01:36:31.748927Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T01:36:31.749859Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"23887246632736aa","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.70:2379]}","request-path":"/0/members/23887246632736aa/attributes","cluster-id":"62cfeca3ef46d3ef","publish-timeout":"7s"} {"level":"info","ts":"2026-02-26T01:36:31.750196Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"62cfeca3ef46d3ef","local-member-id":"23887246632736aa","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T01:36:31.750253Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T01:36:31.750232Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T01:36:31.750341Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T01:36:31.75035Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-26T01:36:31.75039Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T01:36:31.750419Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-26T01:36:31.754016Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-26T01:36:31.754487Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.70:2379"} {"level":"info","ts":"2026-02-26T01:36:33.483775Z","caller":"traceutil/trace.go:171","msg":"trace[1177374292] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"442.473586ms","start":"2026-02-26T01:36:33.041265Z","end":"2026-02-26T01:36:33.483738Z","steps":["trace[1177374292] 'process raft request' (duration: 442.15984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:33.484614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:33.041253Z","time spent":"442.652461ms","remote":"127.0.0.1:56394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":100,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:36:33.831745Z","caller":"traceutil/trace.go:171","msg":"trace[118304995] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"790.349722ms","start":"2026-02-26T01:36:33.041368Z","end":"2026-02-26T01:36:33.831718Z","steps":["trace[118304995] 'process raft request' (duration: 790.095087ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:33.831839Z","caller":"traceutil/trace.go:171","msg":"trace[116321947] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"704.699697ms","start":"2026-02-26T01:36:33.1271Z","end":"2026-02-26T01:36:33.8318Z","steps":["trace[116321947] 'process raft request' (duration: 704.574775ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:33.831923Z","caller":"traceutil/trace.go:171","msg":"trace[515141667] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:4; }","duration":"777.882191ms","start":"2026-02-26T01:36:33.054007Z","end":"2026-02-26T01:36:33.831889Z","steps":["trace[515141667] 'read index received' (duration: 429.406354ms)","trace[515141667] 'applied index is now lower than readState.Index' (duration: 348.474777ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:36:33.831998Z","caller":"traceutil/trace.go:171","msg":"trace[1044774478] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"705.131955ms","start":"2026-02-26T01:36:33.126813Z","end":"2026-02-26T01:36:33.831945Z","steps":["trace[1044774478] 'process raft request' (duration: 704.820369ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:33.832065Z","caller":"traceutil/trace.go:171","msg":"trace[1253145188] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"704.750118ms","start":"2026-02-26T01:36:33.127303Z","end":"2026-02-26T01:36:33.832054Z","steps":["trace[1253145188] 'process raft request' (duration: 704.480663ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:33.832095Z","caller":"traceutil/trace.go:171","msg":"trace[675454919] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"704.9049ms","start":"2026-02-26T01:36:33.127175Z","end":"2026-02-26T01:36:33.83208Z","steps":["trace[675454919] 'process raft request' (duration: 704.529664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:33.832164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:33.127172Z","time spent":"704.961342ms","remote":"127.0.0.1:56726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:36:33.832171Z","caller":"traceutil/trace.go:171","msg":"trace[1418246032] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"698.844089ms","start":"2026-02-26T01:36:33.133262Z","end":"2026-02-26T01:36:33.832106Z","steps":["trace[1418246032] 'process raft request' (duration: 698.590824ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:33.832188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:33.126789Z","time spent":"705.300168ms","remote":"127.0.0.1:56820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:36:33.832233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:33.133255Z","time spent":"698.951921ms","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3162,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:36:33.832033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:33.127089Z","time spent":"704.84795ms","remote":"127.0.0.1:56820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:36:33.832134Z","caller":"traceutil/trace.go:171","msg":"trace[1473162153] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"704.673596ms","start":"2026-02-26T01:36:33.127291Z","end":"2026-02-26T01:36:33.831964Z","steps":["trace[1473162153] 'process raft request' (duration: 704.473553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:33.831876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:33.041357Z","time spent":"790.454194ms","remote":"127.0.0.1:56410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:36:33.832403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.378346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-26T01:36:33.83251Z","caller":"traceutil/trace.go:171","msg":"trace[2065563770] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"705.211738ms","start":"2026-02-26T01:36:33.127284Z","end":"2026-02-26T01:36:33.832496Z","steps":["trace[2065563770] 'process raft request' (duration: 704.452723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:33.832518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.307247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-26T01:36:33.832526Z","caller":"traceutil/trace.go:171","msg":"trace[1442111411] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"700.203135ms","start":"2026-02-26T01:36:33.13231Z","end":"2026-02-26T01:36:33.832513Z","steps":["trace[1442111411] 'process raft request' (duration: 699.498892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:33.832517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.934284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-26T01:36:33.832565Z","caller":"traceutil/trace.go:171","msg":"trace[1274918171] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"640.371898ms","start":"2026-02-26T01:36:33.192178Z","end":"2026-02-26T01:36:33.83255Z","steps":["trace[1274918171] 'agreement among raft nodes before linearized reading' (duration: 640.318347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:33.832574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.485302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-02-26T01:36:33.832581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:33.127254Z","time spent":"705.288049ms","remote":"127.0.0.1:56820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:36:33.832594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:33.132301Z","time spent":"700.257356ms","remote":"127.0.0.1:56546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:36:33.832602Z","caller":"traceutil/trace.go:171","msg":"trace[195932010] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:11; }","duration":"531.052675ms","start":"2026-02-26T01:36:33.301526Z","end":"2026-02-26T01:36:33.832578Z","steps":["trace[195932010] 'agreement among raft nodes before linearized reading' (duration: 530.884581ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:33.832525Z","caller":"traceutil/trace.go:171","msg":"trace[1229776778] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"740.52591ms","start":"2026-02-26T01:36:33.091972Z","end":"2026-02-26T01:36:33.832498Z","steps":["trace[1229776778] 'agreement among raft nodes before linearized reading' (duration: 740.289085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:33.832647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:33.301507Z","time spent":"531.132187ms","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/default\" "} {"level":"warn","ts":"2026-02-26T01:36:33.832658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.868369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-02-26T01:36:33.832608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:33.192164Z","time spent":"640.436019ms","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-02-26T01:36:33.832651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.609645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-02-26T01:36:33.832693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.745014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-02-26T01:36:33.832648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:33.091961Z","time spent":"740.680413ms","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-02-26T01:36:33.832722Z","caller":"traceutil/trace.go:171","msg":"trace[339806913] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:0; response_revision:11; }","duration":"707.818286ms","start":"2026-02-26T01:36:33.124895Z","end":"2026-02-26T01:36:33.832713Z","steps":["trace[339806913] 'agreement among raft nodes before linearized reading' (duration: 707.772915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:33.832723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.686343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-26T01:36:33.832612Z","caller":"traceutil/trace.go:171","msg":"trace[1719089285] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"705.541664ms","start":"2026-02-26T01:36:33.127055Z","end":"2026-02-26T01:36:33.832596Z","steps":["trace[1719089285] 'agreement among raft nodes before linearized reading' (duration: 705.491563ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:33.832733Z","caller":"traceutil/trace.go:171","msg":"trace[1661211608] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:11; }","duration":"778.736936ms","start":"2026-02-26T01:36:33.05397Z","end":"2026-02-26T01:36:33.832707Z","steps":["trace[1661211608] 'agreement among raft nodes before linearized reading' (duration: 778.574154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:33.832748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:33.124863Z","time spent":"707.879437ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":26,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"warn","ts":"2026-02-26T01:36:33.832427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.397016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-26T01:36:33.832757Z","caller":"traceutil/trace.go:171","msg":"trace[647356324] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"740.733454ms","start":"2026-02-26T01:36:33.092014Z","end":"2026-02-26T01:36:33.832748Z","steps":["trace[647356324] 'agreement among raft nodes before linearized reading' (duration: 740.689503ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:33.832801Z","caller":"traceutil/trace.go:171","msg":"trace[722968453] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"654.773404ms","start":"2026-02-26T01:36:33.177997Z","end":"2026-02-26T01:36:33.83277Z","steps":["trace[722968453] 'agreement among raft nodes before linearized reading' (duration: 654.275984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:33.832813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:33.053952Z","time spent":"778.819219ms","remote":"127.0.0.1:56660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":26,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-02-26T01:36:33.83283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:33.092009Z","time spent":"740.813456ms","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-02-26T01:36:33.832837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:33.177991Z","time spent":"654.837426ms","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-02-26T01:36:33.832827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:33.127045Z","time spent":"705.719717ms","remote":"127.0.0.1:56420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":26,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-02-26T01:36:33.832686Z","caller":"traceutil/trace.go:171","msg":"trace[1090559118] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"705.939541ms","start":"2026-02-26T01:36:33.126739Z","end":"2026-02-26T01:36:33.832679Z","steps":["trace[1090559118] 'agreement among raft nodes before linearized reading' (duration: 705.89534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:33.832932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:33.126724Z","time spent":"706.200395ms","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-02-26T01:36:33.832182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:33.12728Z","time spent":"704.81769ms","remote":"127.0.0.1:56820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:36:33.834138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:33.127268Z","time spent":"705.109715ms","remote":"127.0.0.1:56820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:36:34.943091Z","caller":"traceutil/trace.go:171","msg":"trace[2086376138] linearizableReadLoop","detail":"{readStateIndex:195; appliedIndex:194; }","duration":"103.272631ms","start":"2026-02-26T01:36:34.839792Z","end":"2026-02-26T01:36:34.943065Z","steps":["trace[2086376138] 'read index received' (duration: 34.706362ms)","trace[2086376138] 'applied index is now lower than readState.Index' (duration: 68.565539ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:36:34.943172Z","caller":"traceutil/trace.go:171","msg":"trace[1511001466] transaction","detail":"{read_only:false; response_revision:190; number_of_response:1; }","duration":"133.617283ms","start":"2026-02-26T01:36:34.809506Z","end":"2026-02-26T01:36:34.943123Z","steps":["trace[1511001466] 'process raft request' (duration: 65.026564ms)","trace[1511001466] 'compare' (duration: 68.439856ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:36:34.943243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.436074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:36:34.943282Z","caller":"traceutil/trace.go:171","msg":"trace[1514755571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:190; }","duration":"103.513016ms","start":"2026-02-26T01:36:34.839757Z","end":"2026-02-26T01:36:34.94327Z","steps":["trace[1514755571] 'agreement among raft nodes before linearized reading' (duration: 103.411244ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:35.474907Z","caller":"traceutil/trace.go:171","msg":"trace[1718305876] transaction","detail":"{read_only:false; response_revision:199; number_of_response:1; }","duration":"117.651617ms","start":"2026-02-26T01:36:35.357231Z","end":"2026-02-26T01:36:35.474882Z","steps":["trace[1718305876] 'process raft request' (duration: 109.406985ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:38.981685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.216164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:36:38.981906Z","caller":"traceutil/trace.go:171","msg":"trace[1036686059] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"426.50309ms","start":"2026-02-26T01:36:38.555384Z","end":"2026-02-26T01:36:38.981887Z","steps":["trace[1036686059] 'process raft request' (duration: 426.426439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:38.981976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:38.555355Z","time spent":"426.595802ms","remote":"127.0.0.1:56508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":219,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:36:38.981944Z","caller":"traceutil/trace.go:171","msg":"trace[505019506] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"450.32508ms","start":"2026-02-26T01:36:38.531584Z","end":"2026-02-26T01:36:38.981909Z","steps":["trace[505019506] 'process raft request' (duration: 156.620357ms)","trace[505019506] 'compare' (duration: 293.072832ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:36:38.982138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:38.53157Z","time spent":"450.474924ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4645,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:36:40.662433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.286036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-02-26T01:36:40.662553Z","caller":"traceutil/trace.go:171","msg":"trace[1281630655] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:342; }","duration":"107.438258ms","start":"2026-02-26T01:36:40.555088Z","end":"2026-02-26T01:36:40.662526Z","steps":["trace[1281630655] 'range keys from in-memory index tree' (duration: 107.201734ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:40.782776Z","caller":"traceutil/trace.go:171","msg":"trace[1307072797] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"113.449009ms","start":"2026-02-26T01:36:40.669296Z","end":"2026-02-26T01:36:40.782745Z","steps":["trace[1307072797] 'process raft request' (duration: 113.195334ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:40.919692Z","caller":"traceutil/trace.go:171","msg":"trace[2097739598] linearizableReadLoop","detail":"{readStateIndex:357; appliedIndex:356; }","duration":"114.979417ms","start":"2026-02-26T01:36:40.804687Z","end":"2026-02-26T01:36:40.919666Z","steps":["trace[2097739598] 'read index received' (duration: 100.113122ms)","trace[2097739598] 'applied index is now lower than readState.Index' (duration: 14.864645ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:36:40.919778Z","caller":"traceutil/trace.go:171","msg":"trace[616047176] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"116.869492ms","start":"2026-02-26T01:36:40.802877Z","end":"2026-02-26T01:36:40.919746Z","steps":["trace[616047176] 'process raft request' (duration: 101.863315ms)","trace[616047176] 'compare' (duration: 14.818424ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:36:40.919838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.12928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-02-26T01:36:40.919916Z","caller":"traceutil/trace.go:171","msg":"trace[982835683] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:345; }","duration":"115.236953ms","start":"2026-02-26T01:36:40.804663Z","end":"2026-02-26T01:36:40.9199Z","steps":["trace[982835683] 'agreement among raft nodes before linearized reading' (duration: 115.11483ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:41.131539Z","caller":"traceutil/trace.go:171","msg":"trace[1793691823] linearizableReadLoop","detail":"{readStateIndex:360; appliedIndex:359; }","duration":"126.653524ms","start":"2026-02-26T01:36:41.004858Z","end":"2026-02-26T01:36:41.131512Z","steps":["trace[1793691823] 'read index received' (duration: 65.844018ms)","trace[1793691823] 'applied index is now lower than readState.Index' (duration: 60.808366ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:36:41.131668Z","caller":"traceutil/trace.go:171","msg":"trace[1174973060] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"141.427346ms","start":"2026-02-26T01:36:40.990228Z","end":"2026-02-26T01:36:41.131655Z","steps":["trace[1174973060] 'process raft request' (duration: 80.473288ms)","trace[1174973060] 'compare' (duration: 60.671883ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:36:41.131812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.931938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-02-26T01:36:41.131916Z","caller":"traceutil/trace.go:171","msg":"trace[296616159] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:348; }","duration":"127.083942ms","start":"2026-02-26T01:36:41.004813Z","end":"2026-02-26T01:36:41.131897Z","steps":["trace[296616159] 'agreement among raft nodes before linearized reading' (duration: 126.872288ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:44.827832Z","caller":"traceutil/trace.go:171","msg":"trace[2113978203] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"601.051531ms","start":"2026-02-26T01:36:44.226759Z","end":"2026-02-26T01:36:44.827811Z","steps":["trace[2113978203] 'process raft request' (duration: 600.924559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:44.827984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:44.226743Z","time spent":"601.165133ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:36:45.025342Z","caller":"traceutil/trace.go:171","msg":"trace[1269886147] linearizableReadLoop","detail":"{readStateIndex:409; appliedIndex:407; }","duration":"518.28947ms","start":"2026-02-26T01:36:44.507029Z","end":"2026-02-26T01:36:45.025319Z","steps":["trace[1269886147] 'read index received' (duration: 320.699993ms)","trace[1269886147] 'applied index is now lower than readState.Index' (duration: 197.588617ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:36:45.025467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.424793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"info","ts":"2026-02-26T01:36:45.025501Z","caller":"traceutil/trace.go:171","msg":"trace[2110407596] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:396; }","duration":"518.499355ms","start":"2026-02-26T01:36:44.506992Z","end":"2026-02-26T01:36:45.025492Z","steps":["trace[2110407596] 'agreement among raft nodes before linearized reading' (duration: 518.410874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:45.025525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:44.506979Z","time spent":"518.540116ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4344,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-02-26T01:36:45.025523Z","caller":"traceutil/trace.go:171","msg":"trace[1703636446] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"798.298981ms","start":"2026-02-26T01:36:44.227187Z","end":"2026-02-26T01:36:45.025486Z","steps":["trace[1703636446] 'process raft request' (duration: 782.199046ms)","trace[1703636446] 'compare' (duration: 15.836081ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:36:45.025705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:44.227163Z","time spent":"798.456854ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:37:00.369036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.498027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:37:00.36907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.218922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-26T01:37:00.369132Z","caller":"traceutil/trace.go:171","msg":"trace[1486725295] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:467; }","duration":"125.705281ms","start":"2026-02-26T01:37:00.243404Z","end":"2026-02-26T01:37:00.369109Z","steps":["trace[1486725295] 'range keys from in-memory index tree' (duration: 125.415515ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:00.369159Z","caller":"traceutil/trace.go:171","msg":"trace[882534406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:467; }","duration":"243.371515ms","start":"2026-02-26T01:37:00.125768Z","end":"2026-02-26T01:37:00.369139Z","steps":["trace[882534406] 'range keys from in-memory index tree' (duration: 243.08053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:01.463262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.067236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:37:01.463372Z","caller":"traceutil/trace.go:171","msg":"trace[1573821729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:501; }","duration":"180.23716ms","start":"2026-02-26T01:37:01.283109Z","end":"2026-02-26T01:37:01.463346Z","steps":["trace[1573821729] 'range keys from in-memory index tree' (duration: 179.985045ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:02.182517Z","caller":"traceutil/trace.go:171","msg":"trace[1697944823] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"108.330194ms","start":"2026-02-26T01:37:02.074157Z","end":"2026-02-26T01:37:02.182487Z","steps":["trace[1697944823] 'process raft request' (duration: 61.005417ms)","trace[1697944823] 'compare' (duration: 47.198824ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:37:03.340663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.268213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4378"} {"level":"warn","ts":"2026-02-26T01:37:03.340733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.605196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T01:37:03.34081Z","caller":"traceutil/trace.go:171","msg":"trace[1938136570] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:505; }","duration":"598.450176ms","start":"2026-02-26T01:37:02.742305Z","end":"2026-02-26T01:37:03.340755Z","steps":["trace[1938136570] 'range keys from in-memory index tree' (duration: 598.098929ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:03.340762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:02.966166Z","time spent":"374.589947ms","remote":"127.0.0.1:42204","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T01:37:03.340844Z","caller":"traceutil/trace.go:171","msg":"trace[505101184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:505; }","duration":"121.768639ms","start":"2026-02-26T01:37:03.219058Z","end":"2026-02-26T01:37:03.340826Z","steps":["trace[505101184] 'range keys from in-memory index tree' (duration: 121.511674ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:03.340858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.27036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-02-26T01:37:03.340884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:02.742283Z","time spent":"598.581098ms","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4400,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-26T01:37:03.340924Z","caller":"traceutil/trace.go:171","msg":"trace[239165423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:505; }","duration":"960.379962ms","start":"2026-02-26T01:37:02.380522Z","end":"2026-02-26T01:37:03.340902Z","steps":["trace[239165423] 'range keys from in-memory index tree' (duration: 960.117966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:03.340963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:02.380498Z","time spent":"960.457823ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T01:37:05.11067Z","caller":"traceutil/trace.go:171","msg":"trace[1895999487] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"133.314721ms","start":"2026-02-26T01:37:04.977323Z","end":"2026-02-26T01:37:05.110638Z","steps":["trace[1895999487] 'process raft request' (duration: 131.257544ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:05.785203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978718319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:37:06.287461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978718319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:37:06.493649Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.037309971s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:37:06.494112Z","caller":"traceutil/trace.go:171","msg":"trace[1468217476] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"1.329415167s","start":"2026-02-26T01:37:05.164666Z","end":"2026-02-26T01:37:06.494082Z","steps":["trace[1468217476] 'process raft request' (duration: 1.329187993s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:06.49428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:05.164639Z","time spent":"1.32956385s","remote":"127.0.0.1:56382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:37:06.510631Z","caller":"traceutil/trace.go:171","msg":"trace[167222457] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"945.902047ms","start":"2026-02-26T01:37:05.564642Z","end":"2026-02-26T01:37:06.510544Z","steps":["trace[167222457] 'process raft request' (duration: 945.749994ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:06.510734Z","caller":"traceutil/trace.go:171","msg":"trace[83448102] linearizableReadLoop","detail":"{readStateIndex:548; appliedIndex:542; }","duration":"1.226557805s","start":"2026-02-26T01:37:05.284145Z","end":"2026-02-26T01:37:06.510703Z","steps":["trace[83448102] 'read index received' (duration: 1.209739707s)","trace[83448102] 'applied index is now lower than readState.Index' (duration: 16.817058ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:37:06.51082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:05.564615Z","time spent":"946.122282ms","remote":"127.0.0.1:56382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:37:06.510876Z","caller":"traceutil/trace.go:171","msg":"trace[2098804590] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"142.688613ms","start":"2026-02-26T01:37:06.368167Z","end":"2026-02-26T01:37:06.510856Z","steps":["trace[2098804590] 'process raft request' (duration: 142.497299ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:06.510878Z","caller":"traceutil/trace.go:171","msg":"trace[2134825932] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"546.587196ms","start":"2026-02-26T01:37:05.964247Z","end":"2026-02-26T01:37:06.510834Z","steps":["trace[2134825932] 'process raft request' (duration: 546.21462ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:06.510899Z","caller":"traceutil/trace.go:171","msg":"trace[269078206] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"342.855247ms","start":"2026-02-26T01:37:06.16794Z","end":"2026-02-26T01:37:06.510796Z","steps":["trace[269078206] 'process raft request' (duration: 342.558171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:06.511024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:05.964229Z","time spent":"546.732888ms","remote":"127.0.0.1:56382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:37:06.511078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226916201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:37:06.511137Z","caller":"traceutil/trace.go:171","msg":"trace[1124607440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:530; }","duration":"1.227022503s","start":"2026-02-26T01:37:05.284096Z","end":"2026-02-26T01:37:06.511119Z","steps":["trace[1124607440] 'agreement among raft nodes before linearized reading' (duration: 1.22686491s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:06.51118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:05.284075Z","time spent":"1.227097524s","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:37:06.51117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:06.16791Z","time spent":"343.142602ms","remote":"127.0.0.1:56382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:37:06.510798Z","caller":"traceutil/trace.go:171","msg":"trace[16965501] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"744.967638ms","start":"2026-02-26T01:37:05.765685Z","end":"2026-02-26T01:37:06.510652Z","steps":["trace[16965501] 'process raft request' (duration: 744.743364ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:06.511261Z","caller":"traceutil/trace.go:171","msg":"trace[1116903389] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"1.146326075s","start":"2026-02-26T01:37:05.364853Z","end":"2026-02-26T01:37:06.511179Z","steps":["trace[1116903389] 'process raft request' (duration: 1.145397719s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:06.511433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:05.364834Z","time spent":"1.146524748s","remote":"127.0.0.1:56382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:37:06.511615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:05.765641Z","time spent":"745.751182ms","remote":"127.0.0.1:56382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:37:06.54734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.54068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T01:37:06.547439Z","caller":"traceutil/trace.go:171","msg":"trace[1653533985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:532; }","duration":"413.686803ms","start":"2026-02-26T01:37:06.133737Z","end":"2026-02-26T01:37:06.547424Z","steps":["trace[1653533985] 'agreement among raft nodes before linearized reading' (duration: 413.4949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:06.54745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.995196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:37:06.547555Z","caller":"traceutil/trace.go:171","msg":"trace[610980321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:532; }","duration":"593.154708ms","start":"2026-02-26T01:37:05.954381Z","end":"2026-02-26T01:37:06.547536Z","steps":["trace[610980321] 'agreement among raft nodes before linearized reading' (duration: 592.866873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:06.5476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:05.954359Z","time spent":"593.23296ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:37:06.547605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.600538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:37:06.547683Z","caller":"traceutil/trace.go:171","msg":"trace[1146320190] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:0; response_revision:532; }","duration":"191.72825ms","start":"2026-02-26T01:37:06.355941Z","end":"2026-02-26T01:37:06.547669Z","steps":["trace[1146320190] 'agreement among raft nodes before linearized reading' (duration: 191.581878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:06.547506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:06.133712Z","time spent":"413.782294ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:37:06.547871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.985965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-26T01:37:06.547979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.54259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-mt45j\" ","response":"range_response_count:1 size:4679"} {"level":"info","ts":"2026-02-26T01:37:06.548025Z","caller":"traceutil/trace.go:171","msg":"trace[53252898] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-mt45j; range_end:; response_count:1; response_revision:532; }","duration":"987.634881ms","start":"2026-02-26T01:37:05.560379Z","end":"2026-02-26T01:37:06.548014Z","steps":["trace[53252898] 'agreement among raft nodes before linearized reading' (duration: 987.515658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:06.548052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:05.56035Z","time spent":"987.696312ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4701,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-mt45j\" "} {"level":"warn","ts":"2026-02-26T01:37:06.548048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157792126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T01:37:06.548117Z","caller":"traceutil/trace.go:171","msg":"trace[823173505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:532; }","duration":"1.157910748s","start":"2026-02-26T01:37:05.390191Z","end":"2026-02-26T01:37:06.548101Z","steps":["trace[823173505] 'agreement among raft nodes before linearized reading' (duration: 1.157629932s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:06.548151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:05.390167Z","time spent":"1.157978169s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:37:06.547751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148008567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T01:37:06.548244Z","caller":"traceutil/trace.go:171","msg":"trace[1707470828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:532; }","duration":"1.148583948s","start":"2026-02-26T01:37:05.399637Z","end":"2026-02-26T01:37:06.548221Z","steps":["trace[1707470828] 'agreement among raft nodes before linearized reading' (duration: 1.147914405s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:06.548022Z","caller":"traceutil/trace.go:171","msg":"trace[1319650863] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:532; }","duration":"706.164599ms","start":"2026-02-26T01:37:05.841831Z","end":"2026-02-26T01:37:06.547996Z","steps":["trace[1319650863] 'agreement among raft nodes before linearized reading' (duration: 705.967295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:06.548306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:05.399614Z","time spent":"1.148673769s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:37:06.548371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:05.841803Z","time spent":"706.530485ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"warn","ts":"2026-02-26T01:37:06.839496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.922687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:37:06.839929Z","caller":"traceutil/trace.go:171","msg":"trace[177677468] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"286.833011ms","start":"2026-02-26T01:37:06.553072Z","end":"2026-02-26T01:37:06.839905Z","steps":["trace[177677468] 'process raft request' (duration: 286.561207ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:06.840018Z","caller":"traceutil/trace.go:171","msg":"trace[1000113597] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"287.3226ms","start":"2026-02-26T01:37:06.552672Z","end":"2026-02-26T01:37:06.839995Z","steps":["trace[1000113597] 'process raft request' (duration: 185.803832ms)","trace[1000113597] 'compare' (duration: 100.775905ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:37:06.840318Z","caller":"traceutil/trace.go:171","msg":"trace[1208420759] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"286.540315ms","start":"2026-02-26T01:37:06.553759Z","end":"2026-02-26T01:37:06.840299Z","steps":["trace[1208420759] 'process raft request' (duration: 286.012546ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:06.840282Z","caller":"traceutil/trace.go:171","msg":"trace[223533680] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"287.158136ms","start":"2026-02-26T01:37:06.553088Z","end":"2026-02-26T01:37:06.840246Z","steps":["trace[223533680] 'process raft request' (duration: 286.631557ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:06.840625Z","caller":"traceutil/trace.go:171","msg":"trace[378536876] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"285.923365ms","start":"2026-02-26T01:37:06.554681Z","end":"2026-02-26T01:37:06.840604Z","steps":["trace[378536876] 'process raft request' (duration: 285.14691ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:06.840628Z","caller":"traceutil/trace.go:171","msg":"trace[1796088533] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"285.938126ms","start":"2026-02-26T01:37:06.554669Z","end":"2026-02-26T01:37:06.840607Z","steps":["trace[1796088533] 'process raft request' (duration: 285.724421ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:06.840809Z","caller":"traceutil/trace.go:171","msg":"trace[162332425] linearizableReadLoop","detail":"{readStateIndex:559; appliedIndex:551; }","duration":"277.404578ms","start":"2026-02-26T01:37:06.563347Z","end":"2026-02-26T01:37:06.840751Z","steps":["trace[162332425] 'read index received' (duration: 9.010635ms)","trace[162332425] 'applied index is now lower than readState.Index' (duration: 268.392643ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:37:06.840825Z","caller":"traceutil/trace.go:171","msg":"trace[976176955] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"283.854306ms","start":"2026-02-26T01:37:06.556955Z","end":"2026-02-26T01:37:06.84081Z","steps":["trace[976176955] 'process raft request' (duration: 283.591082ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:06.840927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.562911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:37:06.8412Z","caller":"traceutil/trace.go:171","msg":"trace[1473067741] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:539; }","duration":"277.858576ms","start":"2026-02-26T01:37:06.563327Z","end":"2026-02-26T01:37:06.841185Z","steps":["trace[1473067741] 'agreement among raft nodes before linearized reading' (duration: 277.53121ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:06.849823Z","caller":"traceutil/trace.go:171","msg":"trace[1978370498] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"276.147775ms","start":"2026-02-26T01:37:06.573664Z","end":"2026-02-26T01:37:06.849812Z","steps":["trace[1978370498] 'process raft request' (duration: 276.042133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:06.849954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.068054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:37:06.850027Z","caller":"traceutil/trace.go:171","msg":"trace[1757803277] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:0; response_revision:540; }","duration":"199.180486ms","start":"2026-02-26T01:37:06.650828Z","end":"2026-02-26T01:37:06.850009Z","steps":["trace[1757803277] 'agreement among raft nodes before linearized reading' (duration: 199.033204ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:07.330885Z","caller":"traceutil/trace.go:171","msg":"trace[1233049158] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"389.153495ms","start":"2026-02-26T01:37:06.941699Z","end":"2026-02-26T01:37:07.330853Z","steps":["trace[1233049158] 'process raft request' (duration: 388.929651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:07.331116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:06.941661Z","time spent":"389.332967ms","remote":"127.0.0.1:56382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24220,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:37:07.34303Z","caller":"traceutil/trace.go:171","msg":"trace[1880008451] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:572; }","duration":"380.021007ms","start":"2026-02-26T01:37:06.962991Z","end":"2026-02-26T01:37:07.343012Z","steps":["trace[1880008451] 'read index received' (duration: 367.61707ms)","trace[1880008451] 'applied index is now lower than readState.Index' (duration: 12.402957ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:37:07.34307Z","caller":"traceutil/trace.go:171","msg":"trace[550890935] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"399.038545ms","start":"2026-02-26T01:37:06.944006Z","end":"2026-02-26T01:37:07.343045Z","steps":["trace[550890935] 'process raft request' (duration: 398.893883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:07.34323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:06.943984Z","time spent":"399.148508ms","remote":"127.0.0.1:56382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13214,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:37:07.343301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.297492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-02-26T01:37:07.343361Z","caller":"traceutil/trace.go:171","msg":"trace[2026387639] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:554; }","duration":"380.413065ms","start":"2026-02-26T01:37:06.962934Z","end":"2026-02-26T01:37:07.343347Z","steps":["trace[2026387639] 'agreement among raft nodes before linearized reading' (duration: 380.20098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:07.34332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.590069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"warn","ts":"2026-02-26T01:37:07.343393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:06.962912Z","time spent":"380.475175ms","remote":"127.0.0.1:56382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4105,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-02-26T01:37:07.343411Z","caller":"traceutil/trace.go:171","msg":"trace[1340744343] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:554; }","duration":"179.719101ms","start":"2026-02-26T01:37:07.163667Z","end":"2026-02-26T01:37:07.343386Z","steps":["trace[1340744343] 'agreement among raft nodes before linearized reading' (duration: 179.489336ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:07.774782Z","caller":"traceutil/trace.go:171","msg":"trace[740093754] linearizableReadLoop","detail":"{readStateIndex:576; appliedIndex:575; }","duration":"381.028535ms","start":"2026-02-26T01:37:07.39372Z","end":"2026-02-26T01:37:07.774748Z","steps":["trace[740093754] 'read index received' (duration: 378.897326ms)","trace[740093754] 'applied index is now lower than readState.Index' (duration: 2.129599ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:37:07.774859Z","caller":"traceutil/trace.go:171","msg":"trace[1880375300] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"384.663152ms","start":"2026-02-26T01:37:07.390154Z","end":"2026-02-26T01:37:07.774817Z","steps":["trace[1880375300] 'process raft request' (duration: 382.469102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:07.775002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.29684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/local-path-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:37:07.775022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:07.390143Z","time spent":"384.790644ms","remote":"127.0.0.1:56382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:37:07.775044Z","caller":"traceutil/trace.go:171","msg":"trace[1601077456] range","detail":"{range_begin:/registry/clusterrolebindings/local-path-provisioner; range_end:; response_count:0; response_revision:556; }","duration":"381.427012ms","start":"2026-02-26T01:37:07.393604Z","end":"2026-02-26T01:37:07.775031Z","steps":["trace[1601077456] 'agreement among raft nodes before linearized reading' (duration: 381.30953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:07.775103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:07.393571Z","time spent":"381.524115ms","remote":"127.0.0.1:56634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings/local-path-provisioner\" "} {"level":"info","ts":"2026-02-26T01:37:07.783556Z","caller":"traceutil/trace.go:171","msg":"trace[828634833] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"193.610024ms","start":"2026-02-26T01:37:07.589931Z","end":"2026-02-26T01:37:07.783541Z","steps":["trace[828634833] 'process raft request' (duration: 193.41058ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:08.971216Z","caller":"traceutil/trace.go:171","msg":"trace[1514381142] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"120.875282ms","start":"2026-02-26T01:37:08.850319Z","end":"2026-02-26T01:37:08.971194Z","steps":["trace[1514381142] 'process raft request' (duration: 120.714399ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:09.114767Z","caller":"traceutil/trace.go:171","msg":"trace[1630329696] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"264.177867ms","start":"2026-02-26T01:37:08.850565Z","end":"2026-02-26T01:37:09.114743Z","steps":["trace[1630329696] 'process raft request' (duration: 219.631781ms)","trace[1630329696] 'compare' (duration: 44.366482ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:37:09.115098Z","caller":"traceutil/trace.go:171","msg":"trace[6022875] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"263.86029ms","start":"2026-02-26T01:37:08.851215Z","end":"2026-02-26T01:37:09.115076Z","steps":["trace[6022875] 'process raft request' (duration: 263.469084ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:09.115161Z","caller":"traceutil/trace.go:171","msg":"trace[220195585] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"263.048456ms","start":"2026-02-26T01:37:08.852092Z","end":"2026-02-26T01:37:09.115141Z","steps":["trace[220195585] 'process raft request' (duration: 262.842482ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:09.115118Z","caller":"traceutil/trace.go:171","msg":"trace[1615101333] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:605; }","duration":"236.935658ms","start":"2026-02-26T01:37:08.878148Z","end":"2026-02-26T01:37:09.115083Z","steps":["trace[1615101333] 'read index received' (duration: 92.949561ms)","trace[1615101333] 'applied index is now lower than readState.Index' (duration: 143.984707ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:37:09.115387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.200132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:37:09.115457Z","caller":"traceutil/trace.go:171","msg":"trace[949742472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:589; }","duration":"237.348715ms","start":"2026-02-26T01:37:08.878096Z","end":"2026-02-26T01:37:09.115445Z","steps":["trace[949742472] 'agreement among raft nodes before linearized reading' (duration: 237.098941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:09.115533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.89096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-02-26T01:37:09.115616Z","caller":"traceutil/trace.go:171","msg":"trace[683228787] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:589; }","duration":"152.009013ms","start":"2026-02-26T01:37:08.963584Z","end":"2026-02-26T01:37:09.115593Z","steps":["trace[683228787] 'agreement among raft nodes before linearized reading' (duration: 151.758328ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:13.82661Z","caller":"traceutil/trace.go:171","msg":"trace[1903811279] linearizableReadLoop","detail":"{readStateIndex:739; appliedIndex:738; }","duration":"244.513996ms","start":"2026-02-26T01:37:13.58207Z","end":"2026-02-26T01:37:13.826584Z","steps":["trace[1903811279] 'read index received' (duration: 243.789724ms)","trace[1903811279] 'applied index is now lower than readState.Index' (duration: 723.242µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:37:13.826778Z","caller":"traceutil/trace.go:171","msg":"trace[1811917432] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"561.123742ms","start":"2026-02-26T01:37:13.265617Z","end":"2026-02-26T01:37:13.826741Z","steps":["trace[1811917432] 'process raft request' (duration: 560.476191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:13.826873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.781891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-pkrbf\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-02-26T01:37:13.826934Z","caller":"traceutil/trace.go:171","msg":"trace[983731371] range","detail":"{range_begin:/registry/pods/kube-system/cilium-pkrbf; range_end:; response_count:1; response_revision:718; }","duration":"244.889183ms","start":"2026-02-26T01:37:13.582028Z","end":"2026-02-26T01:37:13.826917Z","steps":["trace[983731371] 'agreement among raft nodes before linearized reading' (duration: 244.670309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:13.826952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:13.265594Z","time spent":"561.272675ms","remote":"127.0.0.1:56426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211682,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:37:14.120632Z","caller":"traceutil/trace.go:171","msg":"trace[1201596287] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"276.530082ms","start":"2026-02-26T01:37:13.844073Z","end":"2026-02-26T01:37:14.120603Z","steps":["trace[1201596287] 'process raft request' (duration: 248.601081ms)","trace[1201596287] 'compare' (duration: 27.774668ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:37:14.839305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.475238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:37:14.839414Z","caller":"traceutil/trace.go:171","msg":"trace[2131801082] linearizableReadLoop","detail":"{readStateIndex:741; appliedIndex:740; }","duration":"556.182732ms","start":"2026-02-26T01:37:14.283213Z","end":"2026-02-26T01:37:14.839396Z","steps":["trace[2131801082] 'read index received' (duration: 366.469779ms)","trace[2131801082] 'applied index is now lower than readState.Index' (duration: 189.711813ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:37:14.839446Z","caller":"traceutil/trace.go:171","msg":"trace[187955875] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"991.688165ms","start":"2026-02-26T01:37:13.847711Z","end":"2026-02-26T01:37:14.839399Z","steps":["trace[187955875] 'process raft request' (duration: 802.019563ms)","trace[187955875] 'compare' (duration: 189.302175ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:37:14.839495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.285083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:37:14.839524Z","caller":"traceutil/trace.go:171","msg":"trace[1447885253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:720; }","duration":"556.351276ms","start":"2026-02-26T01:37:14.283162Z","end":"2026-02-26T01:37:14.839514Z","steps":["trace[1447885253] 'agreement among raft nodes before linearized reading' (duration: 556.279174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:14.839556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:14.283141Z","time spent":"556.408076ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:37:14.83962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:13.847691Z","time spent":"991.824208ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2966,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:37:16.964584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979460549s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:37:16.964759Z","caller":"traceutil/trace.go:171","msg":"trace[1111624372] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"2.109686871s","start":"2026-02-26T01:37:14.855011Z","end":"2026-02-26T01:37:16.964698Z","steps":["trace[1111624372] 'process raft request' (duration: 129.992108ms)","trace[1111624372] 'compare' (duration: 1.978752367s)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:37:16.96485Z","caller":"traceutil/trace.go:171","msg":"trace[1797322860] linearizableReadLoop","detail":"{readStateIndex:742; appliedIndex:741; }","duration":"1.96921s","start":"2026-02-26T01:37:14.995594Z","end":"2026-02-26T01:37:16.964804Z","steps":["trace[1797322860] 'read index received' (duration: 53.781µs)","trace[1797322860] 'applied index is now lower than readState.Index' (duration: 1.969151969s)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:37:16.964899Z","caller":"traceutil/trace.go:171","msg":"trace[206051207] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"1.512714654s","start":"2026-02-26T01:37:15.452162Z","end":"2026-02-26T01:37:16.964877Z","steps":["trace[206051207] 'process raft request' (duration: 1.512553611s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:16.964952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:14.854999Z","time spent":"2.109876045s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2855,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:37:16.965045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:15.452138Z","time spent":"1.512816946s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:37:16.965173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825328847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-02-26T01:37:16.965175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.235268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:37:16.965157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774747081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T01:37:16.965222Z","caller":"traceutil/trace.go:171","msg":"trace[1083475244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:722; }","duration":"1.825412818s","start":"2026-02-26T01:37:15.139796Z","end":"2026-02-26T01:37:16.965208Z","steps":["trace[1083475244] 'agreement among raft nodes before linearized reading' (duration: 1.825177614s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:16.965229Z","caller":"traceutil/trace.go:171","msg":"trace[621171960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:722; }","duration":"683.31596ms","start":"2026-02-26T01:37:16.2819Z","end":"2026-02-26T01:37:16.965216Z","steps":["trace[621171960] 'agreement among raft nodes before linearized reading' (duration: 683.226858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:16.96544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:16.281889Z","time spent":"683.543293ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:37:16.965158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969549717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T01:37:16.96544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:15.13978Z","time spent":"1.825652912s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T01:37:16.96552Z","caller":"traceutil/trace.go:171","msg":"trace[991004718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:722; }","duration":"1.969902313s","start":"2026-02-26T01:37:14.995578Z","end":"2026-02-26T01:37:16.96548Z","steps":["trace[991004718] 'agreement among raft nodes before linearized reading' (duration: 1.969336903s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:16.965532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825434409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T01:37:16.965254Z","caller":"traceutil/trace.go:171","msg":"trace[872074635] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:722; }","duration":"1.774898454s","start":"2026-02-26T01:37:15.190333Z","end":"2026-02-26T01:37:16.965231Z","steps":["trace[872074635] 'agreement among raft nodes before linearized reading' (duration: 1.7746668s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:16.965616Z","caller":"traceutil/trace.go:171","msg":"trace[631542814] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:722; }","duration":"1.825544861s","start":"2026-02-26T01:37:15.140052Z","end":"2026-02-26T01:37:16.965597Z","steps":["trace[631542814] 'agreement among raft nodes before linearized reading' (duration: 1.825038612s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:16.965622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:14.995494Z","time spent":"1.970105267s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:37:16.965667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:15.14004Z","time spent":"1.825612692s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:37:16.965656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:15.190312Z","time spent":"1.775324091s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:37:16.96574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123730301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-26T01:37:16.965795Z","caller":"traceutil/trace.go:171","msg":"trace[1356467472] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:722; }","duration":"1.123831084s","start":"2026-02-26T01:37:15.841947Z","end":"2026-02-26T01:37:16.965778Z","steps":["trace[1356467472] 'agreement among raft nodes before linearized reading' (duration: 1.123625321s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:16.96585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:15.841921Z","time spent":"1.123916175s","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"warn","ts":"2026-02-26T01:37:16.965993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826011769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T01:37:16.966243Z","caller":"traceutil/trace.go:171","msg":"trace[1935483283] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:722; }","duration":"1.826293524s","start":"2026-02-26T01:37:15.139931Z","end":"2026-02-26T01:37:16.966225Z","steps":["trace[1935483283] 'agreement among raft nodes before linearized reading' (duration: 1.825900967s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:16.966305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:15.139906Z","time spent":"1.826388596s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T01:37:17.990656Z","caller":"traceutil/trace.go:171","msg":"trace[134780264] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"112.883977ms","start":"2026-02-26T01:37:17.877748Z","end":"2026-02-26T01:37:17.990632Z","steps":["trace[134780264] 'process raft request' (duration: 112.714724ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:37.549315Z","caller":"traceutil/trace.go:171","msg":"trace[843758275] linearizableReadLoop","detail":"{readStateIndex:951; appliedIndex:950; }","duration":"304.479444ms","start":"2026-02-26T01:37:37.244812Z","end":"2026-02-26T01:37:37.549291Z","steps":["trace[843758275] 'read index received' (duration: 304.368792ms)","trace[843758275] 'applied index is now lower than readState.Index' (duration: 109.572µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:37:37.549551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.505946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-26T01:37:37.549583Z","caller":"traceutil/trace.go:171","msg":"trace[1270867771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:922; }","duration":"297.597928ms","start":"2026-02-26T01:37:37.251977Z","end":"2026-02-26T01:37:37.549574Z","steps":["trace[1270867771] 'agreement among raft nodes before linearized reading' (duration: 297.460146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:37.549588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.745689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-26T01:37:37.549608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.277976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T01:37:37.54968Z","caller":"traceutil/trace.go:171","msg":"trace[1359949698] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:922; }","duration":"304.863522ms","start":"2026-02-26T01:37:37.244796Z","end":"2026-02-26T01:37:37.54966Z","steps":["trace[1359949698] 'agreement among raft nodes before linearized reading' (duration: 304.627256ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:37.549686Z","caller":"traceutil/trace.go:171","msg":"trace[1335928089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:922; }","duration":"288.38667ms","start":"2026-02-26T01:37:37.261285Z","end":"2026-02-26T01:37:37.549671Z","steps":["trace[1335928089] 'agreement among raft nodes before linearized reading' (duration: 288.175085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:37.549681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.287367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-26T01:37:37.549729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:37.244774Z","time spent":"304.945913ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T01:37:37.549753Z","caller":"traceutil/trace.go:171","msg":"trace[672803170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:922; }","duration":"289.405989ms","start":"2026-02-26T01:37:37.260329Z","end":"2026-02-26T01:37:37.549735Z","steps":["trace[672803170] 'agreement among raft nodes before linearized reading' (duration: 289.243585ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:37.54987Z","caller":"traceutil/trace.go:171","msg":"trace[290090456] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"314.422446ms","start":"2026-02-26T01:37:37.234982Z","end":"2026-02-26T01:37:37.549405Z","steps":["trace[290090456] 'process raft request' (duration: 314.170982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:37.549976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:37.234964Z","time spent":"314.943266ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:37:37.804576Z","caller":"traceutil/trace.go:171","msg":"trace[322945659] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"250.540367ms","start":"2026-02-26T01:37:37.554017Z","end":"2026-02-26T01:37:37.804557Z","steps":["trace[322945659] 'process raft request' (duration: 249.747232ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:37.819412Z","caller":"traceutil/trace.go:171","msg":"trace[729549660] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"264.833338ms","start":"2026-02-26T01:37:37.554529Z","end":"2026-02-26T01:37:37.819363Z","steps":["trace[729549660] 'process raft request' (duration: 264.551743ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:37.819503Z","caller":"traceutil/trace.go:171","msg":"trace[2135227454] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"235.386299ms","start":"2026-02-26T01:37:37.584093Z","end":"2026-02-26T01:37:37.819479Z","steps":["trace[2135227454] 'process raft request' (duration: 235.336378ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:37.819641Z","caller":"traceutil/trace.go:171","msg":"trace[1227550521] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"264.149625ms","start":"2026-02-26T01:37:37.55548Z","end":"2026-02-26T01:37:37.81963Z","steps":["trace[1227550521] 'process raft request' (duration: 263.808699ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:37.819787Z","caller":"traceutil/trace.go:171","msg":"trace[683905795] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"265.095603ms","start":"2026-02-26T01:37:37.554663Z","end":"2026-02-26T01:37:37.819759Z","steps":["trace[683905795] 'process raft request' (duration: 264.581394ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:37.819851Z","caller":"traceutil/trace.go:171","msg":"trace[1204295855] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"239.019405ms","start":"2026-02-26T01:37:37.580821Z","end":"2026-02-26T01:37:37.81984Z","steps":["trace[1204295855] 'process raft request' (duration: 238.511646ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:08.071555Z","caller":"traceutil/trace.go:171","msg":"trace[1265457339] linearizableReadLoop","detail":"{readStateIndex:1164; appliedIndex:1162; }","duration":"101.519316ms","start":"2026-02-26T01:38:07.970014Z","end":"2026-02-26T01:38:08.071533Z","steps":["trace[1265457339] 'read index received' (duration: 46.340822ms)","trace[1265457339] 'applied index is now lower than readState.Index' (duration: 55.177454ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:38:08.071665Z","caller":"traceutil/trace.go:171","msg":"trace[1401505680] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"105.282084ms","start":"2026-02-26T01:38:07.966347Z","end":"2026-02-26T01:38:08.07163Z","steps":["trace[1401505680] 'process raft request' (duration: 101.200239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:08.071921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.882802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T01:38:08.071998Z","caller":"traceutil/trace.go:171","msg":"trace[1923673951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1123; }","duration":"102.018855ms","start":"2026-02-26T01:38:07.969959Z","end":"2026-02-26T01:38:08.071978Z","steps":["trace[1923673951] 'agreement among raft nodes before linearized reading' (duration: 101.706269ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:09.9261Z","caller":"traceutil/trace.go:171","msg":"trace[1741273729] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"190.183107ms","start":"2026-02-26T01:38:09.735887Z","end":"2026-02-26T01:38:09.92607Z","steps":["trace[1741273729] 'process raft request' (duration: 189.929442ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:10.36492Z","caller":"traceutil/trace.go:171","msg":"trace[1430947537] linearizableReadLoop","detail":"{readStateIndex:1260; appliedIndex:1259; }","duration":"344.684705ms","start":"2026-02-26T01:38:10.02021Z","end":"2026-02-26T01:38:10.364895Z","steps":["trace[1430947537] 'read index received' (duration: 344.539643ms)","trace[1430947537] 'applied index is now lower than readState.Index' (duration: 143.702µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:38:10.364959Z","caller":"traceutil/trace.go:171","msg":"trace[911515641] transaction","detail":"{read_only:false; response_revision:1219; number_of_response:1; }","duration":"515.086353ms","start":"2026-02-26T01:38:09.849844Z","end":"2026-02-26T01:38:10.364931Z","steps":["trace[911515641] 'process raft request' (duration: 514.867589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:10.365096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:09.849819Z","time spent":"515.207945ms","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:38:10.36517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.94239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:38:10.365216Z","caller":"traceutil/trace.go:171","msg":"trace[1425822625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1219; }","duration":"345.043832ms","start":"2026-02-26T01:38:10.020158Z","end":"2026-02-26T01:38:10.365202Z","steps":["trace[1425822625] 'agreement among raft nodes before linearized reading' (duration: 344.854268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:10.365258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:10.02014Z","time spent":"345.110343ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T01:38:10.372259Z","caller":"traceutil/trace.go:171","msg":"trace[168945127] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"187.922225ms","start":"2026-02-26T01:38:10.184309Z","end":"2026-02-26T01:38:10.372231Z","steps":["trace[168945127] 'process raft request' (duration: 187.809493ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:10.372371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.716681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T01:38:10.372387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.124541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T01:38:10.372428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.1852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T01:38:10.372423Z","caller":"traceutil/trace.go:171","msg":"trace[1521137253] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1220; }","duration":"297.791623ms","start":"2026-02-26T01:38:10.074616Z","end":"2026-02-26T01:38:10.372408Z","steps":["trace[1521137253] 'agreement among raft nodes before linearized reading' (duration: 297.61527ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:10.372459Z","caller":"traceutil/trace.go:171","msg":"trace[1962949303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1220; }","duration":"292.260762ms","start":"2026-02-26T01:38:10.080189Z","end":"2026-02-26T01:38:10.37245Z","steps":["trace[1962949303] 'agreement among raft nodes before linearized reading' (duration: 292.18214ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:10.37247Z","caller":"traceutil/trace.go:171","msg":"trace[1905156369] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1220; }","duration":"247.221663ms","start":"2026-02-26T01:38:10.125217Z","end":"2026-02-26T01:38:10.372439Z","steps":["trace[1905156369] 'agreement among raft nodes before linearized reading' (duration: 247.05292ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:12.512154Z","caller":"traceutil/trace.go:171","msg":"trace[996545559] linearizableReadLoop","detail":"{readStateIndex:1273; appliedIndex:1272; }","duration":"128.065458ms","start":"2026-02-26T01:38:12.384064Z","end":"2026-02-26T01:38:12.512129Z","steps":["trace[996545559] 'read index received' (duration: 79.332µs)","trace[996545559] 'applied index is now lower than readState.Index' (duration: 127.984866ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:38:12.512317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.239891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T01:38:12.512347Z","caller":"traceutil/trace.go:171","msg":"trace[1508984218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1231; }","duration":"128.303341ms","start":"2026-02-26T01:38:12.384037Z","end":"2026-02-26T01:38:12.512341Z","steps":["trace[1508984218] 'agreement among raft nodes before linearized reading' (duration: 128.179789ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:12.512187Z","caller":"traceutil/trace.go:171","msg":"trace[1186270736] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"128.129818ms","start":"2026-02-26T01:38:12.384039Z","end":"2026-02-26T01:38:12.512169Z","steps":["trace[1186270736] 'process raft request' (duration: 127.927535ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:12.687431Z","caller":"traceutil/trace.go:171","msg":"trace[704280564] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"301.99364ms","start":"2026-02-26T01:38:12.385412Z","end":"2026-02-26T01:38:12.687405Z","steps":["trace[704280564] 'process raft request' (duration: 248.394304ms)","trace[704280564] 'compare' (duration: 53.449592ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:38:12.68763Z","caller":"traceutil/trace.go:171","msg":"trace[1286971305] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"170.673722ms","start":"2026-02-26T01:38:12.516935Z","end":"2026-02-26T01:38:12.687609Z","steps":["trace[1286971305] 'process raft request' (duration: 170.56646ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:12.687653Z","caller":"traceutil/trace.go:171","msg":"trace[1355760806] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"300.830978ms","start":"2026-02-26T01:38:12.386794Z","end":"2026-02-26T01:38:12.687625Z","steps":["trace[1355760806] 'process raft request' (duration: 300.578734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:12.687793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:12.386777Z","time spent":"300.94267ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:38:12.687903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:12.385389Z","time spent":"302.130083ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:38:15.953687Z","caller":"traceutil/trace.go:171","msg":"trace[666839946] linearizableReadLoop","detail":"{readStateIndex:1337; appliedIndex:1336; }","duration":"133.416385ms","start":"2026-02-26T01:38:15.820248Z","end":"2026-02-26T01:38:15.953664Z","steps":["trace[666839946] 'read index received' (duration: 73.383793ms)","trace[666839946] 'applied index is now lower than readState.Index' (duration: 60.031592ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:38:15.953725Z","caller":"traceutil/trace.go:171","msg":"trace[61300356] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"135.636495ms","start":"2026-02-26T01:38:15.818059Z","end":"2026-02-26T01:38:15.953696Z","steps":["trace[61300356] 'process raft request' (duration: 75.628485ms)","trace[61300356] 'compare' (duration: 59.844927ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:38:15.953822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.558737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/shovels.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:38:15.953866Z","caller":"traceutil/trace.go:171","msg":"trace[1031393937] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/shovels.rabbitmq.com; range_end:; response_count:0; response_revision:1294; }","duration":"133.636249ms","start":"2026-02-26T01:38:15.820215Z","end":"2026-02-26T01:38:15.953851Z","steps":["trace[1031393937] 'agreement among raft nodes before linearized reading' (duration: 133.563498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:15.95437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.123315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-26T01:38:15.954446Z","caller":"traceutil/trace.go:171","msg":"trace[900610890] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:1294; }","duration":"103.503432ms","start":"2026-02-26T01:38:15.850923Z","end":"2026-02-26T01:38:15.954426Z","steps":["trace[900610890] 'agreement among raft nodes before linearized reading' (duration: 102.947392ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:16.119199Z","caller":"traceutil/trace.go:171","msg":"trace[1340539405] transaction","detail":"{read_only:false; response_revision:1295; number_of_response:1; }","duration":"161.16706ms","start":"2026-02-26T01:38:15.958006Z","end":"2026-02-26T01:38:16.119173Z","steps":["trace[1340539405] 'process raft request' (duration: 137.089571ms)","trace[1340539405] 'compare' (duration: 23.914335ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:38:16.119351Z","caller":"traceutil/trace.go:171","msg":"trace[308605304] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"158.761906ms","start":"2026-02-26T01:38:15.96039Z","end":"2026-02-26T01:38:16.119151Z","steps":["trace[308605304] 'process raft request' (duration: 158.722466ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:16.121624Z","caller":"traceutil/trace.go:171","msg":"trace[546249378] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"144.430095ms","start":"2026-02-26T01:38:15.977177Z","end":"2026-02-26T01:38:16.121607Z","steps":["trace[546249378] 'process raft request' (duration: 144.325924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:16.961094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.876846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:38:16.961549Z","caller":"traceutil/trace.go:171","msg":"trace[1964976046] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"255.775679ms","start":"2026-02-26T01:38:16.705756Z","end":"2026-02-26T01:38:16.961532Z","steps":["trace[1964976046] 'process raft request' (duration: 255.536365ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:16.961704Z","caller":"traceutil/trace.go:171","msg":"trace[978279187] transaction","detail":"{read_only:false; response_revision:1319; number_of_response:1; }","duration":"254.916464ms","start":"2026-02-26T01:38:16.706718Z","end":"2026-02-26T01:38:16.961635Z","steps":["trace[978279187] 'process raft request' (duration: 254.650979ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:16.961422Z","caller":"traceutil/trace.go:171","msg":"trace[1289353697] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"256.845679ms","start":"2026-02-26T01:38:16.70452Z","end":"2026-02-26T01:38:16.961365Z","steps":["trace[1289353697] 'process raft request' (duration: 13.552946ms)","trace[1289353697] 'compare' (duration: 242.584161ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:38:36.617171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978720475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:38:37.372503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.655236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:38:37.372635Z","caller":"traceutil/trace.go:171","msg":"trace[321690677] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"1.332557963s","start":"2026-02-26T01:38:36.04006Z","end":"2026-02-26T01:38:37.372618Z","steps":["trace[321690677] 'process raft request' (duration: 911.700094ms)","trace[321690677] 'compare' (duration: 420.219828ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:38:37.37274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:36.040032Z","time spent":"1.332627704s","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:38:37.385778Z","caller":"traceutil/trace.go:171","msg":"trace[855582770] linearizableReadLoop","detail":"{readStateIndex:1693; appliedIndex:1691; }","duration":"1.268924706s","start":"2026-02-26T01:38:36.116827Z","end":"2026-02-26T01:38:37.385752Z","steps":["trace[855582770] 'read index received' (duration: 834.878677ms)","trace[855582770] 'applied index is now lower than readState.Index' (duration: 434.045029ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:38:37.385924Z","caller":"traceutil/trace.go:171","msg":"trace[2011258807] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"866.476501ms","start":"2026-02-26T01:38:36.519414Z","end":"2026-02-26T01:38:37.385891Z","steps":["trace[2011258807] 'process raft request' (duration: 866.206075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:37.386046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269204571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d8627007-e4f7-462e-9d2b-64122e8bb340\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-02-26T01:38:37.38606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:36.519381Z","time spent":"866.602743ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:38:37.386103Z","caller":"traceutil/trace.go:171","msg":"trace[1784562101] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d8627007-e4f7-462e-9d2b-64122e8bb340; range_end:; response_count:1; response_revision:1623; }","duration":"1.269316543s","start":"2026-02-26T01:38:36.116774Z","end":"2026-02-26T01:38:37.386091Z","steps":["trace[1784562101] 'agreement among raft nodes before linearized reading' (duration: 1.26911783s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:37.386128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:36.116763Z","time spent":"1.269359724s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d8627007-e4f7-462e-9d2b-64122e8bb340\" "} {"level":"warn","ts":"2026-02-26T01:38:37.408188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208055189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T01:38:37.408323Z","caller":"traceutil/trace.go:171","msg":"trace[789044623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1624; }","duration":"1.208165761s","start":"2026-02-26T01:38:36.200084Z","end":"2026-02-26T01:38:37.40825Z","steps":["trace[789044623] 'agreement among raft nodes before linearized reading' (duration: 1.207941356s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:37.40835Z","caller":"traceutil/trace.go:171","msg":"trace[1941441666] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"370.363533ms","start":"2026-02-26T01:38:37.037973Z","end":"2026-02-26T01:38:37.408336Z","steps":["trace[1941441666] 'process raft request' (duration: 369.924844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:37.408417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:37.037956Z","time spent":"370.425323ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:38:37.408423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:36.200073Z","time spent":"1.208333885s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:38:37.408691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.929588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T01:38:37.40872Z","caller":"traceutil/trace.go:171","msg":"trace[2078991786] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1624; }","duration":"241.974508ms","start":"2026-02-26T01:38:37.166738Z","end":"2026-02-26T01:38:37.408712Z","steps":["trace[2078991786] 'agreement among raft nodes before linearized reading' (duration: 241.875676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:37.408144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.754254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-26T01:38:37.408808Z","caller":"traceutil/trace.go:171","msg":"trace[900780549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1624; }","duration":"270.453796ms","start":"2026-02-26T01:38:37.138343Z","end":"2026-02-26T01:38:37.408796Z","steps":["trace[900780549] 'agreement among raft nodes before linearized reading' (duration: 269.729592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:37.408764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.327469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-26T01:38:37.408869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.144963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T01:38:37.40889Z","caller":"traceutil/trace.go:171","msg":"trace[1086454285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1624; }","duration":"252.206614ms","start":"2026-02-26T01:38:37.156677Z","end":"2026-02-26T01:38:37.408884Z","steps":["trace[1086454285] 'agreement among raft nodes before linearized reading' (duration: 252.145033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:37.408896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.776764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d8627007-e4f7-462e-9d2b-64122e8bb340\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-02-26T01:38:37.408885Z","caller":"traceutil/trace.go:171","msg":"trace[518327026] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1624; }","duration":"563.519243ms","start":"2026-02-26T01:38:36.845344Z","end":"2026-02-26T01:38:37.408863Z","steps":["trace[518327026] 'agreement among raft nodes before linearized reading' (duration: 563.285049ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:37.408915Z","caller":"traceutil/trace.go:171","msg":"trace[984898630] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d8627007-e4f7-462e-9d2b-64122e8bb340; range_end:; response_count:1; response_revision:1624; }","duration":"790.825535ms","start":"2026-02-26T01:38:36.618082Z","end":"2026-02-26T01:38:37.408907Z","steps":["trace[984898630] 'agreement among raft nodes before linearized reading' (duration: 790.777575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:37.408928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:36.618066Z","time spent":"790.858966ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d8627007-e4f7-462e-9d2b-64122e8bb340\" "} {"level":"warn","ts":"2026-02-26T01:38:37.408966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:36.845332Z","time spent":"563.619464ms","remote":"127.0.0.1:58628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T01:38:37.409046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.142413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:38:37.409061Z","caller":"traceutil/trace.go:171","msg":"trace[1301238723] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1624; }","duration":"735.188554ms","start":"2026-02-26T01:38:36.673868Z","end":"2026-02-26T01:38:37.409057Z","steps":["trace[1301238723] 'agreement among raft nodes before linearized reading' (duration: 735.145873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:37.409073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:36.673847Z","time spent":"735.222864ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:38:37.409116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126431075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:38:37.409127Z","caller":"traceutil/trace.go:171","msg":"trace[2134462473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1624; }","duration":"1.126481046s","start":"2026-02-26T01:38:36.282642Z","end":"2026-02-26T01:38:37.409123Z","steps":["trace[2134462473] 'agreement among raft nodes before linearized reading' (duration: 1.126462406s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:37.409137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:36.28262Z","time spent":"1.126514436s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:38:37.409196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.534251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-26T01:38:37.409222Z","caller":"traceutil/trace.go:171","msg":"trace[835563381] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1624; }","duration":"970.577852ms","start":"2026-02-26T01:38:36.438635Z","end":"2026-02-26T01:38:37.409213Z","steps":["trace[835563381] 'agreement among raft nodes before linearized reading' (duration: 970.513201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:37.40924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:36.438623Z","time spent":"970.612513ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T01:38:37.554093Z","caller":"traceutil/trace.go:171","msg":"trace[2069228294] linearizableReadLoop","detail":"{readStateIndex:1695; appliedIndex:1694; }","duration":"143.803334ms","start":"2026-02-26T01:38:37.410258Z","end":"2026-02-26T01:38:37.554061Z","steps":["trace[2069228294] 'read index received' (duration: 83.409157ms)","trace[2069228294] 'applied index is now lower than readState.Index' (duration: 60.392737ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:38:37.554224Z","caller":"traceutil/trace.go:171","msg":"trace[1542980481] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"162.321491ms","start":"2026-02-26T01:38:37.391867Z","end":"2026-02-26T01:38:37.554188Z","steps":["trace[1542980481] 'process raft request' (duration: 101.621257ms)","trace[1542980481] 'compare' (duration: 60.430649ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:38:37.554322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.980017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:38:37.554418Z","caller":"traceutil/trace.go:171","msg":"trace[1895931460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1625; }","duration":"144.178901ms","start":"2026-02-26T01:38:37.410222Z","end":"2026-02-26T01:38:37.554401Z","steps":["trace[1895931460] 'agreement among raft nodes before linearized reading' (duration: 143.976578ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:37.820648Z","caller":"traceutil/trace.go:171","msg":"trace[1469493646] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"406.783853ms","start":"2026-02-26T01:38:37.413841Z","end":"2026-02-26T01:38:37.820625Z","steps":["trace[1469493646] 'process raft request' (duration: 406.705612ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:37.82066Z","caller":"traceutil/trace.go:171","msg":"trace[1377725369] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"407.460906ms","start":"2026-02-26T01:38:37.413164Z","end":"2026-02-26T01:38:37.820625Z","steps":["trace[1377725369] 'process raft request' (duration: 407.227772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:37.820814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:37.413832Z","time spent":"406.887485ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:38:37.820851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:37.413151Z","time spent":"407.588568ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:38:37.821027Z","caller":"traceutil/trace.go:171","msg":"trace[1376375679] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"406.891705ms","start":"2026-02-26T01:38:37.414113Z","end":"2026-02-26T01:38:37.821004Z","steps":["trace[1376375679] 'process raft request' (duration: 406.469428ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:37.821188Z","caller":"traceutil/trace.go:171","msg":"trace[205176353] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"406.933857ms","start":"2026-02-26T01:38:37.414243Z","end":"2026-02-26T01:38:37.821177Z","steps":["trace[205176353] 'process raft request' (duration: 406.671821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:37.821189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:37.414082Z","time spent":"407.002657ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:38:37.821256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:37.414084Z","time spent":"407.140211ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:38:37.821518Z","caller":"traceutil/trace.go:171","msg":"trace[1264423073] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"406.285565ms","start":"2026-02-26T01:38:37.415219Z","end":"2026-02-26T01:38:37.821505Z","steps":["trace[1264423073] 'process raft request' (duration: 405.890467ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:37.821569Z","caller":"traceutil/trace.go:171","msg":"trace[1101741861] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"405.452041ms","start":"2026-02-26T01:38:37.416099Z","end":"2026-02-26T01:38:37.821551Z","steps":["trace[1101741861] 'process raft request' (duration: 405.304268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:37.821593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:37.41521Z","time spent":"406.341646ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:38:37.821518Z","caller":"traceutil/trace.go:171","msg":"trace[482863987] linearizableReadLoop","detail":"{readStateIndex:1701; appliedIndex:1695; }","duration":"267.335ms","start":"2026-02-26T01:38:37.554169Z","end":"2026-02-26T01:38:37.821504Z","steps":["trace[482863987] 'read index received' (duration: 266.133098ms)","trace[482863987] 'applied index is now lower than readState.Index' (duration: 1.200782ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:38:37.821663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:37.416084Z","time spent":"405.527882ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:38:37.821678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.320847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-26T01:38:37.821723Z","caller":"traceutil/trace.go:171","msg":"trace[416851851] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1631; }","duration":"411.394118ms","start":"2026-02-26T01:38:37.41032Z","end":"2026-02-26T01:38:37.821715Z","steps":["trace[416851851] 'agreement among raft nodes before linearized reading' (duration: 411.225995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:37.821753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:37.410312Z","time spent":"411.434229ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-26T01:38:37.82182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.163308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d8627007-e4f7-462e-9d2b-64122e8bb340\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-02-26T01:38:37.821859Z","caller":"traceutil/trace.go:171","msg":"trace[544223086] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d8627007-e4f7-462e-9d2b-64122e8bb340; range_end:; response_count:1; response_revision:1631; }","duration":"261.233469ms","start":"2026-02-26T01:38:37.560615Z","end":"2026-02-26T01:38:37.821849Z","steps":["trace[544223086] 'agreement among raft nodes before linearized reading' (duration: 261.104907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:37.821898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.585866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:38:37.821965Z","caller":"traceutil/trace.go:171","msg":"trace[773850277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1631; }","duration":"260.664708ms","start":"2026-02-26T01:38:37.561274Z","end":"2026-02-26T01:38:37.821939Z","steps":["trace[773850277] 'agreement among raft nodes before linearized reading' (duration: 260.571357ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:38.851941Z","caller":"traceutil/trace.go:171","msg":"trace[1786512514] linearizableReadLoop","detail":"{readStateIndex:1702; appliedIndex:1701; }","duration":"247.927817ms","start":"2026-02-26T01:38:38.603977Z","end":"2026-02-26T01:38:38.851905Z","steps":["trace[1786512514] 'read index received' (duration: 247.061071ms)","trace[1786512514] 'applied index is now lower than readState.Index' (duration: 865.666µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:38:38.85197Z","caller":"traceutil/trace.go:171","msg":"trace[1113082211] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"369.340125ms","start":"2026-02-26T01:38:38.482599Z","end":"2026-02-26T01:38:38.851939Z","steps":["trace[1113082211] 'process raft request' (duration: 368.524019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:38.852127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:38.482568Z","time spent":"369.477066ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:38:38.852152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.150471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-26T01:38:38.852189Z","caller":"traceutil/trace.go:171","msg":"trace[1068182410] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1632; }","duration":"248.271823ms","start":"2026-02-26T01:38:38.603904Z","end":"2026-02-26T01:38:38.852176Z","steps":["trace[1068182410] 'agreement among raft nodes before linearized reading' (duration: 248.10585ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:44.051997Z","caller":"traceutil/trace.go:171","msg":"trace[329120382] linearizableReadLoop","detail":"{readStateIndex:1751; appliedIndex:1750; }","duration":"201.88102ms","start":"2026-02-26T01:38:43.850095Z","end":"2026-02-26T01:38:44.051976Z","steps":["trace[329120382] 'read index received' (duration: 201.753118ms)","trace[329120382] 'applied index is now lower than readState.Index' (duration: 126.902µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:38:44.052131Z","caller":"traceutil/trace.go:171","msg":"trace[1140378788] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"204.245482ms","start":"2026-02-26T01:38:43.847781Z","end":"2026-02-26T01:38:44.052027Z","steps":["trace[1140378788] 'process raft request' (duration: 204.057399ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:44.052183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.072453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T01:38:44.052233Z","caller":"traceutil/trace.go:171","msg":"trace[1867459270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1680; }","duration":"202.168175ms","start":"2026-02-26T01:38:43.850055Z","end":"2026-02-26T01:38:44.052223Z","steps":["trace[1867459270] 'agreement among raft nodes before linearized reading' (duration: 202.027053ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:44.207788Z","caller":"traceutil/trace.go:171","msg":"trace[1664625206] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"151.619465ms","start":"2026-02-26T01:38:44.056149Z","end":"2026-02-26T01:38:44.207768Z","steps":["trace[1664625206] 'process raft request' (duration: 151.582274ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:44.207839Z","caller":"traceutil/trace.go:171","msg":"trace[544347866] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"357.310614ms","start":"2026-02-26T01:38:43.850511Z","end":"2026-02-26T01:38:44.207821Z","steps":["trace[544347866] 'process raft request' (duration: 357.169931ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:44.20782Z","caller":"traceutil/trace.go:171","msg":"trace[1087270494] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"357.371704ms","start":"2026-02-26T01:38:43.85041Z","end":"2026-02-26T01:38:44.207782Z","steps":["trace[1087270494] 'process raft request' (duration: 346.830462ms)","trace[1087270494] 'compare' (duration: 10.276997ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:38:44.20797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:43.850482Z","time spent":"357.411745ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:38:44.207973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:43.850395Z","time spent":"357.502367ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:38:44.207993Z","caller":"traceutil/trace.go:171","msg":"trace[1122177950] linearizableReadLoop","detail":"{readStateIndex:1753; appliedIndex:1751; }","duration":"155.916453ms","start":"2026-02-26T01:38:44.052057Z","end":"2026-02-26T01:38:44.207974Z","steps":["trace[1122177950] 'read index received' (duration: 145.196988ms)","trace[1122177950] 'applied index is now lower than readState.Index' (duration: 10.718345ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:38:44.208152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.362454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:38:44.208227Z","caller":"traceutil/trace.go:171","msg":"trace[1639017011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1683; }","duration":"357.457076ms","start":"2026-02-26T01:38:43.850749Z","end":"2026-02-26T01:38:44.208206Z","steps":["trace[1639017011] 'agreement among raft nodes before linearized reading' (duration: 357.306294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:44.208238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.337999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-26T01:38:44.208283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:43.850742Z","time spent":"357.525687ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:38:44.208173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.026789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-26T01:38:44.208309Z","caller":"traceutil/trace.go:171","msg":"trace[1635231546] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1683; }","duration":"228.456631ms","start":"2026-02-26T01:38:43.979832Z","end":"2026-02-26T01:38:44.208289Z","steps":["trace[1635231546] 'agreement among raft nodes before linearized reading' (duration: 228.226867ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:44.208387Z","caller":"traceutil/trace.go:171","msg":"trace[2112310455] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1683; }","duration":"357.251322ms","start":"2026-02-26T01:38:43.85112Z","end":"2026-02-26T01:38:44.208371Z","steps":["trace[2112310455] 'agreement among raft nodes before linearized reading' (duration: 356.954987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:44.208438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:43.851109Z","time spent":"357.319693ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:38:51.378824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.287999ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T01:38:51.3794Z","caller":"traceutil/trace.go:171","msg":"trace[273733155] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"144.423934ms","start":"2026-02-26T01:38:51.234943Z","end":"2026-02-26T01:38:51.379367Z","steps":["trace[273733155] 'process raft request' (duration: 144.117299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:52.005342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.554282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-k7wj9\" ","response":"range_response_count:1 size:6110"} {"level":"info","ts":"2026-02-26T01:38:52.005436Z","caller":"traceutil/trace.go:171","msg":"trace[1553540109] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-k7wj9; range_end:; response_count:1; response_revision:1735; }","duration":"339.697505ms","start":"2026-02-26T01:38:51.665713Z","end":"2026-02-26T01:38:52.005411Z","steps":["trace[1553540109] 'range keys from in-memory index tree' (duration: 339.339389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:52.005481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:51.665692Z","time spent":"339.779426ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6132,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-k7wj9\" "} {"level":"info","ts":"2026-02-26T01:38:52.275462Z","caller":"traceutil/trace.go:171","msg":"trace[1547046515] linearizableReadLoop","detail":"{readStateIndex:1809; appliedIndex:1808; }","duration":"182.852624ms","start":"2026-02-26T01:38:52.09259Z","end":"2026-02-26T01:38:52.275443Z","steps":["trace[1547046515] 'read index received' (duration: 182.666151ms)","trace[1547046515] 'applied index is now lower than readState.Index' (duration: 185.723µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:38:52.275575Z","caller":"traceutil/trace.go:171","msg":"trace[1272389162] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"260.282182ms","start":"2026-02-26T01:38:52.015212Z","end":"2026-02-26T01:38:52.275494Z","steps":["trace[1272389162] 'process raft request' (duration: 260.095939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:52.275685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.072428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T01:38:52.275785Z","caller":"traceutil/trace.go:171","msg":"trace[986162896] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1736; }","duration":"183.16449ms","start":"2026-02-26T01:38:52.092545Z","end":"2026-02-26T01:38:52.27571Z","steps":["trace[986162896] 'agreement among raft nodes before linearized reading' (duration: 183.013147ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:52.393036Z","caller":"traceutil/trace.go:171","msg":"trace[1102574512] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"113.104766ms","start":"2026-02-26T01:38:52.279911Z","end":"2026-02-26T01:38:52.393016Z","steps":["trace[1102574512] 'process raft request' (duration: 26.540672ms)","trace[1102574512] 'compare' (duration: 86.475142ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:38:52.873446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.246998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:38:52.873632Z","caller":"traceutil/trace.go:171","msg":"trace[775801506] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"593.693342ms","start":"2026-02-26T01:38:52.279918Z","end":"2026-02-26T01:38:52.873611Z","steps":["trace[775801506] 'process raft request' (duration: 441.153619ms)","trace[775801506] 'compare' (duration: 152.135906ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:38:52.873711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:52.279903Z","time spent":"593.776853ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:38:52.874031Z","caller":"traceutil/trace.go:171","msg":"trace[1684441066] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"592.895068ms","start":"2026-02-26T01:38:52.281114Z","end":"2026-02-26T01:38:52.874009Z","steps":["trace[1684441066] 'process raft request' (duration: 592.698954ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:52.874015Z","caller":"traceutil/trace.go:171","msg":"trace[303419754] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"592.95323ms","start":"2026-02-26T01:38:52.28103Z","end":"2026-02-26T01:38:52.873983Z","steps":["trace[303419754] 'process raft request' (duration: 592.513861ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:52.874117Z","caller":"traceutil/trace.go:171","msg":"trace[1647206778] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"592.895488ms","start":"2026-02-26T01:38:52.281154Z","end":"2026-02-26T01:38:52.874049Z","steps":["trace[1647206778] 'process raft request' (duration: 592.776745ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:52.874184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:52.281109Z","time spent":"592.98834ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:38:52.874185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:52.281011Z","time spent":"593.098612ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:38:52.874228Z","caller":"traceutil/trace.go:171","msg":"trace[1000216039] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"592.704175ms","start":"2026-02-26T01:38:52.281463Z","end":"2026-02-26T01:38:52.874167Z","steps":["trace[1000216039] 'process raft request' (duration: 592.510881ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:52.874308Z","caller":"traceutil/trace.go:171","msg":"trace[1596912170] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"592.693965ms","start":"2026-02-26T01:38:52.281572Z","end":"2026-02-26T01:38:52.874266Z","steps":["trace[1596912170] 'process raft request' (duration: 592.44084ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:52.874359Z","caller":"traceutil/trace.go:171","msg":"trace[373293026] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"591.964941ms","start":"2026-02-26T01:38:52.282381Z","end":"2026-02-26T01:38:52.874346Z","steps":["trace[373293026] 'process raft request' (duration: 591.765728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:52.874343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:52.281149Z","time spent":"593.094212ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:38:52.874393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:52.281447Z","time spent":"592.860417ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:38:52.874387Z","caller":"traceutil/trace.go:171","msg":"trace[173812777] linearizableReadLoop","detail":"{readStateIndex:1818; appliedIndex:1810; }","duration":"521.860247ms","start":"2026-02-26T01:38:52.352433Z","end":"2026-02-26T01:38:52.874293Z","steps":["trace[173812777] 'read index received' (duration: 368.658852ms)","trace[173812777] 'applied index is now lower than readState.Index' (duration: 153.200345ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:38:52.874422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:52.282367Z","time spent":"592.017792ms","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1845,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:38:52.874492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:52.281552Z","time spent":"592.838888ms","remote":"127.0.0.1:56480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1229,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:38:52.874512Z","caller":"traceutil/trace.go:171","msg":"trace[765656868] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"590.337152ms","start":"2026-02-26T01:38:52.284163Z","end":"2026-02-26T01:38:52.8745Z","steps":["trace[765656868] 'process raft request' (duration: 590.061347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:52.874572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.131562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:38:52.874616Z","caller":"traceutil/trace.go:171","msg":"trace[1135802787] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1745; }","duration":"522.213053ms","start":"2026-02-26T01:38:52.352389Z","end":"2026-02-26T01:38:52.874602Z","steps":["trace[1135802787] 'agreement among raft nodes before linearized reading' (duration: 522.142842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:52.874618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:52.284146Z","time spent":"590.393262ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5881,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:38:52.874642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.96746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-26T01:38:52.874654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:52.35237Z","time spent":"522.275614ms","remote":"127.0.0.1:57128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:38:52.874685Z","caller":"traceutil/trace.go:171","msg":"trace[1061631951] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1745; }","duration":"291.061481ms","start":"2026-02-26T01:38:52.583611Z","end":"2026-02-26T01:38:52.874673Z","steps":["trace[1061631951] 'agreement among raft nodes before linearized reading' (duration: 290.922648ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:53.155382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.0668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:38:53.155504Z","caller":"traceutil/trace.go:171","msg":"trace[528459553] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"271.277492ms","start":"2026-02-26T01:38:52.884205Z","end":"2026-02-26T01:38:53.155482Z","steps":["trace[528459553] 'process raft request' (duration: 144.010678ms)","trace[528459553] 'compare' (duration: 126.925457ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:38:53.394101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.713964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:38:53.394178Z","caller":"traceutil/trace.go:171","msg":"trace[1672296704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1746; }","duration":"110.849305ms","start":"2026-02-26T01:38:53.283311Z","end":"2026-02-26T01:38:53.39416Z","steps":["trace[1672296704] 'range keys from in-memory index tree' (duration: 110.620461ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:53.879527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.065402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:38:53.879829Z","caller":"traceutil/trace.go:171","msg":"trace[1517235673] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"297.931115ms","start":"2026-02-26T01:38:53.581846Z","end":"2026-02-26T01:38:53.879777Z","steps":["trace[1517235673] 'process raft request' (duration: 193.505956ms)","trace[1517235673] 'compare' (duration: 103.95553ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:38:56.938913Z","caller":"traceutil/trace.go:171","msg":"trace[2067419149] transaction","detail":"{read_only:false; response_revision:1762; number_of_response:1; }","duration":"530.5172ms","start":"2026-02-26T01:38:56.408365Z","end":"2026-02-26T01:38:56.938882Z","steps":["trace[2067419149] 'process raft request' (duration: 530.339297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:56.939052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:56.408316Z","time spent":"530.665493ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:38:57.212086Z","caller":"traceutil/trace.go:171","msg":"trace[1289700282] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"268.707377ms","start":"2026-02-26T01:38:56.943334Z","end":"2026-02-26T01:38:57.212042Z","steps":["trace[1289700282] 'process raft request' (duration: 263.30614ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:57.213689Z","caller":"traceutil/trace.go:171","msg":"trace[147648688] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"270.146744ms","start":"2026-02-26T01:38:56.943521Z","end":"2026-02-26T01:38:57.213668Z","steps":["trace[147648688] 'process raft request' (duration: 270.013971ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:57.213991Z","caller":"traceutil/trace.go:171","msg":"trace[1442393267] transaction","detail":"{read_only:false; response_revision:1765; number_of_response:1; }","duration":"269.872419ms","start":"2026-02-26T01:38:56.944094Z","end":"2026-02-26T01:38:57.213966Z","steps":["trace[1442393267] 'process raft request' (duration: 269.536503ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:57.214054Z","caller":"traceutil/trace.go:171","msg":"trace[1107809830] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"269.889978ms","start":"2026-02-26T01:38:56.944156Z","end":"2026-02-26T01:38:57.214046Z","steps":["trace[1107809830] 'process raft request' (duration: 269.728085ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:57.214138Z","caller":"traceutil/trace.go:171","msg":"trace[1370390225] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"269.922989ms","start":"2026-02-26T01:38:56.944208Z","end":"2026-02-26T01:38:57.214131Z","steps":["trace[1370390225] 'process raft request' (duration: 269.808487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:04.492575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.774785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:39:04.492683Z","caller":"traceutil/trace.go:171","msg":"trace[1865994567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1806; }","duration":"210.924817ms","start":"2026-02-26T01:39:04.281738Z","end":"2026-02-26T01:39:04.492663Z","steps":["trace[1865994567] 'range keys from in-memory index tree' (duration: 210.708924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:04.49274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.25241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-02-26T01:39:04.49275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.888795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12403"} {"level":"info","ts":"2026-02-26T01:39:04.492965Z","caller":"traceutil/trace.go:171","msg":"trace[631342130] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1806; }","duration":"212.149839ms","start":"2026-02-26T01:39:04.280761Z","end":"2026-02-26T01:39:04.492911Z","steps":["trace[631342130] 'range keys from in-memory index tree' (duration: 211.65906ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:39:04.492836Z","caller":"traceutil/trace.go:171","msg":"trace[2117161491] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1806; }","duration":"153.395002ms","start":"2026-02-26T01:39:04.339422Z","end":"2026-02-26T01:39:04.492817Z","steps":["trace[2117161491] 'range keys from in-memory index tree' (duration: 153.073106ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:39:04.709595Z","caller":"traceutil/trace.go:171","msg":"trace[1728470111] linearizableReadLoop","detail":"{readStateIndex:1882; appliedIndex:1881; }","duration":"204.256667ms","start":"2026-02-26T01:39:04.505316Z","end":"2026-02-26T01:39:04.709572Z","steps":["trace[1728470111] 'read index received' (duration: 204.046133ms)","trace[1728470111] 'applied index is now lower than readState.Index' (duration: 209.744µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:39:04.709698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.37128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:39:04.709735Z","caller":"traceutil/trace.go:171","msg":"trace[293880116] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1807; }","duration":"204.444901ms","start":"2026-02-26T01:39:04.50528Z","end":"2026-02-26T01:39:04.709725Z","steps":["trace[293880116] 'agreement among raft nodes before linearized reading' (duration: 204.373749ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:39:04.709718Z","caller":"traceutil/trace.go:171","msg":"trace[620707135] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"206.670101ms","start":"2026-02-26T01:39:04.503019Z","end":"2026-02-26T01:39:04.709689Z","steps":["trace[620707135] 'process raft request' (duration: 206.391976ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:39:29.642637Z","caller":"traceutil/trace.go:171","msg":"trace[580178076] linearizableReadLoop","detail":"{readStateIndex:2004; appliedIndex:2003; }","duration":"251.607129ms","start":"2026-02-26T01:39:29.391007Z","end":"2026-02-26T01:39:29.642614Z","steps":["trace[580178076] 'read index received' (duration: 251.461146ms)","trace[580178076] 'applied index is now lower than readState.Index' (duration: 144.583µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:39:29.642739Z","caller":"traceutil/trace.go:171","msg":"trace[2140919846] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"253.590895ms","start":"2026-02-26T01:39:29.389115Z","end":"2026-02-26T01:39:29.642706Z","steps":["trace[2140919846] 'process raft request' (duration: 253.3544ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:29.642842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.831153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:39:29.642891Z","caller":"traceutil/trace.go:171","msg":"trace[875894414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1924; }","duration":"251.942055ms","start":"2026-02-26T01:39:29.390936Z","end":"2026-02-26T01:39:29.642878Z","steps":["trace[875894414] 'agreement among raft nodes before linearized reading' (duration: 251.797142ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:39:29.770714Z","caller":"traceutil/trace.go:171","msg":"trace[1712430061] linearizableReadLoop","detail":"{readStateIndex:2005; appliedIndex:2004; }","duration":"127.989254ms","start":"2026-02-26T01:39:29.642708Z","end":"2026-02-26T01:39:29.770697Z","steps":["trace[1712430061] 'read index received' (duration: 117.491254ms)","trace[1712430061] 'applied index is now lower than readState.Index' (duration: 10.49727ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:39:29.770771Z","caller":"traceutil/trace.go:171","msg":"trace[2121055415] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"378.223228ms","start":"2026-02-26T01:39:29.392522Z","end":"2026-02-26T01:39:29.770745Z","steps":["trace[2121055415] 'process raft request' (duration: 367.665197ms)","trace[2121055415] 'compare' (duration: 10.434689ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:39:29.77087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.454107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T01:39:29.770903Z","caller":"traceutil/trace.go:171","msg":"trace[1966643728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1925; }","duration":"376.516718ms","start":"2026-02-26T01:39:29.394377Z","end":"2026-02-26T01:39:29.770893Z","steps":["trace[1966643728] 'agreement among raft nodes before linearized reading' (duration: 376.388996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:29.770965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:29.394367Z","time spent":"376.59107ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:39:29.771047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.513688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T01:39:29.771174Z","caller":"traceutil/trace.go:171","msg":"trace[1851703873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1925; }","duration":"376.695561ms","start":"2026-02-26T01:39:29.394457Z","end":"2026-02-26T01:39:29.771152Z","steps":["trace[1851703873] 'agreement among raft nodes before linearized reading' (duration: 376.405776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:29.771225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:29.39443Z","time spent":"376.785712ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:39:29.771147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:29.392504Z","time spent":"378.319891ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:39:29.788163Z","caller":"traceutil/trace.go:171","msg":"trace[435085026] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"140.438628ms","start":"2026-02-26T01:39:29.647703Z","end":"2026-02-26T01:39:29.788141Z","steps":["trace[435085026] 'process raft request' (duration: 140.330216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:30.355681Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978721211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:39:30.856447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978721211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:39:30.900298Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.049395402s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T01:39:31.252913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.254631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:39:31.253113Z","caller":"traceutil/trace.go:171","msg":"trace[506374363] linearizableReadLoop","detail":"{readStateIndex:2011; appliedIndex:2009; }","duration":"1.398026567s","start":"2026-02-26T01:39:29.855068Z","end":"2026-02-26T01:39:31.253095Z","steps":["trace[506374363] 'read index received' (duration: 1.045514401s)","trace[506374363] 'applied index is now lower than readState.Index' (duration: 352.510636ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:39:31.253209Z","caller":"traceutil/trace.go:171","msg":"trace[396866285] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"1.197872834s","start":"2026-02-26T01:39:30.055296Z","end":"2026-02-26T01:39:31.253169Z","steps":["trace[396866285] 'process raft request' (duration: 1.197739602s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:31.253303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39822682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-26T01:39:31.253293Z","caller":"traceutil/trace.go:171","msg":"trace[1678084681] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"1.402474987s","start":"2026-02-26T01:39:29.850789Z","end":"2026-02-26T01:39:31.253264Z","steps":["trace[1678084681] 'process raft request' (duration: 1.049775458s)","trace[1678084681] 'compare' (duration: 352.099338ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:39:31.253337Z","caller":"traceutil/trace.go:171","msg":"trace[1410327101] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1931; }","duration":"1.398280392s","start":"2026-02-26T01:39:29.855044Z","end":"2026-02-26T01:39:31.253325Z","steps":["trace[1410327101] 'agreement among raft nodes before linearized reading' (duration: 1.39814518s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:31.253375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:29.855034Z","time spent":"1.398333603s","remote":"127.0.0.1:58628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T01:39:31.25336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277477287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:39:31.253394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:30.055274Z","time spent":"1.198021467s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:39:31.253425Z","caller":"traceutil/trace.go:171","msg":"trace[1380403191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1931; }","duration":"1.277548958s","start":"2026-02-26T01:39:29.975858Z","end":"2026-02-26T01:39:31.253407Z","steps":["trace[1380403191] 'agreement among raft nodes before linearized reading' (duration: 1.277432946s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:31.25343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:29.850771Z","time spent":"1.40258621s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:39:31.253474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:29.975807Z","time spent":"1.27765679s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:39:31.253469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.322208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:39:31.253565Z","caller":"traceutil/trace.go:171","msg":"trace[1053426743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1931; }","duration":"970.47979ms","start":"2026-02-26T01:39:30.283062Z","end":"2026-02-26T01:39:31.253542Z","steps":["trace[1053426743] 'agreement among raft nodes before linearized reading' (duration: 970.270356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:31.253616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:30.283038Z","time spent":"970.568282ms","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:39:31.253686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.835723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T01:39:31.253771Z","caller":"traceutil/trace.go:171","msg":"trace[1770548056] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1931; }","duration":"131.922794ms","start":"2026-02-26T01:39:31.121825Z","end":"2026-02-26T01:39:31.253748Z","steps":["trace[1770548056] 'agreement among raft nodes before linearized reading' (duration: 131.708831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:31.253754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084678846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-26T01:39:31.253854Z","caller":"traceutil/trace.go:171","msg":"trace[2072954327] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1931; }","duration":"1.084810319s","start":"2026-02-26T01:39:30.169013Z","end":"2026-02-26T01:39:31.253824Z","steps":["trace[2072954327] 'agreement among raft nodes before linearized reading' (duration: 1.084542274s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:31.253929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:30.168997Z","time spent":"1.08491644s","remote":"127.0.0.1:58628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T01:39:32.153955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.909414ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T01:39:32.154608Z","caller":"traceutil/trace.go:171","msg":"trace[472963546] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"895.960038ms","start":"2026-02-26T01:39:31.258564Z","end":"2026-02-26T01:39:32.154524Z","steps":["trace[472963546] 'process raft request' (duration: 895.50335ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:39:32.154626Z","caller":"traceutil/trace.go:171","msg":"trace[666471613] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"707.731619ms","start":"2026-02-26T01:39:31.446859Z","end":"2026-02-26T01:39:32.154591Z","steps":["trace[666471613] 'process raft request' (duration: 707.461945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:32.154772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:31.258535Z","time spent":"896.155053ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:39:32.154863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.271635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:39:32.154921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:31.446836Z","time spent":"707.857863ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:39:32.154962Z","caller":"traceutil/trace.go:171","msg":"trace[655477668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1933; }","duration":"871.400307ms","start":"2026-02-26T01:39:31.283537Z","end":"2026-02-26T01:39:32.154938Z","steps":["trace[655477668] 'agreement among raft nodes before linearized reading' (duration: 871.259355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:32.155033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:31.283519Z","time spent":"871.494589ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:39:32.15515Z","caller":"traceutil/trace.go:171","msg":"trace[1403749508] linearizableReadLoop","detail":"{readStateIndex:2013; appliedIndex:2011; }","duration":"871.54941ms","start":"2026-02-26T01:39:31.283578Z","end":"2026-02-26T01:39:32.155127Z","steps":["trace[1403749508] 'read index received' (duration: 413.315201ms)","trace[1403749508] 'applied index is now lower than readState.Index' (duration: 457.662988ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:39:32.155261Z","caller":"traceutil/trace.go:171","msg":"trace[1977313774] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"188.850489ms","start":"2026-02-26T01:39:31.96638Z","end":"2026-02-26T01:39:32.155231Z","steps":["trace[1977313774] 'process raft request' (duration: 188.822969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:32.155392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.2743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:39:32.155413Z","caller":"traceutil/trace.go:171","msg":"trace[205058577] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"331.905055ms","start":"2026-02-26T01:39:31.823458Z","end":"2026-02-26T01:39:32.155363Z","steps":["trace[205058577] 'process raft request' (duration: 331.64432ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:39:32.155436Z","caller":"traceutil/trace.go:171","msg":"trace[1419848078] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1935; }","duration":"508.365941ms","start":"2026-02-26T01:39:31.647058Z","end":"2026-02-26T01:39:32.155424Z","steps":["trace[1419848078] 'agreement among raft nodes before linearized reading' (duration: 508.198658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:32.155472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:31.647033Z","time spent":"508.430622ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:39:32.155523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:31.823439Z","time spent":"332.012646ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:39:32.155545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.137545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T01:39:32.155629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.904236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-26T01:39:32.155663Z","caller":"traceutil/trace.go:171","msg":"trace[1878802188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1935; }","duration":"339.263477ms","start":"2026-02-26T01:39:31.816386Z","end":"2026-02-26T01:39:32.155649Z","steps":["trace[1878802188] 'agreement among raft nodes before linearized reading' (duration: 339.109474ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:39:32.155697Z","caller":"traceutil/trace.go:171","msg":"trace[1119240493] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1935; }","duration":"380.971478ms","start":"2026-02-26T01:39:31.774678Z","end":"2026-02-26T01:39:32.15565Z","steps":["trace[1119240493] 'agreement among raft nodes before linearized reading' (duration: 380.911527ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:32.155716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:31.774662Z","time spent":"381.048989ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:39:32.155625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.299707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:39:32.155865Z","caller":"traceutil/trace.go:171","msg":"trace[1109728949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1935; }","duration":"364.521432ms","start":"2026-02-26T01:39:31.791299Z","end":"2026-02-26T01:39:32.15582Z","steps":["trace[1109728949] 'agreement among raft nodes before linearized reading' (duration: 364.264517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:32.15548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.337398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T01:39:32.155944Z","caller":"traceutil/trace.go:171","msg":"trace[473609250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1935; }","duration":"339.832157ms","start":"2026-02-26T01:39:31.816098Z","end":"2026-02-26T01:39:32.15593Z","steps":["trace[473609250] 'agreement among raft nodes before linearized reading' (duration: 339.274777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:32.155994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:31.816078Z","time spent":"339.902747ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:39:32.155717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:31.816378Z","time spent":"339.323948ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:39:32.155955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:31.791289Z","time spent":"364.618683ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T01:39:37.472887Z","caller":"traceutil/trace.go:171","msg":"trace[1880298448] linearizableReadLoop","detail":"{readStateIndex:2042; appliedIndex:2041; }","duration":"190.323827ms","start":"2026-02-26T01:39:37.282535Z","end":"2026-02-26T01:39:37.472859Z","steps":["trace[1880298448] 'read index received' (duration: 190.100853ms)","trace[1880298448] 'applied index is now lower than readState.Index' (duration: 221.804µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:39:37.473056Z","caller":"traceutil/trace.go:171","msg":"trace[1465868494] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"203.038365ms","start":"2026-02-26T01:39:37.270004Z","end":"2026-02-26T01:39:37.473042Z","steps":["trace[1465868494] 'process raft request' (duration: 202.655308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:37.473201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.973384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-26T01:39:37.47326Z","caller":"traceutil/trace.go:171","msg":"trace[1198665254] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1960; }","duration":"178.077385ms","start":"2026-02-26T01:39:37.295165Z","end":"2026-02-26T01:39:37.473242Z","steps":["trace[1198665254] 'agreement among raft nodes before linearized reading' (duration: 177.895272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:37.473378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.828635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:39:37.473424Z","caller":"traceutil/trace.go:171","msg":"trace[966726957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1960; }","duration":"190.936237ms","start":"2026-02-26T01:39:37.282475Z","end":"2026-02-26T01:39:37.473412Z","steps":["trace[966726957] 'agreement among raft nodes before linearized reading' (duration: 190.855056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:39.546344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.944116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:39:39.54645Z","caller":"traceutil/trace.go:171","msg":"trace[2040197977] linearizableReadLoop","detail":"{readStateIndex:2052; appliedIndex:2051; }","duration":"263.139398ms","start":"2026-02-26T01:39:39.283294Z","end":"2026-02-26T01:39:39.546433Z","steps":["trace[2040197977] 'read index received' (duration: 45.961µs)","trace[2040197977] 'applied index is now lower than readState.Index' (duration: 263.092427ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:39:39.546724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.412442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:39:39.546829Z","caller":"traceutil/trace.go:171","msg":"trace[1880524803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1969; }","duration":"263.568215ms","start":"2026-02-26T01:39:39.283237Z","end":"2026-02-26T01:39:39.546805Z","steps":["trace[1880524803] 'agreement among raft nodes before linearized reading' (duration: 263.373652ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:39:39.546762Z","caller":"traceutil/trace.go:171","msg":"trace[1698441372] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"521.608689ms","start":"2026-02-26T01:39:39.025139Z","end":"2026-02-26T01:39:39.546748Z","steps":["trace[1698441372] 'process raft request' (duration: 99.163574ms)","trace[1698441372] 'compare' (duration: 421.823694ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:39:39.546939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:39.025119Z","time spent":"521.771843ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:39:39.813167Z","caller":"traceutil/trace.go:171","msg":"trace[809201472] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"153.052445ms","start":"2026-02-26T01:39:39.660092Z","end":"2026-02-26T01:39:39.813144Z","steps":["trace[809201472] 'process raft request' (duration: 97.876103ms)","trace[809201472] 'compare' (duration: 55.001809ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:40:13.414861Z","caller":"traceutil/trace.go:171","msg":"trace[2052177986] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"178.478089ms","start":"2026-02-26T01:40:13.236349Z","end":"2026-02-26T01:40:13.414827Z","steps":["trace[2052177986] 'process raft request' (duration: 178.233995ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:13.414825Z","caller":"traceutil/trace.go:171","msg":"trace[1052435660] linearizableReadLoop","detail":"{readStateIndex:2407; appliedIndex:2406; }","duration":"176.155218ms","start":"2026-02-26T01:40:13.238632Z","end":"2026-02-26T01:40:13.414787Z","steps":["trace[1052435660] 'read index received' (duration: 175.799331ms)","trace[1052435660] 'applied index is now lower than readState.Index' (duration: 354.677µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:40:13.415122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.449433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-26T01:40:13.41519Z","caller":"traceutil/trace.go:171","msg":"trace[1479761693] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2309; }","duration":"176.546705ms","start":"2026-02-26T01:40:13.238628Z","end":"2026-02-26T01:40:13.415175Z","steps":["trace[1479761693] 'agreement among raft nodes before linearized reading' (duration: 176.299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:16.953328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978722085,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T01:40:17.435693Z","caller":"traceutil/trace.go:171","msg":"trace[72986582] transaction","detail":"{read_only:false; response_revision:2326; number_of_response:1; }","duration":"987.057635ms","start":"2026-02-26T01:40:16.448599Z","end":"2026-02-26T01:40:17.435656Z","steps":["trace[72986582] 'process raft request' (duration: 986.501125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:17.435865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:16.448581Z","time spent":"987.192117ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:40:17.437505Z","caller":"traceutil/trace.go:171","msg":"trace[1849716972] linearizableReadLoop","detail":"{readStateIndex:2426; appliedIndex:2424; }","duration":"984.61692ms","start":"2026-02-26T01:40:16.452848Z","end":"2026-02-26T01:40:17.437465Z","steps":["trace[1849716972] 'read index received' (duration: 982.443671ms)","trace[1849716972] 'applied index is now lower than readState.Index' (duration: 2.172049ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:40:17.437608Z","caller":"traceutil/trace.go:171","msg":"trace[754907393] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"985.69196ms","start":"2026-02-26T01:40:16.451864Z","end":"2026-02-26T01:40:17.437556Z","steps":["trace[754907393] 'process raft request' (duration: 985.384254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:17.43776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:16.45185Z","time spent":"985.832473ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:40:17.437785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.922146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:40:17.437843Z","caller":"traceutil/trace.go:171","msg":"trace[1923416796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2328; }","duration":"985.013948ms","start":"2026-02-26T01:40:16.452813Z","end":"2026-02-26T01:40:17.437827Z","steps":["trace[1923416796] 'agreement among raft nodes before linearized reading' (duration: 984.821774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:17.437852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.314199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:40:17.437889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:16.452758Z","time spent":"985.1181ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T01:40:17.437917Z","caller":"traceutil/trace.go:171","msg":"trace[930406666] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2328; }","duration":"349.457792ms","start":"2026-02-26T01:40:17.088442Z","end":"2026-02-26T01:40:17.4379Z","steps":["trace[930406666] 'agreement among raft nodes before linearized reading' (duration: 349.35258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:17.437954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:17.088403Z","time spent":"349.539413ms","remote":"127.0.0.1:58464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:40:17.437787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.004013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T01:40:17.437974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.849038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-26T01:40:17.437872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.69448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:40:17.438006Z","caller":"traceutil/trace.go:171","msg":"trace[486346955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2328; }","duration":"982.249088ms","start":"2026-02-26T01:40:16.455738Z","end":"2026-02-26T01:40:17.437987Z","steps":["trace[486346955] 'agreement among raft nodes before linearized reading' (duration: 981.942262ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:17.438027Z","caller":"traceutil/trace.go:171","msg":"trace[226556426] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2328; }","duration":"977.926829ms","start":"2026-02-26T01:40:16.460081Z","end":"2026-02-26T01:40:17.438007Z","steps":["trace[226556426] 'agreement among raft nodes before linearized reading' (duration: 977.815247ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:17.438054Z","caller":"traceutil/trace.go:171","msg":"trace[1722350141] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2328; }","duration":"364.941165ms","start":"2026-02-26T01:40:17.0731Z","end":"2026-02-26T01:40:17.438041Z","steps":["trace[1722350141] 'agreement among raft nodes before linearized reading' (duration: 364.721281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:17.438075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:16.455723Z","time spent":"982.329539ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:40:17.438072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:16.460062Z","time spent":"977.998191ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:40:17.4381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:17.073067Z","time spent":"365.018726ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:40:17.438183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.627224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:40:17.438209Z","caller":"traceutil/trace.go:171","msg":"trace[136410375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2328; }","duration":"154.713146ms","start":"2026-02-26T01:40:17.283489Z","end":"2026-02-26T01:40:17.438202Z","steps":["trace[136410375] 'agreement among raft nodes before linearized reading' (duration: 154.665765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:24.225827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978722184,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T01:40:24.47161Z","caller":"traceutil/trace.go:171","msg":"trace[73563766] linearizableReadLoop","detail":"{readStateIndex:2469; appliedIndex:2468; }","duration":"746.834688ms","start":"2026-02-26T01:40:23.724749Z","end":"2026-02-26T01:40:24.471584Z","steps":["trace[73563766] 'read index received' (duration: 746.711276ms)","trace[73563766] 'applied index is now lower than readState.Index' (duration: 122.392µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:40:24.47169Z","caller":"traceutil/trace.go:171","msg":"trace[1957521413] transaction","detail":"{read_only:false; response_revision:2369; number_of_response:1; }","duration":"756.81814ms","start":"2026-02-26T01:40:23.714828Z","end":"2026-02-26T01:40:24.471646Z","steps":["trace[1957521413] 'process raft request' (duration: 756.615306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:24.471859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.085732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8407"} {"level":"warn","ts":"2026-02-26T01:40:24.471869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:23.714787Z","time spent":"756.994783ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:40:24.472053Z","caller":"traceutil/trace.go:171","msg":"trace[1335476035] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2369; }","duration":"747.181544ms","start":"2026-02-26T01:40:23.724743Z","end":"2026-02-26T01:40:24.471925Z","steps":["trace[1335476035] 'agreement among raft nodes before linearized reading' (duration: 746.96602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:24.472138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:23.724718Z","time spent":"747.402518ms","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8429,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T01:40:24.499922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.87085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:40:24.499963Z","caller":"traceutil/trace.go:171","msg":"trace[34770472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2370; }","duration":"216.953221ms","start":"2026-02-26T01:40:24.282999Z","end":"2026-02-26T01:40:24.499952Z","steps":["trace[34770472] 'agreement among raft nodes before linearized reading' (duration: 216.878829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:24.500176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.757914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-26T01:40:24.500219Z","caller":"traceutil/trace.go:171","msg":"trace[184193915] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2370; }","duration":"161.840576ms","start":"2026-02-26T01:40:24.338365Z","end":"2026-02-26T01:40:24.500206Z","steps":["trace[184193915] 'agreement among raft nodes before linearized reading' (duration: 161.699574ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:24.612272Z","caller":"traceutil/trace.go:171","msg":"trace[1713770857] linearizableReadLoop","detail":"{readStateIndex:2471; appliedIndex:2470; }","duration":"107.144757ms","start":"2026-02-26T01:40:24.5051Z","end":"2026-02-26T01:40:24.612244Z","steps":["trace[1713770857] 'read index received' (duration: 27.93709ms)","trace[1713770857] 'applied index is now lower than readState.Index' (duration: 79.206557ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:40:24.612375Z","caller":"traceutil/trace.go:171","msg":"trace[440224824] transaction","detail":"{read_only:false; response_revision:2371; number_of_response:1; }","duration":"108.526882ms","start":"2026-02-26T01:40:24.503819Z","end":"2026-02-26T01:40:24.612345Z","steps":["trace[440224824] 'process raft request' (duration: 29.263754ms)","trace[440224824] 'compare' (duration: 79.024574ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:40:24.612648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.529823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-26T01:40:24.612733Z","caller":"traceutil/trace.go:171","msg":"trace[922188585] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2371; }","duration":"107.643886ms","start":"2026-02-26T01:40:24.505068Z","end":"2026-02-26T01:40:24.612712Z","steps":["trace[922188585] 'agreement among raft nodes before linearized reading' (duration: 107.324001ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:28.632459Z","caller":"traceutil/trace.go:171","msg":"trace[846135181] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"148.242917ms","start":"2026-02-26T01:40:28.484192Z","end":"2026-02-26T01:40:28.632435Z","steps":["trace[846135181] 'process raft request' (duration: 148.105035ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:28.635325Z","caller":"traceutil/trace.go:171","msg":"trace[1373598250] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"124.750019ms","start":"2026-02-26T01:40:28.510552Z","end":"2026-02-26T01:40:28.635302Z","steps":["trace[1373598250] 'process raft request' (duration: 124.416133ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:51.14093Z","caller":"traceutil/trace.go:171","msg":"trace[1081744930] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"427.734481ms","start":"2026-02-26T01:40:50.713172Z","end":"2026-02-26T01:40:51.140907Z","steps":["trace[1081744930] 'process raft request' (duration: 427.491487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:51.141082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:50.71314Z","time spent":"427.869554ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:40:51.291324Z","caller":"traceutil/trace.go:171","msg":"trace[2038145988] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"569.238875ms","start":"2026-02-26T01:40:50.721977Z","end":"2026-02-26T01:40:51.291216Z","steps":["trace[2038145988] 'process raft request' (duration: 485.632349ms)","trace[2038145988] 'compare' (duration: 82.70444ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:40:51.291444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.252154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:40:51.291542Z","caller":"traceutil/trace.go:171","msg":"trace[2067105877] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2513; }","duration":"547.437967ms","start":"2026-02-26T01:40:50.744084Z","end":"2026-02-26T01:40:51.291522Z","steps":["trace[2067105877] 'agreement among raft nodes before linearized reading' (duration: 547.213582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:51.291594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:50.744045Z","time spent":"547.539651ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T01:40:51.292245Z","caller":"traceutil/trace.go:171","msg":"trace[494946745] linearizableReadLoop","detail":"{readStateIndex:2619; appliedIndex:2617; }","duration":"546.858966ms","start":"2026-02-26T01:40:50.744187Z","end":"2026-02-26T01:40:51.291046Z","steps":["trace[494946745] 'read index received' (duration: 396.49843ms)","trace[494946745] 'applied index is now lower than readState.Index' (duration: 150.359246ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:40:51.293093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:50.721937Z","time spent":"569.534751ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:40:51.857129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978722613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:40:52.594357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.65237ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T01:40:52.594485Z","caller":"traceutil/trace.go:171","msg":"trace[1302060880] linearizableReadLoop","detail":"{readStateIndex:2621; appliedIndex:2620; }","duration":"1.237870146s","start":"2026-02-26T01:40:51.356601Z","end":"2026-02-26T01:40:52.594471Z","steps":["trace[1302060880] 'read index received' (duration: 690.070252ms)","trace[1302060880] 'applied index is now lower than readState.Index' (duration: 547.798854ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:40:52.594564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:52.250432Z","time spent":"344.129995ms","remote":"127.0.0.1:51250","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T01:40:52.594708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.016256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-02-26T01:40:52.594775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.621901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:40:52.59479Z","caller":"traceutil/trace.go:171","msg":"trace[1824111325] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2514; }","duration":"256.139167ms","start":"2026-02-26T01:40:52.338631Z","end":"2026-02-26T01:40:52.59477Z","steps":["trace[1824111325] 'agreement among raft nodes before linearized reading' (duration: 255.963094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:52.594808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.852503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T01:40:52.59483Z","caller":"traceutil/trace.go:171","msg":"trace[1512957283] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2514; }","duration":"903.725833ms","start":"2026-02-26T01:40:51.691089Z","end":"2026-02-26T01:40:52.594815Z","steps":["trace[1512957283] 'agreement among raft nodes before linearized reading' (duration: 903.5525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:52.594849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.788835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-26T01:40:52.594816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.161106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-26T01:40:52.594874Z","caller":"traceutil/trace.go:171","msg":"trace[1745357786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2514; }","duration":"903.815675ms","start":"2026-02-26T01:40:51.691051Z","end":"2026-02-26T01:40:52.594866Z","steps":["trace[1745357786] 'agreement among raft nodes before linearized reading' (duration: 903.741944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:52.594866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:51.691066Z","time spent":"903.792475ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:40:52.5949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:51.691017Z","time spent":"903.878236ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:40:52.594923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.437806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:40:52.594857Z","caller":"traceutil/trace.go:171","msg":"trace[159249005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2514; }","duration":"905.931464ms","start":"2026-02-26T01:40:51.688911Z","end":"2026-02-26T01:40:52.594843Z","steps":["trace[159249005] 'agreement among raft nodes before linearized reading' (duration: 905.651349ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:52.594923Z","caller":"traceutil/trace.go:171","msg":"trace[1105261534] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2514; }","duration":"901.296668ms","start":"2026-02-26T01:40:51.693597Z","end":"2026-02-26T01:40:52.594893Z","steps":["trace[1105261534] 'agreement among raft nodes before linearized reading' (duration: 901.025264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:52.594958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:51.688889Z","time spent":"906.064127ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T01:40:52.594956Z","caller":"traceutil/trace.go:171","msg":"trace[1573032299] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2514; }","duration":"536.512887ms","start":"2026-02-26T01:40:52.058431Z","end":"2026-02-26T01:40:52.594944Z","steps":["trace[1573032299] 'agreement among raft nodes before linearized reading' (duration: 536.462766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:52.594966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.784355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T01:40:52.594998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:52.058407Z","time spent":"536.582049ms","remote":"127.0.0.1:57110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:40:52.595052Z","caller":"traceutil/trace.go:171","msg":"trace[1498705897] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2514; }","duration":"902.894698ms","start":"2026-02-26T01:40:51.692136Z","end":"2026-02-26T01:40:52.595031Z","steps":["trace[1498705897] 'agreement among raft nodes before linearized reading' (duration: 902.679954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:52.594723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23810437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1897a84e001e3159\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-02-26T01:40:52.594837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.335835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:40:52.595112Z","caller":"traceutil/trace.go:171","msg":"trace[1761529377] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1897a84e001e3159; range_end:; response_count:1; response_revision:2514; }","duration":"1.2386036s","start":"2026-02-26T01:40:51.3565Z","end":"2026-02-26T01:40:52.595104Z","steps":["trace[1761529377] 'agreement among raft nodes before linearized reading' (duration: 1.238048159s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:52.595109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:51.692125Z","time spent":"902.97236ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:40:52.595136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:51.356472Z","time spent":"1.238657271s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.1897a84e001e3159\" "} {"level":"warn","ts":"2026-02-26T01:40:52.594985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:51.693586Z","time spent":"901.38271ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T01:40:52.595151Z","caller":"traceutil/trace.go:171","msg":"trace[1190181686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2514; }","duration":"311.662152ms","start":"2026-02-26T01:40:52.283465Z","end":"2026-02-26T01:40:52.595128Z","steps":["trace[1190181686] 'agreement among raft nodes before linearized reading' (duration: 311.283834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:52.595208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:52.283455Z","time spent":"311.737563ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:40:52.784698Z","caller":"traceutil/trace.go:171","msg":"trace[1565981377] linearizableReadLoop","detail":"{readStateIndex:2622; appliedIndex:2621; }","duration":"186.264722ms","start":"2026-02-26T01:40:52.59841Z","end":"2026-02-26T01:40:52.784675Z","steps":["trace[1565981377] 'read index received' (duration: 186.223291ms)","trace[1565981377] 'applied index is now lower than readState.Index' (duration: 40.401µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:40:52.784881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.451995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-02-26T01:40:52.784848Z","caller":"traceutil/trace.go:171","msg":"trace[1717396647] transaction","detail":"{read_only:false; response_revision:2515; number_of_response:1; }","duration":"186.575947ms","start":"2026-02-26T01:40:52.598177Z","end":"2026-02-26T01:40:52.784752Z","steps":["trace[1717396647] 'process raft request' (duration: 186.316162ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:52.784906Z","caller":"traceutil/trace.go:171","msg":"trace[680871808] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2515; }","duration":"186.511615ms","start":"2026-02-26T01:40:52.598388Z","end":"2026-02-26T01:40:52.784899Z","steps":["trace[680871808] 'agreement among raft nodes before linearized reading' (duration: 186.370373ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:52.835565Z","caller":"traceutil/trace.go:171","msg":"trace[76155235] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"236.201073ms","start":"2026-02-26T01:40:52.599322Z","end":"2026-02-26T01:40:52.835523Z","steps":["trace[76155235] 'process raft request' (duration: 235.960749ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:52.836399Z","caller":"traceutil/trace.go:171","msg":"trace[1918369307] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"236.874446ms","start":"2026-02-26T01:40:52.599504Z","end":"2026-02-26T01:40:52.836378Z","steps":["trace[1918369307] 'process raft request' (duration: 235.906448ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:52.836499Z","caller":"traceutil/trace.go:171","msg":"trace[1342229704] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"236.836885ms","start":"2026-02-26T01:40:52.599648Z","end":"2026-02-26T01:40:52.836485Z","steps":["trace[1342229704] 'process raft request' (duration: 236.632101ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:52.836952Z","caller":"traceutil/trace.go:171","msg":"trace[1787052021] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"237.060709ms","start":"2026-02-26T01:40:52.599861Z","end":"2026-02-26T01:40:52.836921Z","steps":["trace[1787052021] 'process raft request' (duration: 236.512259ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:52.836985Z","caller":"traceutil/trace.go:171","msg":"trace[1311425299] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"236.395067ms","start":"2026-02-26T01:40:52.600575Z","end":"2026-02-26T01:40:52.83697Z","steps":["trace[1311425299] 'process raft request' (duration: 235.836598ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:56.962894Z","caller":"traceutil/trace.go:171","msg":"trace[193338562] transaction","detail":"{read_only:false; response_revision:2540; number_of_response:1; }","duration":"105.075639ms","start":"2026-02-26T01:40:56.857791Z","end":"2026-02-26T01:40:56.962866Z","steps":["trace[193338562] 'process raft request' (duration: 47.62675ms)","trace[193338562] 'compare' (duration: 57.286416ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:40:56.963277Z","caller":"traceutil/trace.go:171","msg":"trace[1873769512] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"105.268302ms","start":"2026-02-26T01:40:56.857976Z","end":"2026-02-26T01:40:56.963244Z","steps":["trace[1873769512] 'process raft request' (duration: 104.854705ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:56.963412Z","caller":"traceutil/trace.go:171","msg":"trace[724857770] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"104.559309ms","start":"2026-02-26T01:40:56.858828Z","end":"2026-02-26T01:40:56.963387Z","steps":["trace[724857770] 'process raft request' (duration: 104.305685ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:56.963402Z","caller":"traceutil/trace.go:171","msg":"trace[357973474] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"104.353865ms","start":"2026-02-26T01:40:56.859008Z","end":"2026-02-26T01:40:56.963362Z","steps":["trace[357973474] 'process raft request' (duration: 104.265993ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:58.279743Z","caller":"traceutil/trace.go:171","msg":"trace[1227540100] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"639.636111ms","start":"2026-02-26T01:40:57.640062Z","end":"2026-02-26T01:40:58.279699Z","steps":["trace[1227540100] 'process raft request' (duration: 639.444606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:58.27992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:57.64003Z","time spent":"639.798744ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:40:58.639197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.923967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-26T01:40:58.639305Z","caller":"traceutil/trace.go:171","msg":"trace[1019314240] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2547; }","duration":"300.10736ms","start":"2026-02-26T01:40:58.339171Z","end":"2026-02-26T01:40:58.639278Z","steps":["trace[1019314240] 'range keys from in-memory index tree' (duration: 299.682193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:58.639365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:58.339139Z","time spent":"300.210462ms","remote":"127.0.0.1:56502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-02-26T01:40:59.147439Z","caller":"traceutil/trace.go:171","msg":"trace[765071123] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"142.229147ms","start":"2026-02-26T01:40:59.005182Z","end":"2026-02-26T01:40:59.147411Z","steps":["trace[765071123] 'process raft request' (duration: 114.029002ms)","trace[765071123] 'compare' (duration: 28.027662ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:40:59.147693Z","caller":"traceutil/trace.go:171","msg":"trace[1367207289] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"140.605879ms","start":"2026-02-26T01:40:59.007065Z","end":"2026-02-26T01:40:59.147671Z","steps":["trace[1367207289] 'process raft request' (duration: 140.503126ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:59.147756Z","caller":"traceutil/trace.go:171","msg":"trace[999055533] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"142.087706ms","start":"2026-02-26T01:40:59.005636Z","end":"2026-02-26T01:40:59.147724Z","steps":["trace[999055533] 'process raft request' (duration: 141.726048ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:59.591808Z","caller":"traceutil/trace.go:171","msg":"trace[1390597678] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"100.947454ms","start":"2026-02-26T01:40:59.490835Z","end":"2026-02-26T01:40:59.591783Z","steps":["trace[1390597678] 'process raft request' (duration: 100.796601ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:24.13144Z","caller":"traceutil/trace.go:171","msg":"trace[1020126769] linearizableReadLoop","detail":"{readStateIndex:3581; appliedIndex:3580; }","duration":"239.813763ms","start":"2026-02-26T01:43:23.891595Z","end":"2026-02-26T01:43:24.131409Z","steps":["trace[1020126769] 'read index received' (duration: 237.46306ms)","trace[1020126769] 'applied index is now lower than readState.Index' (duration: 2.349083ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:43:24.131665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.568065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:43:24.131651Z","caller":"traceutil/trace.go:171","msg":"trace[439826626] transaction","detail":"{read_only:false; response_revision:3438; number_of_response:1; }","duration":"289.594696ms","start":"2026-02-26T01:43:23.842024Z","end":"2026-02-26T01:43:24.131618Z","steps":["trace[439826626] 'process raft request' (duration: 287.082909ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:24.131709Z","caller":"traceutil/trace.go:171","msg":"trace[1308531331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3438; }","duration":"283.650086ms","start":"2026-02-26T01:43:23.848048Z","end":"2026-02-26T01:43:24.131698Z","steps":["trace[1308531331] 'agreement among raft nodes before linearized reading' (duration: 283.477433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:24.131909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.794829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:43:24.131939Z","caller":"traceutil/trace.go:171","msg":"trace[1283666806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3438; }","duration":"283.83936ms","start":"2026-02-26T01:43:23.848093Z","end":"2026-02-26T01:43:24.131932Z","steps":["trace[1283666806] 'agreement among raft nodes before linearized reading' (duration: 283.754148ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:24.132123Z","caller":"traceutil/trace.go:171","msg":"trace[1887498114] transaction","detail":"{read_only:false; response_revision:3439; number_of_response:1; }","duration":"234.751058ms","start":"2026-02-26T01:43:23.897339Z","end":"2026-02-26T01:43:24.13209Z","steps":["trace[1887498114] 'process raft request' (duration: 234.565915ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:29.968704Z","caller":"traceutil/trace.go:171","msg":"trace[350078325] linearizableReadLoop","detail":"{readStateIndex:3608; appliedIndex:3607; }","duration":"272.499339ms","start":"2026-02-26T01:43:29.696172Z","end":"2026-02-26T01:43:29.968672Z","steps":["trace[350078325] 'read index received' (duration: 272.339855ms)","trace[350078325] 'applied index is now lower than readState.Index' (duration: 158.094µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:43:29.96888Z","caller":"traceutil/trace.go:171","msg":"trace[496143759] transaction","detail":"{read_only:false; response_revision:3464; number_of_response:1; }","duration":"279.013721ms","start":"2026-02-26T01:43:29.689823Z","end":"2026-02-26T01:43:29.968837Z","steps":["trace[496143759] 'process raft request' (duration: 278.635173ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:29.968983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.721994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:43:29.969051Z","caller":"traceutil/trace.go:171","msg":"trace[1947412875] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3464; }","duration":"104.864956ms","start":"2026-02-26T01:43:29.864156Z","end":"2026-02-26T01:43:29.969021Z","steps":["trace[1947412875] 'agreement among raft nodes before linearized reading' (duration: 104.743224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:29.969142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.890467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T01:43:29.969373Z","caller":"traceutil/trace.go:171","msg":"trace[590186881] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3464; }","duration":"273.235943ms","start":"2026-02-26T01:43:29.696103Z","end":"2026-02-26T01:43:29.969339Z","steps":["trace[590186881] 'agreement among raft nodes before linearized reading' (duration: 272.719794ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:30.093626Z","caller":"traceutil/trace.go:171","msg":"trace[161686667] transaction","detail":"{read_only:false; response_revision:3466; number_of_response:1; }","duration":"119.171712ms","start":"2026-02-26T01:43:29.974408Z","end":"2026-02-26T01:43:30.093579Z","steps":["trace[161686667] 'process raft request' (duration: 119.04419ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:41.150118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.527882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:44:41.150273Z","caller":"traceutil/trace.go:171","msg":"trace[1171417194] transaction","detail":"{read_only:false; response_revision:4278; number_of_response:1; }","duration":"172.297403ms","start":"2026-02-26T01:44:40.977954Z","end":"2026-02-26T01:44:41.150251Z","steps":["trace[1171417194] 'process raft request' (duration: 36.528697ms)","trace[1171417194] 'compare' (duration: 135.394588ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:41.219686Z","caller":"traceutil/trace.go:171","msg":"trace[1238536131] linearizableReadLoop","detail":"{readStateIndex:4460; appliedIndex:4458; }","duration":"237.066193ms","start":"2026-02-26T01:44:40.982586Z","end":"2026-02-26T01:44:41.219652Z","steps":["trace[1238536131] 'read index received' (duration: 31.912822ms)","trace[1238536131] 'applied index is now lower than readState.Index' (duration: 205.152091ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:41.219701Z","caller":"traceutil/trace.go:171","msg":"trace[1707900070] transaction","detail":"{read_only:false; response_revision:4279; number_of_response:1; }","duration":"240.444065ms","start":"2026-02-26T01:44:40.979219Z","end":"2026-02-26T01:44:41.219663Z","steps":["trace[1707900070] 'process raft request' (duration: 240.215541ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:41.21983Z","caller":"traceutil/trace.go:171","msg":"trace[717578966] transaction","detail":"{read_only:false; response_revision:4280; number_of_response:1; }","duration":"236.507793ms","start":"2026-02-26T01:44:40.983224Z","end":"2026-02-26T01:44:41.219732Z","steps":["trace[717578966] 'process raft request' (duration: 236.35439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:41.220056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.425711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-02-26T01:44:41.220185Z","caller":"traceutil/trace.go:171","msg":"trace[511219366] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4280; }","duration":"237.608153ms","start":"2026-02-26T01:44:40.982541Z","end":"2026-02-26T01:44:41.220149Z","steps":["trace[511219366] 'agreement among raft nodes before linearized reading' (duration: 237.241116ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:48.464331Z","caller":"traceutil/trace.go:171","msg":"trace[1530691617] transaction","detail":"{read_only:false; response_revision:4448; number_of_response:1; }","duration":"216.281219ms","start":"2026-02-26T01:44:48.248024Z","end":"2026-02-26T01:44:48.464306Z","steps":["trace[1530691617] 'process raft request' (duration: 216.118835ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:48.47979Z","caller":"traceutil/trace.go:171","msg":"trace[1850357095] transaction","detail":"{read_only:false; response_revision:4449; number_of_response:1; }","duration":"229.522754ms","start":"2026-02-26T01:44:48.250229Z","end":"2026-02-26T01:44:48.479752Z","steps":["trace[1850357095] 'process raft request' (duration: 229.33811ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:48.479864Z","caller":"traceutil/trace.go:171","msg":"trace[140223781] linearizableReadLoop","detail":"{readStateIndex:4635; appliedIndex:4633; }","duration":"228.369013ms","start":"2026-02-26T01:44:48.251469Z","end":"2026-02-26T01:44:48.479838Z","steps":["trace[140223781] 'read index received' (duration: 212.750803ms)","trace[140223781] 'applied index is now lower than readState.Index' (duration: 15.61659ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:44:48.480095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.606867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-02-26T01:44:48.480108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.380418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:44:48.480136Z","caller":"traceutil/trace.go:171","msg":"trace[1130306565] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4450; }","duration":"228.717059ms","start":"2026-02-26T01:44:48.251403Z","end":"2026-02-26T01:44:48.48012Z","steps":["trace[1130306565] 'agreement among raft nodes before linearized reading' (duration: 228.573786ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:48.48017Z","caller":"traceutil/trace.go:171","msg":"trace[1851231242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4450; }","duration":"197.467259ms","start":"2026-02-26T01:44:48.282686Z","end":"2026-02-26T01:44:48.480153Z","steps":["trace[1851231242] 'agreement among raft nodes before linearized reading' (duration: 197.361947ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:49.161224Z","caller":"traceutil/trace.go:171","msg":"trace[688192846] linearizableReadLoop","detail":"{readStateIndex:4644; appliedIndex:4643; }","duration":"188.737677ms","start":"2026-02-26T01:44:48.972457Z","end":"2026-02-26T01:44:49.161195Z","steps":["trace[688192846] 'read index received' (duration: 188.621235ms)","trace[688192846] 'applied index is now lower than readState.Index' (duration: 115.162µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:49.161293Z","caller":"traceutil/trace.go:171","msg":"trace[2053250586] transaction","detail":"{read_only:false; response_revision:4458; number_of_response:1; }","duration":"204.218184ms","start":"2026-02-26T01:44:48.957026Z","end":"2026-02-26T01:44:49.161245Z","steps":["trace[2053250586] 'process raft request' (duration: 203.99153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:49.161456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.982771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-7r7hm\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-02-26T01:44:49.161506Z","caller":"traceutil/trace.go:171","msg":"trace[280716754] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-7r7hm; range_end:; response_count:1; response_revision:4458; }","duration":"189.091335ms","start":"2026-02-26T01:44:48.972402Z","end":"2026-02-26T01:44:49.161493Z","steps":["trace[280716754] 'agreement among raft nodes before linearized reading' (duration: 188.897591ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:49.169032Z","caller":"traceutil/trace.go:171","msg":"trace[2045422812] transaction","detail":"{read_only:false; response_revision:4459; number_of_response:1; }","duration":"195.196638ms","start":"2026-02-26T01:44:48.973802Z","end":"2026-02-26T01:44:49.168999Z","steps":["trace[2045422812] 'process raft request' (duration: 195.057895ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:49.510456Z","caller":"traceutil/trace.go:171","msg":"trace[680282711] linearizableReadLoop","detail":"{readStateIndex:4646; appliedIndex:4645; }","duration":"180.897783ms","start":"2026-02-26T01:44:49.329528Z","end":"2026-02-26T01:44:49.510426Z","steps":["trace[680282711] 'read index received' (duration: 180.477664ms)","trace[680282711] 'applied index is now lower than readState.Index' (duration: 418.869µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:49.51057Z","caller":"traceutil/trace.go:171","msg":"trace[1427619517] transaction","detail":"{read_only:false; response_revision:4460; number_of_response:1; }","duration":"333.935059ms","start":"2026-02-26T01:44:49.176596Z","end":"2026-02-26T01:44:49.510531Z","steps":["trace[1427619517] 'process raft request' (duration: 333.352428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:49.510702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.155447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cm56x\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-26T01:44:49.510746Z","caller":"traceutil/trace.go:171","msg":"trace[1695267143] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cm56x; range_end:; response_count:1; response_revision:4460; }","duration":"181.265739ms","start":"2026-02-26T01:44:49.329469Z","end":"2026-02-26T01:44:49.510735Z","steps":["trace[1695267143] 'agreement among raft nodes before linearized reading' (duration: 181.096096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:49.510759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:49.176569Z","time spent":"334.095192ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9709,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:49.612204Z","caller":"traceutil/trace.go:171","msg":"trace[1610012313] linearizableReadLoop","detail":"{readStateIndex:4647; appliedIndex:4646; }","duration":"101.638172ms","start":"2026-02-26T01:44:49.510533Z","end":"2026-02-26T01:44:49.612171Z","steps":["trace[1610012313] 'read index received' (duration: 70.475995ms)","trace[1610012313] 'applied index is now lower than readState.Index' (duration: 31.160907ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:49.612338Z","caller":"traceutil/trace.go:171","msg":"trace[810167856] transaction","detail":"{read_only:false; response_revision:4461; number_of_response:1; }","duration":"212.288634ms","start":"2026-02-26T01:44:49.399994Z","end":"2026-02-26T01:44:49.612282Z","steps":["trace[810167856] 'process raft request' (duration: 181.129336ms)","trace[810167856] 'compare' (duration: 30.908723ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:44:49.612626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.183822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-26T01:44:49.612735Z","caller":"traceutil/trace.go:171","msg":"trace[379278114] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4461; }","duration":"144.343015ms","start":"2026-02-26T01:44:49.468367Z","end":"2026-02-26T01:44:49.61271Z","steps":["trace[379278114] 'agreement among raft nodes before linearized reading' (duration: 143.960758ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:50.606952Z","caller":"traceutil/trace.go:171","msg":"trace[1998649179] transaction","detail":"{read_only:false; response_revision:4547; number_of_response:1; }","duration":"137.224103ms","start":"2026-02-26T01:44:50.469701Z","end":"2026-02-26T01:44:50.606926Z","steps":["trace[1998649179] 'process raft request' (duration: 137.019129ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:51.032098Z","caller":"traceutil/trace.go:171","msg":"trace[1851638243] linearizableReadLoop","detail":"{readStateIndex:4736; appliedIndex:4734; }","duration":"519.335575ms","start":"2026-02-26T01:44:50.512729Z","end":"2026-02-26T01:44:51.032064Z","steps":["trace[1851638243] 'read index received' (duration: 94.021893ms)","trace[1851638243] 'applied index is now lower than readState.Index' (duration: 425.312462ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:51.032154Z","caller":"traceutil/trace.go:171","msg":"trace[206422162] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"547.690451ms","start":"2026-02-26T01:44:50.484418Z","end":"2026-02-26T01:44:51.032108Z","steps":["trace[206422162] 'process raft request' (duration: 547.459256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:51.032393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:50.484389Z","time spent":"547.910575ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:51.032412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.647191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T01:44:51.032522Z","caller":"traceutil/trace.go:171","msg":"trace[1943887121] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4548; }","duration":"519.809353ms","start":"2026-02-26T01:44:50.512686Z","end":"2026-02-26T01:44:51.032495Z","steps":["trace[1943887121] 'agreement among raft nodes before linearized reading' (duration: 519.501868ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:51.032582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:50.512667Z","time spent":"519.904875ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:44:51.04058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.325165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T01:44:51.040607Z","caller":"traceutil/trace.go:171","msg":"trace[800109807] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"404.965556ms","start":"2026-02-26T01:44:50.63561Z","end":"2026-02-26T01:44:51.040575Z","steps":["trace[800109807] 'process raft request' (duration: 404.72454ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:51.04063Z","caller":"traceutil/trace.go:171","msg":"trace[964236240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4549; }","duration":"287.415026ms","start":"2026-02-26T01:44:50.753202Z","end":"2026-02-26T01:44:51.040617Z","steps":["trace[964236240] 'agreement among raft nodes before linearized reading' (duration: 287.280434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:51.040732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:50.635588Z","time spent":"405.077797ms","remote":"127.0.0.1:49504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2175,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:44:51.040705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.230777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:44:51.040803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.112529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T01:44:51.040833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.614023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T01:44:51.040832Z","caller":"traceutil/trace.go:171","msg":"trace[416812806] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4549; }","duration":"413.407751ms","start":"2026-02-26T01:44:50.627395Z","end":"2026-02-26T01:44:51.040802Z","steps":["trace[416812806] 'agreement among raft nodes before linearized reading' (duration: 413.208407ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:51.040871Z","caller":"traceutil/trace.go:171","msg":"trace[228740356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4549; }","duration":"398.211711ms","start":"2026-02-26T01:44:50.642642Z","end":"2026-02-26T01:44:51.040854Z","steps":["trace[228740356] 'agreement among raft nodes before linearized reading' (duration: 397.953216ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:51.040887Z","caller":"traceutil/trace.go:171","msg":"trace[2071458633] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4549; }","duration":"414.719375ms","start":"2026-02-26T01:44:50.626152Z","end":"2026-02-26T01:44:51.040871Z","steps":["trace[2071458633] 'agreement among raft nodes before linearized reading' (duration: 414.560902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:51.040905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:50.642564Z","time spent":"398.336212ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:44:51.040899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:50.627373Z","time spent":"413.512754ms","remote":"127.0.0.1:49506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:44:51.04092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:50.626122Z","time spent":"414.790607ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:44:51.041137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.565255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T01:44:51.04117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.456792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T01:44:51.041258Z","caller":"traceutil/trace.go:171","msg":"trace[1258526190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4549; }","duration":"392.722337ms","start":"2026-02-26T01:44:50.648505Z","end":"2026-02-26T01:44:51.041227Z","steps":["trace[1258526190] 'agreement among raft nodes before linearized reading' (duration: 392.29535ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:51.041255Z","caller":"traceutil/trace.go:171","msg":"trace[1380819911] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4549; }","duration":"502.596424ms","start":"2026-02-26T01:44:50.538644Z","end":"2026-02-26T01:44:51.041241Z","steps":["trace[1380819911] 'agreement among raft nodes before linearized reading' (duration: 501.80901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:51.041316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:50.648499Z","time spent":"392.806569ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:44:51.041319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:50.538619Z","time spent":"502.690136ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T01:44:53.255519Z","caller":"traceutil/trace.go:171","msg":"trace[1934178578] linearizableReadLoop","detail":"{readStateIndex:4766; appliedIndex:4765; }","duration":"286.680823ms","start":"2026-02-26T01:44:52.96881Z","end":"2026-02-26T01:44:53.255491Z","steps":["trace[1934178578] 'read index received' (duration: 286.58037ms)","trace[1934178578] 'applied index is now lower than readState.Index' (duration: 99.323µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:53.255599Z","caller":"traceutil/trace.go:171","msg":"trace[407118773] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"643.313912ms","start":"2026-02-26T01:44:52.612249Z","end":"2026-02-26T01:44:53.255563Z","steps":["trace[407118773] 'process raft request' (duration: 643.075527ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:53.255675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.848176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:44:53.255723Z","caller":"traceutil/trace.go:171","msg":"trace[172276206] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4577; }","duration":"286.976758ms","start":"2026-02-26T01:44:52.968733Z","end":"2026-02-26T01:44:53.25571Z","steps":["trace[172276206] 'agreement among raft nodes before linearized reading' (duration: 286.880346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:53.255767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:52.612208Z","time spent":"643.466535ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:53.314729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.093547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T01:44:53.314796Z","caller":"traceutil/trace.go:171","msg":"trace[1620168719] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4578; }","duration":"255.188609ms","start":"2026-02-26T01:44:53.059593Z","end":"2026-02-26T01:44:53.314782Z","steps":["trace[1620168719] 'agreement among raft nodes before linearized reading' (duration: 255.037106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:53.3148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.881453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:44:53.314872Z","caller":"traceutil/trace.go:171","msg":"trace[435509947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4578; }","duration":"254.971835ms","start":"2026-02-26T01:44:53.059884Z","end":"2026-02-26T01:44:53.314856Z","steps":["trace[435509947] 'agreement among raft nodes before linearized reading' (duration: 254.738331ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:53.314867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.897544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T01:44:53.314931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.166176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-27df0994-aa87-4e49-8623-f8013218a003\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-02-26T01:44:53.314995Z","caller":"traceutil/trace.go:171","msg":"trace[539437907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4578; }","duration":"255.038956ms","start":"2026-02-26T01:44:53.05994Z","end":"2026-02-26T01:44:53.314979Z","steps":["trace[539437907] 'agreement among raft nodes before linearized reading' (duration: 254.843443ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:53.31501Z","caller":"traceutil/trace.go:171","msg":"trace[188669941] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-27df0994-aa87-4e49-8623-f8013218a003; range_end:; response_count:1; response_revision:4578; }","duration":"291.284838ms","start":"2026-02-26T01:44:53.023708Z","end":"2026-02-26T01:44:53.314993Z","steps":["trace[188669941] 'agreement among raft nodes before linearized reading' (duration: 291.050034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:53.315024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.111618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T01:44:53.314987Z","caller":"traceutil/trace.go:171","msg":"trace[1459986951] transaction","detail":"{read_only:false; response_revision:4578; number_of_response:1; }","duration":"277.460321ms","start":"2026-02-26T01:44:53.037469Z","end":"2026-02-26T01:44:53.31493Z","steps":["trace[1459986951] 'process raft request' (duration: 277.019723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:53.315031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.306128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T01:44:53.315047Z","caller":"traceutil/trace.go:171","msg":"trace[2043803339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4578; }","duration":"255.178439ms","start":"2026-02-26T01:44:53.059861Z","end":"2026-02-26T01:44:53.31504Z","steps":["trace[2043803339] 'agreement among raft nodes before linearized reading' (duration: 255.117678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:53.314915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.803321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T01:44:53.315116Z","caller":"traceutil/trace.go:171","msg":"trace[773776542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4578; }","duration":"256.036145ms","start":"2026-02-26T01:44:53.059069Z","end":"2026-02-26T01:44:53.315105Z","steps":["trace[773776542] 'agreement among raft nodes before linearized reading' (duration: 255.73205ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:53.31512Z","caller":"traceutil/trace.go:171","msg":"trace[866172147] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4578; }","duration":"264.449751ms","start":"2026-02-26T01:44:53.050646Z","end":"2026-02-26T01:44:53.315095Z","steps":["trace[866172147] 'agreement among raft nodes before linearized reading' (duration: 264.197487ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:55.327411Z","caller":"traceutil/trace.go:171","msg":"trace[246634132] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"192.600219ms","start":"2026-02-26T01:44:55.134731Z","end":"2026-02-26T01:44:55.327332Z","steps":["trace[246634132] 'process raft request' (duration: 192.428286ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:55.459637Z","caller":"traceutil/trace.go:171","msg":"trace[1402948568] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"255.941613ms","start":"2026-02-26T01:44:55.203663Z","end":"2026-02-26T01:44:55.459604Z","steps":["trace[1402948568] 'process raft request' (duration: 254.270112ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:55.459875Z","caller":"traceutil/trace.go:171","msg":"trace[845802028] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"197.252445ms","start":"2026-02-26T01:44:55.262591Z","end":"2026-02-26T01:44:55.459843Z","steps":["trace[845802028] 'process raft request' (duration: 196.9502ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:55.460155Z","caller":"traceutil/trace.go:171","msg":"trace[519075848] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"140.107557ms","start":"2026-02-26T01:44:55.320036Z","end":"2026-02-26T01:44:55.460143Z","steps":["trace[519075848] 'process raft request' (duration: 139.74196ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:55.460117Z","caller":"traceutil/trace.go:171","msg":"trace[718731703] linearizableReadLoop","detail":"{readStateIndex:4799; appliedIndex:4797; }","duration":"242.719948ms","start":"2026-02-26T01:44:55.217359Z","end":"2026-02-26T01:44:55.460079Z","steps":["trace[718731703] 'read index received' (duration: 109.941337ms)","trace[718731703] 'applied index is now lower than readState.Index' (duration: 132.776961ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:44:55.460302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.200653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:44:55.460337Z","caller":"traceutil/trace.go:171","msg":"trace[1936021394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4611; }","duration":"177.288355ms","start":"2026-02-26T01:44:55.283037Z","end":"2026-02-26T01:44:55.460326Z","steps":["trace[1936021394] 'agreement among raft nodes before linearized reading' (duration: 177.222774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:55.460456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.680117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-26T01:44:55.460456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.81892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T01:44:55.460459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.055664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T01:44:55.460466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.106365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-02-26T01:44:55.460495Z","caller":"traceutil/trace.go:171","msg":"trace[1519684383] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4611; }","duration":"120.752198ms","start":"2026-02-26T01:44:55.33973Z","end":"2026-02-26T01:44:55.460482Z","steps":["trace[1519684383] 'agreement among raft nodes before linearized reading' (duration: 120.553914ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:55.460506Z","caller":"traceutil/trace.go:171","msg":"trace[1509831981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4611; }","duration":"119.899031ms","start":"2026-02-26T01:44:55.340593Z","end":"2026-02-26T01:44:55.460492Z","steps":["trace[1509831981] 'agreement among raft nodes before linearized reading' (duration: 119.745358ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:55.460517Z","caller":"traceutil/trace.go:171","msg":"trace[13666058] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4611; }","duration":"120.161486ms","start":"2026-02-26T01:44:55.340343Z","end":"2026-02-26T01:44:55.460504Z","steps":["trace[13666058] 'agreement among raft nodes before linearized reading' (duration: 119.948152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:55.460533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.926091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T01:44:55.460529Z","caller":"traceutil/trace.go:171","msg":"trace[513851376] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4611; }","duration":"243.196666ms","start":"2026-02-26T01:44:55.217318Z","end":"2026-02-26T01:44:55.460515Z","steps":["trace[513851376] 'agreement among raft nodes before linearized reading' (duration: 242.907931ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:55.460573Z","caller":"traceutil/trace.go:171","msg":"trace[1483179426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4611; }","duration":"120.971221ms","start":"2026-02-26T01:44:55.339584Z","end":"2026-02-26T01:44:55.460556Z","steps":["trace[1483179426] 'agreement among raft nodes before linearized reading' (duration: 120.89367ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:55.46048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.473962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T01:44:55.460621Z","caller":"traceutil/trace.go:171","msg":"trace[568066144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4611; }","duration":"120.629895ms","start":"2026-02-26T01:44:55.339981Z","end":"2026-02-26T01:44:55.460611Z","steps":["trace[568066144] 'agreement among raft nodes before linearized reading' (duration: 120.34122ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:55.460628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.65234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-27df0994-aa87-4e49-8623-f8013218a003\" ","response":"range_response_count:1 size:3906"} {"level":"warn","ts":"2026-02-26T01:44:55.460621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.921515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:44:55.460666Z","caller":"traceutil/trace.go:171","msg":"trace[774830482] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-27df0994-aa87-4e49-8623-f8013218a003; range_end:; response_count:1; response_revision:4611; }","duration":"138.712222ms","start":"2026-02-26T01:44:55.321941Z","end":"2026-02-26T01:44:55.460653Z","steps":["trace[774830482] 'agreement among raft nodes before linearized reading' (duration: 138.599959ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:55.460714Z","caller":"traceutil/trace.go:171","msg":"trace[470985661] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4611; }","duration":"132.053549ms","start":"2026-02-26T01:44:55.328639Z","end":"2026-02-26T01:44:55.460693Z","steps":["trace[470985661] 'agreement among raft nodes before linearized reading' (duration: 131.773503ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:55.570906Z","caller":"traceutil/trace.go:171","msg":"trace[1993515978] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"106.067426ms","start":"2026-02-26T01:44:55.464808Z","end":"2026-02-26T01:44:55.570876Z","steps":["trace[1993515978] 'process raft request' (duration: 75.357866ms)","trace[1993515978] 'compare' (duration: 30.351973ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:55.571366Z","caller":"traceutil/trace.go:171","msg":"trace[575004609] transaction","detail":"{read_only:false; response_revision:4614; number_of_response:1; }","duration":"106.016645ms","start":"2026-02-26T01:44:55.46534Z","end":"2026-02-26T01:44:55.571356Z","steps":["trace[575004609] 'process raft request' (duration: 105.74528ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:55.571486Z","caller":"traceutil/trace.go:171","msg":"trace[241458350] transaction","detail":"{read_only:false; response_revision:4615; number_of_response:1; }","duration":"106.058066ms","start":"2026-02-26T01:44:55.465404Z","end":"2026-02-26T01:44:55.571462Z","steps":["trace[241458350] 'process raft request' (duration: 105.827231ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:55.571602Z","caller":"traceutil/trace.go:171","msg":"trace[948774688] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"106.124007ms","start":"2026-02-26T01:44:55.46541Z","end":"2026-02-26T01:44:55.571534Z","steps":["trace[948774688] 'process raft request' (duration: 105.911574ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:55.572257Z","caller":"traceutil/trace.go:171","msg":"trace[1537205608] transaction","detail":"{read_only:false; response_revision:4617; number_of_response:1; }","duration":"106.043236ms","start":"2026-02-26T01:44:55.465731Z","end":"2026-02-26T01:44:55.571774Z","steps":["trace[1537205608] 'process raft request' (duration: 105.670129ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:56.102886Z","caller":"traceutil/trace.go:171","msg":"trace[1434878385] transaction","detail":"{read_only:false; response_revision:4618; number_of_response:1; }","duration":"321.391616ms","start":"2026-02-26T01:44:55.781468Z","end":"2026-02-26T01:44:56.10286Z","steps":["trace[1434878385] 'process raft request' (duration: 321.241833ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:56.103036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:55.781439Z","time spent":"321.523328ms","remote":"127.0.0.1:56426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10245,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:44:56.276707Z","caller":"traceutil/trace.go:171","msg":"trace[320209638] linearizableReadLoop","detail":"{readStateIndex:4810; appliedIndex:4809; }","duration":"401.575832ms","start":"2026-02-26T01:44:55.8751Z","end":"2026-02-26T01:44:56.276676Z","steps":["trace[320209638] 'read index received' (duration: 227.775521ms)","trace[320209638] 'applied index is now lower than readState.Index' (duration: 173.798791ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:44:56.276963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.845447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-26T01:44:56.276947Z","caller":"traceutil/trace.go:171","msg":"trace[775223393] transaction","detail":"{read_only:false; response_revision:4619; number_of_response:1; }","duration":"443.320735ms","start":"2026-02-26T01:44:55.833584Z","end":"2026-02-26T01:44:56.276905Z","steps":["trace[775223393] 'process raft request' (duration: 442.770395ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:56.277012Z","caller":"traceutil/trace.go:171","msg":"trace[1595790159] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:4619; }","duration":"401.95581ms","start":"2026-02-26T01:44:55.875044Z","end":"2026-02-26T01:44:56.277Z","steps":["trace[1595790159] 'agreement among raft nodes before linearized reading' (duration: 401.758576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:56.277051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:55.875023Z","time spent":"402.019461ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"warn","ts":"2026-02-26T01:44:56.277202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:55.833562Z","time spent":"443.477029ms","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413817,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:56.302345Z","caller":"traceutil/trace.go:171","msg":"trace[867412421] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"195.146117ms","start":"2026-02-26T01:44:56.107176Z","end":"2026-02-26T01:44:56.302322Z","steps":["trace[867412421] 'process raft request' (duration: 195.050465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:56.673865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.216617ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-02-26T01:44:56.6742Z","caller":"traceutil/trace.go:171","msg":"trace[1637213581] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"367.556782ms","start":"2026-02-26T01:44:56.306621Z","end":"2026-02-26T01:44:56.674178Z","steps":["trace[1637213581] 'process raft request' (duration: 367.387569ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:56.674219Z","caller":"traceutil/trace.go:171","msg":"trace[266787518] linearizableReadLoop","detail":"{readStateIndex:4812; appliedIndex:4810; }","duration":"389.841185ms","start":"2026-02-26T01:44:56.284352Z","end":"2026-02-26T01:44:56.674193Z","steps":["trace[266787518] 'read index received' (duration: 17.897992ms)","trace[266787518] 'applied index is now lower than readState.Index' (duration: 371.940483ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:44:56.674159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:56.278143Z","time spent":"396.006279ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T01:44:56.67433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:56.30659Z","time spent":"367.657113ms","remote":"127.0.0.1:56432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1219,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:44:56.674484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.41539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-27df0994-aa87-4e49-8623-f8013218a003\" ","response":"range_response_count:1 size:3906"} {"level":"warn","ts":"2026-02-26T01:44:56.674485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.310963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16302"} {"level":"info","ts":"2026-02-26T01:44:56.674518Z","caller":"traceutil/trace.go:171","msg":"trace[906553175] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-27df0994-aa87-4e49-8623-f8013218a003; range_end:; response_count:1; response_revision:4621; }","duration":"210.46782ms","start":"2026-02-26T01:44:56.464042Z","end":"2026-02-26T01:44:56.67451Z","steps":["trace[906553175] 'agreement among raft nodes before linearized reading' (duration: 210.275927ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:56.674533Z","caller":"traceutil/trace.go:171","msg":"trace[1086666385] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4621; }","duration":"111.395544ms","start":"2026-02-26T01:44:56.563124Z","end":"2026-02-26T01:44:56.67452Z","steps":["trace[1086666385] 'agreement among raft nodes before linearized reading' (duration: 111.243271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:56.674487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.094659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:44:56.674601Z","caller":"traceutil/trace.go:171","msg":"trace[164824636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4621; }","duration":"390.278503ms","start":"2026-02-26T01:44:56.284299Z","end":"2026-02-26T01:44:56.674578Z","steps":["trace[164824636] 'agreement among raft nodes before linearized reading' (duration: 389.995237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:56.674682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:56.28428Z","time spent":"390.390525ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:44:58.599087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.52995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5834"} {"level":"info","ts":"2026-02-26T01:44:58.59919Z","caller":"traceutil/trace.go:171","msg":"trace[926269480] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:4676; }","duration":"211.679763ms","start":"2026-02-26T01:44:58.387481Z","end":"2026-02-26T01:44:58.59916Z","steps":["trace[926269480] 'range keys from in-memory index tree' (duration: 211.328247ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:59.338418Z","caller":"traceutil/trace.go:171","msg":"trace[251956148] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"121.98888ms","start":"2026-02-26T01:44:59.216399Z","end":"2026-02-26T01:44:59.338388Z","steps":["trace[251956148] 'process raft request' (duration: 121.797277ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:59.338471Z","caller":"traceutil/trace.go:171","msg":"trace[349699326] linearizableReadLoop","detail":"{readStateIndex:4884; appliedIndex:4882; }","duration":"121.95822ms","start":"2026-02-26T01:44:59.216496Z","end":"2026-02-26T01:44:59.338454Z","steps":["trace[349699326] 'read index received' (duration: 81.156955ms)","trace[349699326] 'applied index is now lower than readState.Index' (duration: 40.800295ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:59.338581Z","caller":"traceutil/trace.go:171","msg":"trace[1534311104] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"119.435353ms","start":"2026-02-26T01:44:59.219108Z","end":"2026-02-26T01:44:59.338543Z","steps":["trace[1534311104] 'process raft request' (duration: 119.2588ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:59.33855Z","caller":"traceutil/trace.go:171","msg":"trace[1467141908] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"119.005685ms","start":"2026-02-26T01:44:59.219535Z","end":"2026-02-26T01:44:59.338541Z","steps":["trace[1467141908] 'process raft request' (duration: 118.880973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:59.338993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.458599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-19e22e98-d67d-49e2-8486-97d51e50da68\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-02-26T01:44:59.339148Z","caller":"traceutil/trace.go:171","msg":"trace[310001071] range","detail":"{range_begin:/registry/persistentvolumes/pvc-19e22e98-d67d-49e2-8486-97d51e50da68; range_end:; response_count:1; response_revision:4694; }","duration":"122.696914ms","start":"2026-02-26T01:44:59.216424Z","end":"2026-02-26T01:44:59.339121Z","steps":["trace[310001071] 'agreement among raft nodes before linearized reading' (duration: 122.219265ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:59.33918Z","caller":"traceutil/trace.go:171","msg":"trace[173588256] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"121.705736ms","start":"2026-02-26T01:44:59.216835Z","end":"2026-02-26T01:44:59.338541Z","steps":["trace[173588256] 'process raft request' (duration: 121.480102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:59.357258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.108828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-jmlns\" ","response":"range_response_count:1 size:5147"} {"level":"info","ts":"2026-02-26T01:44:59.357338Z","caller":"traceutil/trace.go:171","msg":"trace[536759713] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-jmlns; range_end:; response_count:1; response_revision:4695; }","duration":"140.20948ms","start":"2026-02-26T01:44:59.217104Z","end":"2026-02-26T01:44:59.357313Z","steps":["trace[536759713] 'agreement among raft nodes before linearized reading' (duration: 139.961454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:59.357375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.834665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787202"} {"level":"info","ts":"2026-02-26T01:44:59.357432Z","caller":"traceutil/trace.go:171","msg":"trace[1132110321] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4695; }","duration":"123.925208ms","start":"2026-02-26T01:44:59.233494Z","end":"2026-02-26T01:44:59.357419Z","steps":["trace[1132110321] 'agreement among raft nodes before linearized reading' (duration: 123.473069ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:59.681704Z","caller":"traceutil/trace.go:171","msg":"trace[780674590] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"316.655898ms","start":"2026-02-26T01:44:59.365011Z","end":"2026-02-26T01:44:59.681666Z","steps":["trace[780674590] 'process raft request' (duration: 316.439294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:59.681934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:59.364987Z","time spent":"316.827722ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4932,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:59.69435Z","caller":"traceutil/trace.go:171","msg":"trace[563024816] transaction","detail":"{read_only:false; response_revision:4697; number_of_response:1; }","duration":"328.691771ms","start":"2026-02-26T01:44:59.365645Z","end":"2026-02-26T01:44:59.694336Z","steps":["trace[563024816] 'process raft request' (duration: 328.575799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:59.694443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:59.365628Z","time spent":"328.765642ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:59.694535Z","caller":"traceutil/trace.go:171","msg":"trace[1124740304] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"222.697797ms","start":"2026-02-26T01:44:59.471816Z","end":"2026-02-26T01:44:59.694514Z","steps":["trace[1124740304] 'process raft request' (duration: 222.484893ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:59.694584Z","caller":"traceutil/trace.go:171","msg":"trace[541342843] linearizableReadLoop","detail":"{readStateIndex:4890; appliedIndex:4888; }","duration":"322.11329ms","start":"2026-02-26T01:44:59.372443Z","end":"2026-02-26T01:44:59.694557Z","steps":["trace[541342843] 'read index received' (duration: 308.992717ms)","trace[541342843] 'applied index is now lower than readState.Index' (duration: 13.119073ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:59.694611Z","caller":"traceutil/trace.go:171","msg":"trace[325250380] transaction","detail":"{read_only:false; response_revision:4699; number_of_response:1; }","duration":"221.466694ms","start":"2026-02-26T01:44:59.473126Z","end":"2026-02-26T01:44:59.694592Z","steps":["trace[325250380] 'process raft request' (duration: 221.301861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:59.694713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.259983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:44:59.694744Z","caller":"traceutil/trace.go:171","msg":"trace[207125083] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4699; }","duration":"322.332754ms","start":"2026-02-26T01:44:59.372404Z","end":"2026-02-26T01:44:59.694737Z","steps":["trace[207125083] 'agreement among raft nodes before linearized reading' (duration: 322.260292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:59.694762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:59.372384Z","time spent":"322.372465ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":18,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:44:59.780439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.461276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T01:44:59.780522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.806331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T01:44:59.78054Z","caller":"traceutil/trace.go:171","msg":"trace[2072168205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4702; }","duration":"125.578967ms","start":"2026-02-26T01:44:59.654945Z","end":"2026-02-26T01:44:59.780524Z","steps":["trace[2072168205] 'agreement among raft nodes before linearized reading' (duration: 125.366694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:59.780527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.105287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T01:44:59.780647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.718728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-02-26T01:44:59.780681Z","caller":"traceutil/trace.go:171","msg":"trace[588180293] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4702; }","duration":"215.772649ms","start":"2026-02-26T01:44:59.5649Z","end":"2026-02-26T01:44:59.780672Z","steps":["trace[588180293] 'agreement among raft nodes before linearized reading' (duration: 215.693858ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:59.780619Z","caller":"traceutil/trace.go:171","msg":"trace[747677245] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4702; }","duration":"126.23294ms","start":"2026-02-26T01:44:59.65436Z","end":"2026-02-26T01:44:59.780593Z","steps":["trace[747677245] 'agreement among raft nodes before linearized reading' (duration: 125.977695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:59.780845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.500916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T01:44:59.780849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.678766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:44:59.780926Z","caller":"traceutil/trace.go:171","msg":"trace[451101320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4702; }","duration":"125.594748ms","start":"2026-02-26T01:44:59.65532Z","end":"2026-02-26T01:44:59.780915Z","steps":["trace[451101320] 'agreement among raft nodes before linearized reading' (duration: 125.411405ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:59.780955Z","caller":"traceutil/trace.go:171","msg":"trace[628310308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4702; }","duration":"134.845149ms","start":"2026-02-26T01:44:59.646086Z","end":"2026-02-26T01:44:59.780931Z","steps":["trace[628310308] 'agreement among raft nodes before linearized reading' (duration: 134.505813ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:59.780571Z","caller":"traceutil/trace.go:171","msg":"trace[481468560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4702; }","duration":"282.906793ms","start":"2026-02-26T01:44:59.497652Z","end":"2026-02-26T01:44:59.780559Z","steps":["trace[481468560] 'agreement among raft nodes before linearized reading' (duration: 282.768841ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:59.781049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.393891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-7r7hm.1897a889beff2adf\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-02-26T01:44:59.781088Z","caller":"traceutil/trace.go:171","msg":"trace[1760948198] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-7r7hm.1897a889beff2adf; range_end:; response_count:1; response_revision:4702; }","duration":"379.479002ms","start":"2026-02-26T01:44:59.401601Z","end":"2026-02-26T01:44:59.78108Z","steps":["trace[1760948198] 'agreement among raft nodes before linearized reading' (duration: 379.390741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:59.781112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:59.401578Z","time spent":"379.526394ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":928,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-7r7hm.1897a889beff2adf\" "} {"level":"warn","ts":"2026-02-26T01:44:59.781409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.279566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cm56x\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-26T01:44:59.78151Z","caller":"traceutil/trace.go:171","msg":"trace[65395769] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cm56x; range_end:; response_count:1; response_revision:4702; }","duration":"122.40089ms","start":"2026-02-26T01:44:59.659091Z","end":"2026-02-26T01:44:59.781492Z","steps":["trace[65395769] 'agreement among raft nodes before linearized reading' (duration: 122.107613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:59.781943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.002466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T01:44:59.781991Z","caller":"traceutil/trace.go:171","msg":"trace[1893493422] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4702; }","duration":"126.103797ms","start":"2026-02-26T01:44:59.655877Z","end":"2026-02-26T01:44:59.78198Z","steps":["trace[1893493422] 'agreement among raft nodes before linearized reading' (duration: 124.846084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:05.64493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.380938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:45:05.645038Z","caller":"traceutil/trace.go:171","msg":"trace[908648328] linearizableReadLoop","detail":"{readStateIndex:4993; appliedIndex:4992; }","duration":"508.584185ms","start":"2026-02-26T01:45:05.136436Z","end":"2026-02-26T01:45:05.645021Z","steps":["trace[908648328] 'read index received' (duration: 276.956183ms)","trace[908648328] 'applied index is now lower than readState.Index' (duration: 231.626982ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:05.645319Z","caller":"traceutil/trace.go:171","msg":"trace[1291451281] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"514.818741ms","start":"2026-02-26T01:45:05.130487Z","end":"2026-02-26T01:45:05.645305Z","steps":["trace[1291451281] 'process raft request' (duration: 282.976144ms)","trace[1291451281] 'compare' (duration: 230.813058ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:45:05.645387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:05.13047Z","time spent":"514.884602ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8040,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:05.64564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.200677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-02-26T01:45:05.645675Z","caller":"traceutil/trace.go:171","msg":"trace[604120720] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4797; }","duration":"509.275078ms","start":"2026-02-26T01:45:05.136391Z","end":"2026-02-26T01:45:05.645666Z","steps":["trace[604120720] 'agreement among raft nodes before linearized reading' (duration: 509.152816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:05.645704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:05.136371Z","time spent":"509.326239ms","remote":"127.0.0.1:58628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5705,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T01:45:05.645875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.127861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:45:05.645907Z","caller":"traceutil/trace.go:171","msg":"trace[442546052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4797; }","duration":"362.182253ms","start":"2026-02-26T01:45:05.283717Z","end":"2026-02-26T01:45:05.645899Z","steps":["trace[442546052] 'agreement among raft nodes before linearized reading' (duration: 362.134302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:05.645931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:05.283706Z","time spent":"362.220183ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:45:05.646186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.363349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:45:05.646222Z","caller":"traceutil/trace.go:171","msg":"trace[1339511115] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4797; }","duration":"202.433101ms","start":"2026-02-26T01:45:05.443781Z","end":"2026-02-26T01:45:05.646214Z","steps":["trace[1339511115] 'agreement among raft nodes before linearized reading' (duration: 202.37727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:05.920017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.856891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:45:05.92033Z","caller":"traceutil/trace.go:171","msg":"trace[1565183880] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"267.495377ms","start":"2026-02-26T01:45:05.652809Z","end":"2026-02-26T01:45:05.920304Z","steps":["trace[1565183880] 'process raft request' (duration: 133.27073ms)","trace[1565183880] 'compare' (duration: 133.720808ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:05.920325Z","caller":"traceutil/trace.go:171","msg":"trace[281350624] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"267.480827ms","start":"2026-02-26T01:45:05.652819Z","end":"2026-02-26T01:45:05.9203Z","steps":["trace[281350624] 'process raft request' (duration: 267.312914ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:05.920411Z","caller":"traceutil/trace.go:171","msg":"trace[1780011545] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"209.529684ms","start":"2026-02-26T01:45:05.710865Z","end":"2026-02-26T01:45:05.920394Z","steps":["trace[1780011545] 'process raft request' (duration: 209.393561ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:05.920436Z","caller":"traceutil/trace.go:171","msg":"trace[160471731] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"266.653792ms","start":"2026-02-26T01:45:05.653741Z","end":"2026-02-26T01:45:05.920395Z","steps":["trace[160471731] 'process raft request' (duration: 266.455838ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:05.920593Z","caller":"traceutil/trace.go:171","msg":"trace[1959306187] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"206.840454ms","start":"2026-02-26T01:45:05.713726Z","end":"2026-02-26T01:45:05.920567Z","steps":["trace[1959306187] 'process raft request' (duration: 206.63081ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:06.149352Z","caller":"traceutil/trace.go:171","msg":"trace[1979499613] linearizableReadLoop","detail":"{readStateIndex:5003; appliedIndex:4999; }","duration":"223.39916ms","start":"2026-02-26T01:45:05.925906Z","end":"2026-02-26T01:45:06.149305Z","steps":["trace[1979499613] 'read index received' (duration: 190.668053ms)","trace[1979499613] 'applied index is now lower than readState.Index' (duration: 32.729367ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:06.14944Z","caller":"traceutil/trace.go:171","msg":"trace[1180062245] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"223.694105ms","start":"2026-02-26T01:45:05.925735Z","end":"2026-02-26T01:45:06.149429Z","steps":["trace[1180062245] 'process raft request' (duration: 223.406959ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:06.149535Z","caller":"traceutil/trace.go:171","msg":"trace[1482629403] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"222.8447ms","start":"2026-02-26T01:45:05.926676Z","end":"2026-02-26T01:45:06.14952Z","steps":["trace[1482629403] 'process raft request' (duration: 222.560594ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:06.149568Z","caller":"traceutil/trace.go:171","msg":"trace[655124938] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"223.774417ms","start":"2026-02-26T01:45:05.925761Z","end":"2026-02-26T01:45:06.149536Z","steps":["trace[655124938] 'process raft request' (duration: 223.4151ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:06.149356Z","caller":"traceutil/trace.go:171","msg":"trace[569125302] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"224.515941ms","start":"2026-02-26T01:45:05.924768Z","end":"2026-02-26T01:45:06.149284Z","steps":["trace[569125302] 'process raft request' (duration: 224.250595ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:06.14948Z","caller":"traceutil/trace.go:171","msg":"trace[126842271] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"223.293309ms","start":"2026-02-26T01:45:05.926145Z","end":"2026-02-26T01:45:06.149438Z","steps":["trace[126842271] 'process raft request' (duration: 223.061513ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:06.149669Z","caller":"traceutil/trace.go:171","msg":"trace[823244811] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"222.728737ms","start":"2026-02-26T01:45:05.926929Z","end":"2026-02-26T01:45:06.149657Z","steps":["trace[823244811] 'process raft request' (duration: 222.344381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:06.149808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.89234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70914"} {"level":"info","ts":"2026-02-26T01:45:06.150368Z","caller":"traceutil/trace.go:171","msg":"trace[1691487311] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4809; }","duration":"224.49683ms","start":"2026-02-26T01:45:05.925856Z","end":"2026-02-26T01:45:06.150353Z","steps":["trace[1691487311] 'agreement among raft nodes before linearized reading' (duration: 223.751497ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:06.194022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.435715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:45:06.194109Z","caller":"traceutil/trace.go:171","msg":"trace[58890566] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4810; }","duration":"261.556407ms","start":"2026-02-26T01:45:05.932535Z","end":"2026-02-26T01:45:06.194091Z","steps":["trace[58890566] 'agreement among raft nodes before linearized reading' (duration: 261.386953ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:14.031076Z","caller":"traceutil/trace.go:171","msg":"trace[1970162708] linearizableReadLoop","detail":"{readStateIndex:5118; appliedIndex:5117; }","duration":"219.098091ms","start":"2026-02-26T01:45:13.811948Z","end":"2026-02-26T01:45:14.031046Z","steps":["trace[1970162708] 'read index received' (duration: 205.046301ms)","trace[1970162708] 'applied index is now lower than readState.Index' (duration: 14.05028ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:14.031095Z","caller":"traceutil/trace.go:171","msg":"trace[1894376901] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"344.960724ms","start":"2026-02-26T01:45:13.686105Z","end":"2026-02-26T01:45:14.031065Z","steps":["trace[1894376901] 'process raft request' (duration: 331.036246ms)","trace[1894376901] 'compare' (duration: 13.143283ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:45:14.031358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:13.686091Z","time spent":"345.076725ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:45:14.032379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.412386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" ","response":"range_response_count:44 size:299915"} {"level":"info","ts":"2026-02-26T01:45:14.032458Z","caller":"traceutil/trace.go:171","msg":"trace[499531936] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:44; response_revision:4920; }","duration":"220.560048ms","start":"2026-02-26T01:45:13.811879Z","end":"2026-02-26T01:45:14.032439Z","steps":["trace[499531936] 'agreement among raft nodes before linearized reading' (duration: 219.270224ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:14.066705Z","caller":"traceutil/trace.go:171","msg":"trace[1455759001] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"110.748222ms","start":"2026-02-26T01:45:13.955937Z","end":"2026-02-26T01:45:14.066685Z","steps":["trace[1455759001] 'process raft request' (duration: 110.62456ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:14.066735Z","caller":"traceutil/trace.go:171","msg":"trace[1478199054] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"113.666007ms","start":"2026-02-26T01:45:13.953039Z","end":"2026-02-26T01:45:14.066705Z","steps":["trace[1478199054] 'process raft request' (duration: 113.380211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:14.066794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.011479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:45:14.06687Z","caller":"traceutil/trace.go:171","msg":"trace[670815522] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4922; }","duration":"151.108811ms","start":"2026-02-26T01:45:13.915723Z","end":"2026-02-26T01:45:14.066832Z","steps":["trace[670815522] 'agreement among raft nodes before linearized reading' (duration: 150.994909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:14.066883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.484358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18139"} {"level":"info","ts":"2026-02-26T01:45:14.066925Z","caller":"traceutil/trace.go:171","msg":"trace[413177565] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4922; }","duration":"253.581269ms","start":"2026-02-26T01:45:13.813334Z","end":"2026-02-26T01:45:14.066916Z","steps":["trace[413177565] 'agreement among raft nodes before linearized reading' (duration: 253.424796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:14.066955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.315852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" ","response":"range_response_count:11 size:4002"} {"level":"info","ts":"2026-02-26T01:45:14.067019Z","caller":"traceutil/trace.go:171","msg":"trace[524103144] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:11; response_revision:4922; }","duration":"254.447966ms","start":"2026-02-26T01:45:13.812555Z","end":"2026-02-26T01:45:14.067003Z","steps":["trace[524103144] 'agreement among raft nodes before linearized reading' (duration: 254.056708ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:14.386618Z","caller":"traceutil/trace.go:171","msg":"trace[512844022] linearizableReadLoop","detail":"{readStateIndex:5123; appliedIndex:5121; }","duration":"187.571346ms","start":"2026-02-26T01:45:14.19901Z","end":"2026-02-26T01:45:14.386581Z","steps":["trace[512844022] 'read index received' (duration: 67.306817ms)","trace[512844022] 'applied index is now lower than readState.Index' (duration: 120.263329ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:14.386737Z","caller":"traceutil/trace.go:171","msg":"trace[1972221720] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"188.474353ms","start":"2026-02-26T01:45:14.198221Z","end":"2026-02-26T01:45:14.386695Z","steps":["trace[1972221720] 'process raft request' (duration: 188.192218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:14.386935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.475435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T01:45:14.386944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.904362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cm56x\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-26T01:45:14.386994Z","caller":"traceutil/trace.go:171","msg":"trace[832502661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4925; }","duration":"187.564486ms","start":"2026-02-26T01:45:14.199415Z","end":"2026-02-26T01:45:14.38698Z","steps":["trace[832502661] 'agreement among raft nodes before linearized reading' (duration: 187.352073ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:14.387026Z","caller":"traceutil/trace.go:171","msg":"trace[670990220] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cm56x; range_end:; response_count:1; response_revision:4925; }","duration":"188.003804ms","start":"2026-02-26T01:45:14.198994Z","end":"2026-02-26T01:45:14.386998Z","steps":["trace[670990220] 'agreement among raft nodes before linearized reading' (duration: 187.768119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:14.386944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.043907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T01:45:14.38722Z","caller":"traceutil/trace.go:171","msg":"trace[1904435664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4925; }","duration":"187.351432ms","start":"2026-02-26T01:45:14.199855Z","end":"2026-02-26T01:45:14.387207Z","steps":["trace[1904435664] 'agreement among raft nodes before linearized reading' (duration: 186.928455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:14.387306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.76272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T01:45:14.387345Z","caller":"traceutil/trace.go:171","msg":"trace[1839632377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4925; }","duration":"187.809541ms","start":"2026-02-26T01:45:14.199526Z","end":"2026-02-26T01:45:14.387336Z","steps":["trace[1839632377] 'agreement among raft nodes before linearized reading' (duration: 187.710079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:14.387421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.956063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:45:14.387477Z","caller":"traceutil/trace.go:171","msg":"trace[230476677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4925; }","duration":"188.012484ms","start":"2026-02-26T01:45:14.199447Z","end":"2026-02-26T01:45:14.387459Z","steps":["trace[230476677] 'agreement among raft nodes before linearized reading' (duration: 187.907292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:14.387561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.068995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-26T01:45:14.387604Z","caller":"traceutil/trace.go:171","msg":"trace[169722690] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4925; }","duration":"188.129676ms","start":"2026-02-26T01:45:14.199464Z","end":"2026-02-26T01:45:14.387593Z","steps":["trace[169722690] 'agreement among raft nodes before linearized reading' (duration: 187.973824ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:14.59304Z","caller":"traceutil/trace.go:171","msg":"trace[1591389349] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"200.763621ms","start":"2026-02-26T01:45:14.39225Z","end":"2026-02-26T01:45:14.593014Z","steps":["trace[1591389349] 'process raft request' (duration: 109.53732ms)","trace[1591389349] 'compare' (duration: 91.124519ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:14.661931Z","caller":"traceutil/trace.go:171","msg":"trace[1117669789] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"269.404792ms","start":"2026-02-26T01:45:14.392509Z","end":"2026-02-26T01:45:14.661914Z","steps":["trace[1117669789] 'process raft request' (duration: 269.317221ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:14.661958Z","caller":"traceutil/trace.go:171","msg":"trace[83118225] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"269.450223ms","start":"2026-02-26T01:45:14.392474Z","end":"2026-02-26T01:45:14.661924Z","steps":["trace[83118225] 'process raft request' (duration: 269.223059ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:14.662606Z","caller":"traceutil/trace.go:171","msg":"trace[906733227] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"269.981053ms","start":"2026-02-26T01:45:14.392609Z","end":"2026-02-26T01:45:14.66259Z","steps":["trace[906733227] 'process raft request' (duration: 269.246439ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:14.663088Z","caller":"traceutil/trace.go:171","msg":"trace[495015649] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"270.34295ms","start":"2026-02-26T01:45:14.392732Z","end":"2026-02-26T01:45:14.663075Z","steps":["trace[495015649] 'process raft request' (duration: 269.80733ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:14.663272Z","caller":"traceutil/trace.go:171","msg":"trace[1274575135] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"269.010345ms","start":"2026-02-26T01:45:14.394244Z","end":"2026-02-26T01:45:14.663255Z","steps":["trace[1274575135] 'process raft request' (duration: 268.759361ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:14.664612Z","caller":"traceutil/trace.go:171","msg":"trace[1973191835] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"268.20975ms","start":"2026-02-26T01:45:14.396388Z","end":"2026-02-26T01:45:14.664597Z","steps":["trace[1973191835] 'process raft request' (duration: 268.039847ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:14.664693Z","caller":"traceutil/trace.go:171","msg":"trace[62643504] linearizableReadLoop","detail":"{readStateIndex:5130; appliedIndex:5123; }","duration":"267.025567ms","start":"2026-02-26T01:45:14.397653Z","end":"2026-02-26T01:45:14.664678Z","steps":["trace[62643504] 'read index received' (duration: 104.18421ms)","trace[62643504] 'applied index is now lower than readState.Index' (duration: 162.840087ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:14.66476Z","caller":"traceutil/trace.go:171","msg":"trace[1125905591] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"266.362156ms","start":"2026-02-26T01:45:14.398369Z","end":"2026-02-26T01:45:14.664731Z","steps":["trace[1125905591] 'process raft request' (duration: 266.162133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:14.664897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.225772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2c691816-e5e7-45f2-b1a0-6a3e7d110d32\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-02-26T01:45:14.664929Z","caller":"traceutil/trace.go:171","msg":"trace[962421472] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2c691816-e5e7-45f2-b1a0-6a3e7d110d32; range_end:; response_count:1; response_revision:4933; }","duration":"267.298494ms","start":"2026-02-26T01:45:14.397622Z","end":"2026-02-26T01:45:14.664921Z","steps":["trace[962421472] 'agreement among raft nodes before linearized reading' (duration: 267.13136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:15.621269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.481159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-02-26T01:45:15.621365Z","caller":"traceutil/trace.go:171","msg":"trace[1059299296] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4934; }","duration":"927.602261ms","start":"2026-02-26T01:45:14.693739Z","end":"2026-02-26T01:45:15.621341Z","steps":["trace[1059299296] 'range keys from in-memory index tree' (duration: 927.306005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:15.621462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.606225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-02-26T01:45:15.621514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:14.693734Z","time spent":"927.732113ms","remote":"127.0.0.1:56502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1477,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-02-26T01:45:15.62159Z","caller":"traceutil/trace.go:171","msg":"trace[1384236980] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"926.670644ms","start":"2026-02-26T01:45:14.694871Z","end":"2026-02-26T01:45:15.621541Z","steps":["trace[1384236980] 'process raft request' (duration: 709.989528ms)","trace[1384236980] 'compare' (duration: 216.37286ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:45:15.621672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:14.694852Z","time spent":"926.775295ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:16.362967Z","caller":"traceutil/trace.go:171","msg":"trace[381572797] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"135.296957ms","start":"2026-02-26T01:45:16.227637Z","end":"2026-02-26T01:45:16.362934Z","steps":["trace[381572797] 'process raft request' (duration: 134.942891ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:18.721815Z","caller":"traceutil/trace.go:171","msg":"trace[1496146499] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"109.066411ms","start":"2026-02-26T01:45:18.612716Z","end":"2026-02-26T01:45:18.721782Z","steps":["trace[1496146499] 'process raft request' (duration: 108.880528ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:19.834173Z","caller":"traceutil/trace.go:171","msg":"trace[1516155885] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"280.075941ms","start":"2026-02-26T01:45:19.55407Z","end":"2026-02-26T01:45:19.834146Z","steps":["trace[1516155885] 'process raft request' (duration: 279.928388ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:19.841854Z","caller":"traceutil/trace.go:171","msg":"trace[1648479400] linearizableReadLoop","detail":"{readStateIndex:5187; appliedIndex:5185; }","duration":"193.846712ms","start":"2026-02-26T01:45:19.647982Z","end":"2026-02-26T01:45:19.841828Z","steps":["trace[1648479400] 'read index received' (duration: 185.914905ms)","trace[1648479400] 'applied index is now lower than readState.Index' (duration: 7.930757ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:19.841922Z","caller":"traceutil/trace.go:171","msg":"trace[846613136] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"208.036187ms","start":"2026-02-26T01:45:19.633863Z","end":"2026-02-26T01:45:19.841899Z","steps":["trace[846613136] 'process raft request' (duration: 207.817553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:19.842173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.181318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-26T01:45:19.842254Z","caller":"traceutil/trace.go:171","msg":"trace[1436388363] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4988; }","duration":"194.28268ms","start":"2026-02-26T01:45:19.647931Z","end":"2026-02-26T01:45:19.842214Z","steps":["trace[1436388363] 'agreement among raft nodes before linearized reading' (duration: 193.987155ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:22.910728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.586612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:45:22.910906Z","caller":"traceutil/trace.go:171","msg":"trace[1330182970] linearizableReadLoop","detail":"{readStateIndex:5213; appliedIndex:5212; }","duration":"133.946818ms","start":"2026-02-26T01:45:22.776934Z","end":"2026-02-26T01:45:22.91088Z","steps":["trace[1330182970] 'read index received' (duration: 5.99338ms)","trace[1330182970] 'applied index is now lower than readState.Index' (duration: 127.952048ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:22.910998Z","caller":"traceutil/trace.go:171","msg":"trace[146873940] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"151.798125ms","start":"2026-02-26T01:45:22.759147Z","end":"2026-02-26T01:45:22.910945Z","steps":["trace[146873940] 'process raft request' (duration: 23.841117ms)","trace[146873940] 'compare' (duration: 127.367758ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:45:22.91108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.113152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:45:22.911145Z","caller":"traceutil/trace.go:171","msg":"trace[1308125063] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5013; }","duration":"134.247154ms","start":"2026-02-26T01:45:22.776881Z","end":"2026-02-26T01:45:22.911128Z","steps":["trace[1308125063] 'agreement among raft nodes before linearized reading' (duration: 134.095351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:22.911227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.214646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T01:45:22.91131Z","caller":"traceutil/trace.go:171","msg":"trace[1528497531] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5013; }","duration":"102.304948ms","start":"2026-02-26T01:45:22.808985Z","end":"2026-02-26T01:45:22.91129Z","steps":["trace[1528497531] 'agreement among raft nodes before linearized reading' (duration: 102.049753ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:23.385621Z","caller":"traceutil/trace.go:171","msg":"trace[1262580730] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"159.926955ms","start":"2026-02-26T01:45:23.225659Z","end":"2026-02-26T01:45:23.385586Z","steps":["trace[1262580730] 'process raft request' (duration: 159.749542ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:23.386459Z","caller":"traceutil/trace.go:171","msg":"trace[1514160766] linearizableReadLoop","detail":"{readStateIndex:5221; appliedIndex:5220; }","duration":"103.746603ms","start":"2026-02-26T01:45:23.28269Z","end":"2026-02-26T01:45:23.386437Z","steps":["trace[1514160766] 'read index received' (duration: 103.030409ms)","trace[1514160766] 'applied index is now lower than readState.Index' (duration: 714.714µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:23.386485Z","caller":"traceutil/trace.go:171","msg":"trace[1415355592] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"151.916508ms","start":"2026-02-26T01:45:23.23454Z","end":"2026-02-26T01:45:23.386457Z","steps":["trace[1415355592] 'process raft request' (duration: 151.764636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:23.386721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.02521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:45:23.387151Z","caller":"traceutil/trace.go:171","msg":"trace[1917658739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5021; }","duration":"104.522088ms","start":"2026-02-26T01:45:23.282613Z","end":"2026-02-26T01:45:23.387135Z","steps":["trace[1917658739] 'agreement among raft nodes before linearized reading' (duration: 103.936468ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:25.521873Z","caller":"traceutil/trace.go:171","msg":"trace[2002427513] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"132.867589ms","start":"2026-02-26T01:45:25.388982Z","end":"2026-02-26T01:45:25.521849Z","steps":["trace[2002427513] 'process raft request' (duration: 132.680096ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:25.522089Z","caller":"traceutil/trace.go:171","msg":"trace[467647371] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"133.049582ms","start":"2026-02-26T01:45:25.389015Z","end":"2026-02-26T01:45:25.522065Z","steps":["trace[467647371] 'process raft request' (duration: 132.789337ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:25.52256Z","caller":"traceutil/trace.go:171","msg":"trace[411320874] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"132.814197ms","start":"2026-02-26T01:45:25.38973Z","end":"2026-02-26T01:45:25.522544Z","steps":["trace[411320874] 'process raft request' (duration: 132.773027ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:25.522905Z","caller":"traceutil/trace.go:171","msg":"trace[188895257] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"133.458099ms","start":"2026-02-26T01:45:25.389409Z","end":"2026-02-26T01:45:25.522867Z","steps":["trace[188895257] 'process raft request' (duration: 132.591384ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:25.522915Z","caller":"traceutil/trace.go:171","msg":"trace[697224187] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"133.44827ms","start":"2026-02-26T01:45:25.389447Z","end":"2026-02-26T01:45:25.522895Z","steps":["trace[697224187] 'process raft request' (duration: 133.001491ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:27.630097Z","caller":"traceutil/trace.go:171","msg":"trace[1456956895] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"211.317317ms","start":"2026-02-26T01:45:27.418748Z","end":"2026-02-26T01:45:27.630066Z","steps":["trace[1456956895] 'process raft request' (duration: 211.118613ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:35.056833Z","caller":"traceutil/trace.go:171","msg":"trace[1643793318] linearizableReadLoop","detail":"{readStateIndex:5370; appliedIndex:5369; }","duration":"203.713829ms","start":"2026-02-26T01:45:34.853092Z","end":"2026-02-26T01:45:35.056806Z","steps":["trace[1643793318] 'read index received' (duration: 203.557556ms)","trace[1643793318] 'applied index is now lower than readState.Index' (duration: 155.183µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:35.056865Z","caller":"traceutil/trace.go:171","msg":"trace[1111891452] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"255.842155ms","start":"2026-02-26T01:45:34.801002Z","end":"2026-02-26T01:45:35.056844Z","steps":["trace[1111891452] 'process raft request' (duration: 255.621411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:35.057215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.112275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-26T01:45:35.057262Z","caller":"traceutil/trace.go:171","msg":"trace[1663531652] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5165; }","duration":"204.215507ms","start":"2026-02-26T01:45:34.853034Z","end":"2026-02-26T01:45:35.05725Z","steps":["trace[1663531652] 'agreement among raft nodes before linearized reading' (duration: 203.910922ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:35.194392Z","caller":"traceutil/trace.go:171","msg":"trace[806267746] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"132.669025ms","start":"2026-02-26T01:45:35.061691Z","end":"2026-02-26T01:45:35.19436Z","steps":["trace[806267746] 'process raft request' (duration: 132.494762ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:35.197432Z","caller":"traceutil/trace.go:171","msg":"trace[612994408] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"135.539778ms","start":"2026-02-26T01:45:35.061876Z","end":"2026-02-26T01:45:35.197415Z","steps":["trace[612994408] 'process raft request' (duration: 135.452566ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:35.197453Z","caller":"traceutil/trace.go:171","msg":"trace[1163977183] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"135.62533ms","start":"2026-02-26T01:45:35.061779Z","end":"2026-02-26T01:45:35.197404Z","steps":["trace[1163977183] 'process raft request' (duration: 135.403296ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:35.197423Z","caller":"traceutil/trace.go:171","msg":"trace[908088000] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"135.541028ms","start":"2026-02-26T01:45:35.061866Z","end":"2026-02-26T01:45:35.197407Z","steps":["trace[908088000] 'process raft request' (duration: 135.417856ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:35.1976Z","caller":"traceutil/trace.go:171","msg":"trace[64287190] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"135.604889ms","start":"2026-02-26T01:45:35.061934Z","end":"2026-02-26T01:45:35.197539Z","steps":["trace[64287190] 'process raft request' (duration: 135.441226ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:39.518607Z","caller":"traceutil/trace.go:171","msg":"trace[103530976] linearizableReadLoop","detail":"{readStateIndex:5392; appliedIndex:5391; }","duration":"437.866725ms","start":"2026-02-26T01:45:39.080715Z","end":"2026-02-26T01:45:39.518582Z","steps":["trace[103530976] 'read index received' (duration: 437.668611ms)","trace[103530976] 'applied index is now lower than readState.Index' (duration: 196.754µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:39.5187Z","caller":"traceutil/trace.go:171","msg":"trace[587506192] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"446.943513ms","start":"2026-02-26T01:45:39.071697Z","end":"2026-02-26T01:45:39.518641Z","steps":["trace[587506192] 'process raft request' (duration: 446.627456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:39.518839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.079889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:45:39.518961Z","caller":"traceutil/trace.go:171","msg":"trace[2114120142] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5186; }","duration":"438.257702ms","start":"2026-02-26T01:45:39.080675Z","end":"2026-02-26T01:45:39.518933Z","steps":["trace[2114120142] 'agreement among raft nodes before linearized reading' (duration: 438.018268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:39.518971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:39.07168Z","time spent":"447.145306ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:39.519025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:39.080661Z","time spent":"438.352224ms","remote":"127.0.0.1:58514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:45:40.0189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978729185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:45:40.519774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978729185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:45:40.539913Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.021555326s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:45:40.541467Z","caller":"traceutil/trace.go:171","msg":"trace[766470015] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"1.248018771s","start":"2026-02-26T01:45:39.293424Z","end":"2026-02-26T01:45:40.541442Z","steps":["trace[766470015] 'process raft request' (duration: 1.246961822s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:40.541592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:39.293366Z","time spent":"1.248151994s","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19681,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:41.735249Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.195000539s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:45:41.742785Z","caller":"traceutil/trace.go:171","msg":"trace[351064001] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"1.589790953s","start":"2026-02-26T01:45:40.152963Z","end":"2026-02-26T01:45:41.742754Z","steps":["trace[351064001] 'process raft request' (duration: 1.582472569s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:41.743265Z","caller":"traceutil/trace.go:171","msg":"trace[57212290] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"1.210816438s","start":"2026-02-26T01:45:40.532394Z","end":"2026-02-26T01:45:41.74321Z","steps":["trace[57212290] 'process raft request' (duration: 1.210675666s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:41.743268Z","caller":"traceutil/trace.go:171","msg":"trace[316969508] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"1.563262106s","start":"2026-02-26T01:45:40.17994Z","end":"2026-02-26T01:45:41.743202Z","steps":["trace[316969508] 'process raft request' (duration: 1.563021522s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:41.743676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:40.532364Z","time spent":"1.211222827s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:41.743631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:40.152925Z","time spent":"1.590536958s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:41.743351Z","caller":"traceutil/trace.go:171","msg":"trace[1189979377] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"1.56459872s","start":"2026-02-26T01:45:40.17874Z","end":"2026-02-26T01:45:41.743338Z","steps":["trace[1189979377] 'process raft request' (duration: 1.563925338s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:41.743888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:40.17993Z","time spent":"1.563777076s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:41.743982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:40.178691Z","time spent":"1.565262203s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:41.743333Z","caller":"traceutil/trace.go:171","msg":"trace[1431119482] linearizableReadLoop","detail":"{readStateIndex:5396; appliedIndex:5392; }","duration":"2.224618602s","start":"2026-02-26T01:45:39.518686Z","end":"2026-02-26T01:45:41.743304Z","steps":["trace[1431119482] 'read index received' (duration: 1.021760979s)","trace[1431119482] 'applied index is now lower than readState.Index' (duration: 1.202854723s)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:41.74336Z","caller":"traceutil/trace.go:171","msg":"trace[131322759] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"1.178606837s","start":"2026-02-26T01:45:40.564717Z","end":"2026-02-26T01:45:41.743323Z","steps":["trace[131322759] 'process raft request' (duration: 1.178417434s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:41.744191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:40.564692Z","time spent":"1.179423823s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:41.937433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.228335ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T01:45:41.937632Z","caller":"traceutil/trace.go:171","msg":"trace[249543761] linearizableReadLoop","detail":"{readStateIndex:5399; appliedIndex:5398; }","duration":"193.556711ms","start":"2026-02-26T01:45:41.744051Z","end":"2026-02-26T01:45:41.937608Z","steps":["trace[249543761] 'read index received' (duration: 71.601µs)","trace[249543761] 'applied index is now lower than readState.Index' (duration: 193.48275ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:45:41.938207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726607944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T01:45:41.938255Z","caller":"traceutil/trace.go:171","msg":"trace[609405931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5192; }","duration":"2.726772017s","start":"2026-02-26T01:45:39.211466Z","end":"2026-02-26T01:45:41.938238Z","steps":["trace[609405931] 'agreement among raft nodes before linearized reading' (duration: 2.53186409s)","trace[609405931] 'range keys from in-memory index tree' (duration: 194.719394ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:45:41.9383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:39.211445Z","time spent":"2.726845799s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:45:41.938473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.727447569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-26T01:45:41.938512Z","caller":"traceutil/trace.go:171","msg":"trace[1119776890] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5192; }","duration":"2.727504051s","start":"2026-02-26T01:45:39.210994Z","end":"2026-02-26T01:45:41.938498Z","steps":["trace[1119776890] 'agreement among raft nodes before linearized reading' (duration: 2.532351129s)","trace[1119776890] 'range keys from in-memory index tree' (duration: 195.05998ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:45:41.938541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:39.210979Z","time spent":"2.727555982s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:45:41.938682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.065007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:45:41.938753Z","caller":"traceutil/trace.go:171","msg":"trace[1673643859] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5192; }","duration":"227.191849ms","start":"2026-02-26T01:45:41.711546Z","end":"2026-02-26T01:45:41.938738Z","steps":["trace[1673643859] 'agreement among raft nodes before linearized reading' (duration: 227.046297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:41.938772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.883692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:45:41.938814Z","caller":"traceutil/trace.go:171","msg":"trace[1290528495] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5192; }","duration":"415.965432ms","start":"2026-02-26T01:45:41.522839Z","end":"2026-02-26T01:45:41.938804Z","steps":["trace[1290528495] 'agreement among raft nodes before linearized reading' (duration: 415.85344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:41.938848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:41.522815Z","time spent":"416.027154ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:45:41.939004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.446334781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-26T01:45:41.939028Z","caller":"traceutil/trace.go:171","msg":"trace[645627215] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5192; }","duration":"2.446395472s","start":"2026-02-26T01:45:39.492623Z","end":"2026-02-26T01:45:41.939019Z","steps":["trace[645627215] 'agreement among raft nodes before linearized reading' (duration: 2.250739392s)","trace[645627215] 'range keys from in-memory index tree' (duration: 195.544838ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:45:41.939031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.700905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-02-26T01:45:41.939046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:39.492604Z","time spent":"2.446436063s","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-02-26T01:45:41.93906Z","caller":"traceutil/trace.go:171","msg":"trace[282331197] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5192; }","duration":"702.769647ms","start":"2026-02-26T01:45:41.236281Z","end":"2026-02-26T01:45:41.93905Z","steps":["trace[282331197] 'agreement among raft nodes before linearized reading' (duration: 702.678315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:41.939088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:41.236246Z","time spent":"702.836517ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T01:45:41.939242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495033345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-02-26T01:45:41.939265Z","caller":"traceutil/trace.go:171","msg":"trace[23102081] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5192; }","duration":"2.495096316s","start":"2026-02-26T01:45:39.444161Z","end":"2026-02-26T01:45:41.939258Z","steps":["trace[23102081] 'agreement among raft nodes before linearized reading' (duration: 2.299216132s)","trace[23102081] 'range keys from in-memory index tree' (duration: 195.818153ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:45:41.93928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:39.44414Z","time spent":"2.495136497s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10413,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-26T01:45:41.939407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.731932152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:45:41.939427Z","caller":"traceutil/trace.go:171","msg":"trace[868104905] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5192; }","duration":"2.731969462s","start":"2026-02-26T01:45:39.207452Z","end":"2026-02-26T01:45:41.939422Z","steps":["trace[868104905] 'agreement among raft nodes before linearized reading' (duration: 2.535923465s)","trace[868104905] 'range keys from in-memory index tree' (duration: 195.980696ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:45:41.939441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:39.207441Z","time spent":"2.731996644s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:45:41.939496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062817004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112016"} {"level":"warn","ts":"2026-02-26T01:45:41.939541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.732089685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T01:45:41.939562Z","caller":"traceutil/trace.go:171","msg":"trace[108451936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5192; }","duration":"2.732135877s","start":"2026-02-26T01:45:39.207421Z","end":"2026-02-26T01:45:41.939557Z","steps":["trace[108451936] 'agreement among raft nodes before linearized reading' (duration: 2.535965696s)","trace[108451936] 'range keys from in-memory index tree' (duration: 196.1178ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:45:41.939579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:39.207398Z","time spent":"2.732174157s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:45:41.93962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422919712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cm56x\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-26T01:45:41.939653Z","caller":"traceutil/trace.go:171","msg":"trace[1121145724] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cm56x; range_end:; response_count:1; response_revision:5192; }","duration":"1.422977203s","start":"2026-02-26T01:45:40.516668Z","end":"2026-02-26T01:45:41.939646Z","steps":["trace[1121145724] 'agreement among raft nodes before linearized reading' (duration: 1.422884032s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:41.939686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:40.516644Z","time spent":"1.423035814s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-cm56x\" "} {"level":"warn","ts":"2026-02-26T01:45:41.939877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448916018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T01:45:41.939915Z","caller":"traceutil/trace.go:171","msg":"trace[2032125666] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5192; }","duration":"1.4489905s","start":"2026-02-26T01:45:40.490916Z","end":"2026-02-26T01:45:41.939907Z","steps":["trace[2032125666] 'agreement among raft nodes before linearized reading' (duration: 1.448899688s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:41.939941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:40.490895Z","time spent":"1.4490406s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T01:45:41.939533Z","caller":"traceutil/trace.go:171","msg":"trace[1591009076] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5192; }","duration":"1.062891015s","start":"2026-02-26T01:45:40.876633Z","end":"2026-02-26T01:45:41.939524Z","steps":["trace[1591009076] 'agreement among raft nodes before linearized reading' (duration: 1.062604529s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:41.940142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:40.87661Z","time spent":"1.063522197s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112038,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-02-26T01:45:41.940148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657551967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:45:41.940176Z","caller":"traceutil/trace.go:171","msg":"trace[1155474520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5192; }","duration":"1.657611208s","start":"2026-02-26T01:45:40.282557Z","end":"2026-02-26T01:45:41.940168Z","steps":["trace[1155474520] 'agreement among raft nodes before linearized reading' (duration: 1.657566118s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:41.94021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:40.282529Z","time spent":"1.657674939s","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:45:41.940104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536433394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:45:41.94038Z","caller":"traceutil/trace.go:171","msg":"trace[977908517] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5192; }","duration":"1.536734039s","start":"2026-02-26T01:45:40.403637Z","end":"2026-02-26T01:45:41.940371Z","steps":["trace[977908517] 'agreement among raft nodes before linearized reading' (duration: 1.536431104s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:41.940377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96343728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:45:41.940403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:40.403626Z","time spent":"1.536768909s","remote":"127.0.0.1:58584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:45:41.940408Z","caller":"traceutil/trace.go:171","msg":"trace[43766810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5192; }","duration":"1.963534552s","start":"2026-02-26T01:45:39.976863Z","end":"2026-02-26T01:45:41.940398Z","steps":["trace[43766810] 'agreement among raft nodes before linearized reading' (duration: 1.963477011s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:41.940438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:39.976829Z","time spent":"1.963603773s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:45:41.940545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.05328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:45:41.940579Z","caller":"traceutil/trace.go:171","msg":"trace[112347477] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5192; }","duration":"164.132872ms","start":"2026-02-26T01:45:41.776438Z","end":"2026-02-26T01:45:41.94057Z","steps":["trace[112347477] 'agreement among raft nodes before linearized reading' (duration: 164.05157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:41.940584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064415653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-26T01:45:41.940599Z","caller":"traceutil/trace.go:171","msg":"trace[1553452580] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5192; }","duration":"2.064466653s","start":"2026-02-26T01:45:39.876128Z","end":"2026-02-26T01:45:41.940594Z","steps":["trace[1553452580] 'agreement among raft nodes before linearized reading' (duration: 2.064418242s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:41.940618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:39.876109Z","time spent":"2.064505744s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:45:41.940709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193388279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:45:41.94073Z","caller":"traceutil/trace.go:171","msg":"trace[1876049956] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5192; }","duration":"2.1934522s","start":"2026-02-26T01:45:39.747272Z","end":"2026-02-26T01:45:41.940724Z","steps":["trace[1876049956] 'agreement among raft nodes before linearized reading' (duration: 2.193390989s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:41.940745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:39.747248Z","time spent":"2.193492242s","remote":"127.0.0.1:49452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":31,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:45:42.100277Z","caller":"traceutil/trace.go:171","msg":"trace[1926304607] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"155.25723ms","start":"2026-02-26T01:45:41.944983Z","end":"2026-02-26T01:45:42.10024Z","steps":["trace[1926304607] 'process raft request' (duration: 142.419994ms)","trace[1926304607] 'compare' (duration: 12.463179ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:42.100375Z","caller":"traceutil/trace.go:171","msg":"trace[616576813] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"155.226847ms","start":"2026-02-26T01:45:41.945113Z","end":"2026-02-26T01:45:42.10034Z","steps":["trace[616576813] 'process raft request' (duration: 155.013454ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:42.100909Z","caller":"traceutil/trace.go:171","msg":"trace[2146729933] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"154.997475ms","start":"2026-02-26T01:45:41.945875Z","end":"2026-02-26T01:45:42.100872Z","steps":["trace[2146729933] 'process raft request' (duration: 154.298731ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:42.100993Z","caller":"traceutil/trace.go:171","msg":"trace[1765747303] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"155.018455ms","start":"2026-02-26T01:45:41.945943Z","end":"2026-02-26T01:45:42.100962Z","steps":["trace[1765747303] 'process raft request' (duration: 154.756541ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:42.101073Z","caller":"traceutil/trace.go:171","msg":"trace[977155435] linearizableReadLoop","detail":"{readStateIndex:5404; appliedIndex:5399; }","duration":"154.998865ms","start":"2026-02-26T01:45:41.946059Z","end":"2026-02-26T01:45:42.101058Z","steps":["trace[977155435] 'read index received' (duration: 28.682247ms)","trace[977155435] 'applied index is now lower than readState.Index' (duration: 126.315318ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:42.101279Z","caller":"traceutil/trace.go:171","msg":"trace[626614887] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"152.415527ms","start":"2026-02-26T01:45:41.948852Z","end":"2026-02-26T01:45:42.101267Z","steps":["trace[626614887] 'process raft request' (duration: 151.916178ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:42.101376Z","caller":"traceutil/trace.go:171","msg":"trace[596530325] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"155.236359ms","start":"2026-02-26T01:45:41.94613Z","end":"2026-02-26T01:45:42.101367Z","steps":["trace[596530325] 'process raft request' (duration: 154.606437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:42.101431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.951346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:45:42.101507Z","caller":"traceutil/trace.go:171","msg":"trace[694178484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5201; }","duration":"147.050329ms","start":"2026-02-26T01:45:41.95444Z","end":"2026-02-26T01:45:42.10149Z","steps":["trace[694178484] 'agreement among raft nodes before linearized reading' (duration: 146.916756ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:42.101533Z","caller":"traceutil/trace.go:171","msg":"trace[608572006] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"151.478549ms","start":"2026-02-26T01:45:41.950035Z","end":"2026-02-26T01:45:42.101514Z","steps":["trace[608572006] 'process raft request' (duration: 150.796477ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:42.101573Z","caller":"traceutil/trace.go:171","msg":"trace[326287960] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"146.889066ms","start":"2026-02-26T01:45:41.954658Z","end":"2026-02-26T01:45:42.101547Z","steps":["trace[326287960] 'process raft request' (duration: 146.228624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:42.101771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.692497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19695"} {"level":"info","ts":"2026-02-26T01:45:42.101819Z","caller":"traceutil/trace.go:171","msg":"trace[1299982607] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5201; }","duration":"155.750558ms","start":"2026-02-26T01:45:41.946055Z","end":"2026-02-26T01:45:42.101805Z","steps":["trace[1299982607] 'agreement among raft nodes before linearized reading' (duration: 155.522494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:42.418911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.705828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:45:42.419041Z","caller":"traceutil/trace.go:171","msg":"trace[1898320728] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"224.626252ms","start":"2026-02-26T01:45:42.194395Z","end":"2026-02-26T01:45:42.419021Z","steps":["trace[1898320728] 'process raft request' (duration: 38.71938ms)","trace[1898320728] 'compare' (duration: 185.557845ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:42.446247Z","caller":"traceutil/trace.go:171","msg":"trace[927281731] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"251.26772ms","start":"2026-02-26T01:45:42.194949Z","end":"2026-02-26T01:45:42.446216Z","steps":["trace[927281731] 'process raft request' (duration: 250.974535ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:42.446393Z","caller":"traceutil/trace.go:171","msg":"trace[1794443941] linearizableReadLoop","detail":"{readStateIndex:5415; appliedIndex:5413; }","duration":"250.708552ms","start":"2026-02-26T01:45:42.195659Z","end":"2026-02-26T01:45:42.446368Z","steps":["trace[1794443941] 'read index received' (duration: 37.472678ms)","trace[1794443941] 'applied index is now lower than readState.Index' (duration: 213.232984ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:42.44642Z","caller":"traceutil/trace.go:171","msg":"trace[976205262] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"241.440941ms","start":"2026-02-26T01:45:42.204958Z","end":"2026-02-26T01:45:42.446399Z","steps":["trace[976205262] 'process raft request' (duration: 241.208996ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:42.446246Z","caller":"traceutil/trace.go:171","msg":"trace[1361838187] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"250.18897ms","start":"2026-02-26T01:45:42.196029Z","end":"2026-02-26T01:45:42.446218Z","steps":["trace[1361838187] 'process raft request' (duration: 250.053268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:42.446688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.009227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-26T01:45:42.446765Z","caller":"traceutil/trace.go:171","msg":"trace[1908537535] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5210; }","duration":"251.13245ms","start":"2026-02-26T01:45:42.195615Z","end":"2026-02-26T01:45:42.446747Z","steps":["trace[1908537535] 'agreement among raft nodes before linearized reading' (duration: 250.881875ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:42.744443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.442691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:45:42.744551Z","caller":"traceutil/trace.go:171","msg":"trace[880408092] linearizableReadLoop","detail":"{readStateIndex:5418; appliedIndex:5417; }","duration":"285.624481ms","start":"2026-02-26T01:45:42.45891Z","end":"2026-02-26T01:45:42.744534Z","steps":["trace[880408092] 'read index received' (duration: 68.923465ms)","trace[880408092] 'applied index is now lower than readState.Index' (duration: 216.699566ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:45:42.744725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.819075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-02-26T01:45:42.744762Z","caller":"traceutil/trace.go:171","msg":"trace[838540750] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5211; }","duration":"285.893547ms","start":"2026-02-26T01:45:42.458856Z","end":"2026-02-26T01:45:42.74475Z","steps":["trace[838540750] 'agreement among raft nodes before linearized reading' (duration: 285.725234ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:42.744856Z","caller":"traceutil/trace.go:171","msg":"trace[1696698338] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"290.425059ms","start":"2026-02-26T01:45:42.454397Z","end":"2026-02-26T01:45:42.744822Z","steps":["trace[1696698338] 'process raft request' (duration: 73.503949ms)","trace[1696698338] 'compare' (duration: 216.291338ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:45.795363Z","caller":"traceutil/trace.go:171","msg":"trace[2106055606] linearizableReadLoop","detail":"{readStateIndex:5435; appliedIndex:5434; }","duration":"189.754261ms","start":"2026-02-26T01:45:45.605586Z","end":"2026-02-26T01:45:45.79534Z","steps":["trace[2106055606] 'read index received' (duration: 189.68066ms)","trace[2106055606] 'applied index is now lower than readState.Index' (duration: 72.481µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:45.795409Z","caller":"traceutil/trace.go:171","msg":"trace[2028780899] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"261.491378ms","start":"2026-02-26T01:45:45.533887Z","end":"2026-02-26T01:45:45.795379Z","steps":["trace[2028780899] 'process raft request' (duration: 261.296404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:45.79558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.972746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-26T01:45:45.79564Z","caller":"traceutil/trace.go:171","msg":"trace[9787383] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5228; }","duration":"190.072058ms","start":"2026-02-26T01:45:45.605544Z","end":"2026-02-26T01:45:45.795616Z","steps":["trace[9787383] 'agreement among raft nodes before linearized reading' (duration: 189.908785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:46.289581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.874777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:45:46.289783Z","caller":"traceutil/trace.go:171","msg":"trace[893077450] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"534.549199ms","start":"2026-02-26T01:45:45.755208Z","end":"2026-02-26T01:45:46.289757Z","steps":["trace[893077450] 'process raft request' (duration: 388.402736ms)","trace[893077450] 'compare' (duration: 145.733064ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:45:46.289883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:45.755184Z","time spent":"534.655471ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:46.289958Z","caller":"traceutil/trace.go:171","msg":"trace[1612969011] linearizableReadLoop","detail":"{readStateIndex:5437; appliedIndex:5435; }","duration":"494.509084ms","start":"2026-02-26T01:45:45.795432Z","end":"2026-02-26T01:45:46.289941Z","steps":["trace[1612969011] 'read index received' (duration: 348.199309ms)","trace[1612969011] 'applied index is now lower than readState.Index' (duration: 146.308085ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:45:46.290111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.232945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4927ac8d-9cb5-4258-8aca-f54f969a327f\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-02-26T01:45:46.290135Z","caller":"traceutil/trace.go:171","msg":"trace[1751338574] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4927ac8d-9cb5-4258-8aca-f54f969a327f; range_end:; response_count:1; response_revision:5230; }","duration":"491.279675ms","start":"2026-02-26T01:45:45.798845Z","end":"2026-02-26T01:45:46.290125Z","steps":["trace[1751338574] 'agreement among raft nodes before linearized reading' (duration: 491.178993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:46.290151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:45.79883Z","time spent":"491.317096ms","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1457,"request content":"key:\"/registry/persistentvolumes/pvc-4927ac8d-9cb5-4258-8aca-f54f969a327f\" "} {"level":"info","ts":"2026-02-26T01:45:46.290113Z","caller":"traceutil/trace.go:171","msg":"trace[1262291349] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"530.936092ms","start":"2026-02-26T01:45:45.759133Z","end":"2026-02-26T01:45:46.290069Z","steps":["trace[1262291349] 'process raft request' (duration: 530.560556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:46.290336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.618791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-26T01:45:46.290322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:45.759111Z","time spent":"531.093116ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:46.290358Z","caller":"traceutil/trace.go:171","msg":"trace[595872022] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5230; }","duration":"170.641531ms","start":"2026-02-26T01:45:46.119712Z","end":"2026-02-26T01:45:46.290354Z","steps":["trace[595872022] 'agreement among raft nodes before linearized reading' (duration: 170.59049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:46.290521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.848621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T01:45:46.290622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.771655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-26T01:45:46.290597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.88756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T01:45:46.290638Z","caller":"traceutil/trace.go:171","msg":"trace[797193755] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:5230; }","duration":"412.785615ms","start":"2026-02-26T01:45:45.877847Z","end":"2026-02-26T01:45:46.290633Z","steps":["trace[797193755] 'agreement among raft nodes before linearized reading' (duration: 412.746764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:46.29065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:45.877778Z","time spent":"412.869066ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"warn","ts":"2026-02-26T01:45:46.290571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.192301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:45:46.290631Z","caller":"traceutil/trace.go:171","msg":"trace[1835701642] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5230; }","duration":"172.994264ms","start":"2026-02-26T01:45:46.117609Z","end":"2026-02-26T01:45:46.290603Z","steps":["trace[1835701642] 'agreement among raft nodes before linearized reading' (duration: 172.750359ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:46.290666Z","caller":"traceutil/trace.go:171","msg":"trace[591296902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5230; }","duration":"173.988092ms","start":"2026-02-26T01:45:46.116659Z","end":"2026-02-26T01:45:46.290647Z","steps":["trace[591296902] 'agreement among raft nodes before linearized reading' (duration: 173.813779ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:46.29068Z","caller":"traceutil/trace.go:171","msg":"trace[815660138] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5230; }","duration":"171.315383ms","start":"2026-02-26T01:45:46.119353Z","end":"2026-02-26T01:45:46.290668Z","steps":["trace[815660138] 'agreement among raft nodes before linearized reading' (duration: 171.18153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:46.290548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.629972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T01:45:46.290829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.337664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-02-26T01:45:46.290876Z","caller":"traceutil/trace.go:171","msg":"trace[892713561] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5230; }","duration":"480.395315ms","start":"2026-02-26T01:45:45.810467Z","end":"2026-02-26T01:45:46.290863Z","steps":["trace[892713561] 'agreement among raft nodes before linearized reading' (duration: 479.875706ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:46.290812Z","caller":"traceutil/trace.go:171","msg":"trace[667908210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5230; }","duration":"302.866887ms","start":"2026-02-26T01:45:45.987904Z","end":"2026-02-26T01:45:46.290771Z","steps":["trace[667908210] 'agreement among raft nodes before linearized reading' (duration: 302.416869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:46.290913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:45.810461Z","time spent":"480.441496ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-26T01:45:46.290925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:45.987864Z","time spent":"303.04834ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:45:46.290517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.366256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:45:46.291196Z","caller":"traceutil/trace.go:171","msg":"trace[1986880219] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5230; }","duration":"632.100539ms","start":"2026-02-26T01:45:45.659066Z","end":"2026-02-26T01:45:46.291166Z","steps":["trace[1986880219] 'agreement among raft nodes before linearized reading' (duration: 630.947968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:46.291213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.648213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T01:45:46.291261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:45.659047Z","time spent":"632.190891ms","remote":"127.0.0.1:56678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:45:46.291272Z","caller":"traceutil/trace.go:171","msg":"trace[1611584594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5230; }","duration":"175.735045ms","start":"2026-02-26T01:45:46.11552Z","end":"2026-02-26T01:45:46.291255Z","steps":["trace[1611584594] 'agreement among raft nodes before linearized reading' (duration: 175.561322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:46.291691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.936234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cm56x\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-26T01:45:46.292676Z","caller":"traceutil/trace.go:171","msg":"trace[1791849634] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cm56x; range_end:; response_count:1; response_revision:5230; }","duration":"330.929564ms","start":"2026-02-26T01:45:45.961714Z","end":"2026-02-26T01:45:46.292643Z","steps":["trace[1791849634] 'agreement among raft nodes before linearized reading' (duration: 328.726853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:46.292723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:45.961703Z","time spent":"331.007525ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-cm56x\" "} {"level":"warn","ts":"2026-02-26T01:45:46.613267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.778698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:45:46.613573Z","caller":"traceutil/trace.go:171","msg":"trace[19485534] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"317.12469ms","start":"2026-02-26T01:45:46.296429Z","end":"2026-02-26T01:45:46.613554Z","steps":["trace[19485534] 'process raft request' (duration: 317.050389ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:46.613561Z","caller":"traceutil/trace.go:171","msg":"trace[1587750253] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"317.12328ms","start":"2026-02-26T01:45:46.296409Z","end":"2026-02-26T01:45:46.613532Z","steps":["trace[1587750253] 'process raft request' (duration: 316.972427ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:46.6136Z","caller":"traceutil/trace.go:171","msg":"trace[354974624] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"318.288891ms","start":"2026-02-26T01:45:46.295273Z","end":"2026-02-26T01:45:46.613562Z","steps":["trace[354974624] 'process raft request' (duration: 155.113926ms)","trace[354974624] 'compare' (duration: 162.545022ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:45:46.613655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:46.296412Z","time spent":"317.208822ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:46.613786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:46.295254Z","time spent":"318.416692ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:46.613899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:46.296402Z","time spent":"317.225952ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:46.613904Z","caller":"traceutil/trace.go:171","msg":"trace[1215246250] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"317.417955ms","start":"2026-02-26T01:45:46.296445Z","end":"2026-02-26T01:45:46.613863Z","steps":["trace[1215246250] 'process raft request' (duration: 317.069519ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:46.61397Z","caller":"traceutil/trace.go:171","msg":"trace[336676760] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"317.485726ms","start":"2026-02-26T01:45:46.296471Z","end":"2026-02-26T01:45:46.613957Z","steps":["trace[336676760] 'process raft request' (duration: 317.268163ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:46.614087Z","caller":"traceutil/trace.go:171","msg":"trace[310282760] linearizableReadLoop","detail":"{readStateIndex:5439; appliedIndex:5438; }","duration":"317.728471ms","start":"2026-02-26T01:45:46.296316Z","end":"2026-02-26T01:45:46.614045Z","steps":["trace[310282760] 'read index received' (duration: 36.074613ms)","trace[310282760] 'applied index is now lower than readState.Index' (duration: 281.652858ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:45:46.614112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:46.296422Z","time spent":"317.581538ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:46.614142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:46.296464Z","time spent":"317.640569ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:46.614158Z","caller":"traceutil/trace.go:171","msg":"trace[512783493] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"280.609349ms","start":"2026-02-26T01:45:46.333536Z","end":"2026-02-26T01:45:46.614146Z","steps":["trace[512783493] 'process raft request' (duration: 280.417465ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:46.614253Z","caller":"traceutil/trace.go:171","msg":"trace[1730404592] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"317.608078ms","start":"2026-02-26T01:45:46.296609Z","end":"2026-02-26T01:45:46.614217Z","steps":["trace[1730404592] 'process raft request' (duration: 317.264582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:46.614365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:46.296602Z","time spent":"317.69195ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:46.614452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.923417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-02-26T01:45:46.614506Z","caller":"traceutil/trace.go:171","msg":"trace[336169212] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5237; }","duration":"316.001309ms","start":"2026-02-26T01:45:46.298493Z","end":"2026-02-26T01:45:46.614494Z","steps":["trace[336169212] 'agreement among raft nodes before linearized reading' (duration: 315.807725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:46.614546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:46.298481Z","time spent":"316.05866ms","remote":"127.0.0.1:56426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1184,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-02-26T01:45:46.614552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.224261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81988"} {"level":"info","ts":"2026-02-26T01:45:46.614611Z","caller":"traceutil/trace.go:171","msg":"trace[1586971838] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5237; }","duration":"318.284862ms","start":"2026-02-26T01:45:46.296312Z","end":"2026-02-26T01:45:46.614597Z","steps":["trace[1586971838] 'agreement among raft nodes before linearized reading' (duration: 318.023466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:46.614655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:46.296304Z","time spent":"318.340563ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82010,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-26T01:46:20.523967Z","caller":"traceutil/trace.go:171","msg":"trace[1796903661] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"108.889579ms","start":"2026-02-26T01:46:20.415055Z","end":"2026-02-26T01:46:20.523944Z","steps":["trace[1796903661] 'process raft request' (duration: 108.760236ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:20.529321Z","caller":"traceutil/trace.go:171","msg":"trace[357398113] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"112.021966ms","start":"2026-02-26T01:46:20.41725Z","end":"2026-02-26T01:46:20.529272Z","steps":["trace[357398113] 'process raft request' (duration: 111.843302ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:25.805737Z","caller":"traceutil/trace.go:171","msg":"trace[2072796881] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"188.009671ms","start":"2026-02-26T01:46:25.617691Z","end":"2026-02-26T01:46:25.8057Z","steps":["trace[2072796881] 'process raft request' (duration: 187.761436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:26.055581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.641549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:46:26.055714Z","caller":"traceutil/trace.go:171","msg":"trace[913941577] linearizableReadLoop","detail":"{readStateIndex:5765; appliedIndex:5764; }","duration":"106.181328ms","start":"2026-02-26T01:46:25.949513Z","end":"2026-02-26T01:46:26.055694Z","steps":["trace[913941577] 'read index received' (duration: 59.221µs)","trace[913941577] 'applied index is now lower than readState.Index' (duration: 106.120737ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:26.055788Z","caller":"traceutil/trace.go:171","msg":"trace[2136637106] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"160.640368ms","start":"2026-02-26T01:46:25.895107Z","end":"2026-02-26T01:46:26.055747Z","steps":["trace[2136637106] 'process raft request' (duration: 42.717914ms)","trace[2136637106] 'compare' (duration: 117.481766ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:46:26.055884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.29547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:46:26.055924Z","caller":"traceutil/trace.go:171","msg":"trace[1008748246] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5547; }","duration":"106.370202ms","start":"2026-02-26T01:46:25.949543Z","end":"2026-02-26T01:46:26.055913Z","steps":["trace[1008748246] 'agreement among raft nodes before linearized reading' (duration: 106.26639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:26.056038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.447433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:46:26.056194Z","caller":"traceutil/trace.go:171","msg":"trace[255550183] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5547; }","duration":"106.646887ms","start":"2026-02-26T01:46:25.949475Z","end":"2026-02-26T01:46:26.056122Z","steps":["trace[255550183] 'agreement among raft nodes before linearized reading' (duration: 106.302981ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:26.056337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.220291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-02-26T01:46:26.056505Z","caller":"traceutil/trace.go:171","msg":"trace[179715918] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5547; }","duration":"105.462066ms","start":"2026-02-26T01:46:25.951Z","end":"2026-02-26T01:46:26.056463Z","steps":["trace[179715918] 'agreement among raft nodes before linearized reading' (duration: 104.883424ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:26.652463Z","caller":"traceutil/trace.go:171","msg":"trace[390082576] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"109.645882ms","start":"2026-02-26T01:46:26.542788Z","end":"2026-02-26T01:46:26.652434Z","steps":["trace[390082576] 'process raft request' (duration: 109.451608ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:26.85222Z","caller":"traceutil/trace.go:171","msg":"trace[1924578507] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"306.562725ms","start":"2026-02-26T01:46:26.545595Z","end":"2026-02-26T01:46:26.852157Z","steps":["trace[1924578507] 'process raft request' (duration: 246.232358ms)","trace[1924578507] 'compare' (duration: 60.103433ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:46:26.852446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:26.545577Z","time spent":"306.747158ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:46:27.003471Z","caller":"traceutil/trace.go:171","msg":"trace[119018842] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"123.876742ms","start":"2026-02-26T01:46:26.879567Z","end":"2026-02-26T01:46:27.003444Z","steps":["trace[119018842] 'process raft request' (duration: 87.641157ms)","trace[119018842] 'compare' (duration: 36.062372ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:27.003699Z","caller":"traceutil/trace.go:171","msg":"trace[1533706290] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"122.460336ms","start":"2026-02-26T01:46:26.881205Z","end":"2026-02-26T01:46:27.003665Z","steps":["trace[1533706290] 'process raft request' (duration: 122.196071ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:27.003758Z","caller":"traceutil/trace.go:171","msg":"trace[1525051385] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"122.471756ms","start":"2026-02-26T01:46:26.881268Z","end":"2026-02-26T01:46:27.00374Z","steps":["trace[1525051385] 'process raft request' (duration: 122.288333ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:27.003902Z","caller":"traceutil/trace.go:171","msg":"trace[1913907430] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"122.453746ms","start":"2026-02-26T01:46:26.881435Z","end":"2026-02-26T01:46:27.003889Z","steps":["trace[1913907430] 'process raft request' (duration: 122.187981ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:27.003904Z","caller":"traceutil/trace.go:171","msg":"trace[792759918] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"122.443176ms","start":"2026-02-26T01:46:26.881436Z","end":"2026-02-26T01:46:27.003879Z","steps":["trace[792759918] 'process raft request' (duration: 122.347404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:27.246348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.030483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T01:46:27.24648Z","caller":"traceutil/trace.go:171","msg":"trace[1860073029] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5556; }","duration":"120.210376ms","start":"2026-02-26T01:46:27.126249Z","end":"2026-02-26T01:46:27.24646Z","steps":["trace[1860073029] 'range keys from in-memory index tree' (duration: 119.864599ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:31.792226Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2714} {"level":"info","ts":"2026-02-26T01:46:31.980653Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2714,"took":"186.782773ms","hash":962699098,"current-db-size-bytes":40226816,"current-db-size":"40 MB","current-db-size-in-use-bytes":30109696,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-26T01:46:31.980704Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":962699098,"revision":2714,"compact-revision":-1} {"level":"info","ts":"2026-02-26T01:46:37.029098Z","caller":"traceutil/trace.go:171","msg":"trace[1865323113] transaction","detail":"{read_only:false; response_revision:5621; number_of_response:1; }","duration":"124.714163ms","start":"2026-02-26T01:46:36.904353Z","end":"2026-02-26T01:46:37.029067Z","steps":["trace[1865323113] 'process raft request' (duration: 124.509408ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:41.392615Z","caller":"traceutil/trace.go:171","msg":"trace[769677197] linearizableReadLoop","detail":"{readStateIndex:5866; appliedIndex:5864; }","duration":"256.392241ms","start":"2026-02-26T01:46:41.136188Z","end":"2026-02-26T01:46:41.39258Z","steps":["trace[769677197] 'read index received' (duration: 30.45771ms)","trace[769677197] 'applied index is now lower than readState.Index' (duration: 225.932911ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:41.392812Z","caller":"traceutil/trace.go:171","msg":"trace[780840954] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"257.046673ms","start":"2026-02-26T01:46:41.135751Z","end":"2026-02-26T01:46:41.392798Z","steps":["trace[780840954] 'process raft request' (duration: 256.581635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:41.393097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.727395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:46:41.39314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.539595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:46:41.393197Z","caller":"traceutil/trace.go:171","msg":"trace[460760117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5644; }","duration":"109.903439ms","start":"2026-02-26T01:46:41.283269Z","end":"2026-02-26T01:46:41.393172Z","steps":["trace[460760117] 'agreement among raft nodes before linearized reading' (duration: 109.735496ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:41.393233Z","caller":"traceutil/trace.go:171","msg":"trace[1441404327] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5644; }","duration":"255.668277ms","start":"2026-02-26T01:46:41.137539Z","end":"2026-02-26T01:46:41.393207Z","steps":["trace[1441404327] 'agreement among raft nodes before linearized reading' (duration: 255.376872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:41.393463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.960345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:46:41.393634Z","caller":"traceutil/trace.go:171","msg":"trace[139575766] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5644; }","duration":"157.214769ms","start":"2026-02-26T01:46:41.236396Z","end":"2026-02-26T01:46:41.393611Z","steps":["trace[139575766] 'agreement among raft nodes before linearized reading' (duration: 156.901554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:41.393551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.347679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-26T01:46:41.39383Z","caller":"traceutil/trace.go:171","msg":"trace[2112610465] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5644; }","duration":"257.629934ms","start":"2026-02-26T01:46:41.136184Z","end":"2026-02-26T01:46:41.393814Z","steps":["trace[2112610465] 'agreement among raft nodes before linearized reading' (duration: 257.008362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:41.393529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.950305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:46:41.393892Z","caller":"traceutil/trace.go:171","msg":"trace[605442765] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5644; }","duration":"255.359512ms","start":"2026-02-26T01:46:41.13851Z","end":"2026-02-26T01:46:41.39387Z","steps":["trace[605442765] 'agreement among raft nodes before linearized reading' (duration: 254.809472ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:41.519982Z","caller":"traceutil/trace.go:171","msg":"trace[1724806971] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"121.173527ms","start":"2026-02-26T01:46:41.398778Z","end":"2026-02-26T01:46:41.519951Z","steps":["trace[1724806971] 'process raft request' (duration: 28.866831ms)","trace[1724806971] 'compare' (duration: 92.124102ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:41.520396Z","caller":"traceutil/trace.go:171","msg":"trace[367774242] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"121.588864ms","start":"2026-02-26T01:46:41.398775Z","end":"2026-02-26T01:46:41.520364Z","steps":["trace[367774242] 'process raft request' (duration: 121.133226ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:41.521008Z","caller":"traceutil/trace.go:171","msg":"trace[310707650] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"122.223096ms","start":"2026-02-26T01:46:41.398769Z","end":"2026-02-26T01:46:41.520992Z","steps":["trace[310707650] 'process raft request' (duration: 121.448061ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:41.870406Z","caller":"traceutil/trace.go:171","msg":"trace[1338639652] transaction","detail":"{read_only:false; response_revision:5648; number_of_response:1; }","duration":"286.164108ms","start":"2026-02-26T01:46:41.584214Z","end":"2026-02-26T01:46:41.870378Z","steps":["trace[1338639652] 'process raft request' (duration: 285.947934ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:42.03777Z","caller":"traceutil/trace.go:171","msg":"trace[1255501633] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"150.056357ms","start":"2026-02-26T01:46:41.887659Z","end":"2026-02-26T01:46:42.037715Z","steps":["trace[1255501633] 'process raft request' (duration: 96.112266ms)","trace[1255501633] 'compare' (duration: 53.744588ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:42.199501Z","caller":"traceutil/trace.go:171","msg":"trace[1791348173] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"246.742904ms","start":"2026-02-26T01:46:41.952727Z","end":"2026-02-26T01:46:42.199469Z","steps":["trace[1791348173] 'process raft request' (duration: 187.79336ms)","trace[1791348173] 'compare' (duration: 58.533646ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:51:27.525964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978735944,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T01:51:27.597649Z","caller":"traceutil/trace.go:171","msg":"trace[498561651] transaction","detail":"{read_only:false; response_revision:7650; number_of_response:1; }","duration":"780.976046ms","start":"2026-02-26T01:51:26.816654Z","end":"2026-02-26T01:51:27.59763Z","steps":["trace[498561651] 'process raft request' (duration: 780.527218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:27.59777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:26.816636Z","time spent":"781.068679ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:51:27.992167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.063746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:51:27.992356Z","caller":"traceutil/trace.go:171","msg":"trace[1482012559] transaction","detail":"{read_only:false; response_revision:7651; number_of_response:1; }","duration":"659.322015ms","start":"2026-02-26T01:51:27.333013Z","end":"2026-02-26T01:51:27.992335Z","steps":["trace[1482012559] 'process raft request' (duration: 486.995854ms)","trace[1482012559] 'compare' (duration: 171.938983ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:51:27.992429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:27.33299Z","time spent":"659.407926ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:51:27.992602Z","caller":"traceutil/trace.go:171","msg":"trace[827480887] transaction","detail":"{read_only:false; response_revision:7652; number_of_response:1; }","duration":"397.080774ms","start":"2026-02-26T01:51:27.595471Z","end":"2026-02-26T01:51:27.992552Z","steps":["trace[827480887] 'process raft request' (duration: 396.80544ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:27.992703Z","caller":"traceutil/trace.go:171","msg":"trace[1257127171] linearizableReadLoop","detail":"{readStateIndex:7941; appliedIndex:7939; }","duration":"967.681541ms","start":"2026-02-26T01:51:27.024961Z","end":"2026-02-26T01:51:27.992642Z","steps":["trace[1257127171] 'read index received' (duration: 572.538603ms)","trace[1257127171] 'applied index is now lower than readState.Index' (duration: 395.133068ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:51:27.992763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:27.595439Z","time spent":"397.246317ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:51:27.992984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.852539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:51:27.993022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.471405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:51:27.993031Z","caller":"traceutil/trace.go:171","msg":"trace[636356902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7653; }","duration":"710.934792ms","start":"2026-02-26T01:51:27.282085Z","end":"2026-02-26T01:51:27.993019Z","steps":["trace[636356902] 'agreement among raft nodes before linearized reading' (duration: 710.86279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:27.993021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.041317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T01:51:27.99306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.891233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T01:51:27.993069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:27.282066Z","time spent":"710.996842ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:51:27.993066Z","caller":"traceutil/trace.go:171","msg":"trace[314727916] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:7653; }","duration":"485.525356ms","start":"2026-02-26T01:51:27.507524Z","end":"2026-02-26T01:51:27.993049Z","steps":["trace[314727916] 'agreement among raft nodes before linearized reading' (duration: 485.457045ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:27.993101Z","caller":"traceutil/trace.go:171","msg":"trace[1225417801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7653; }","duration":"962.978554ms","start":"2026-02-26T01:51:27.030111Z","end":"2026-02-26T01:51:27.993089Z","steps":["trace[1225417801] 'agreement among raft nodes before linearized reading' (duration: 962.789511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:27.99311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:27.507518Z","time spent":"485.583427ms","remote":"127.0.0.1:56792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:51:27.993108Z","caller":"traceutil/trace.go:171","msg":"trace[1834513037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7653; }","duration":"968.17665ms","start":"2026-02-26T01:51:27.024906Z","end":"2026-02-26T01:51:27.993082Z","steps":["trace[1834513037] 'agreement among raft nodes before linearized reading' (duration: 967.895625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:27.993139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:27.030092Z","time spent":"963.038925ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:51:27.993154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:27.024886Z","time spent":"968.259361ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:51:27.993157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.169483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-26T01:51:27.993239Z","caller":"traceutil/trace.go:171","msg":"trace[333969653] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7653; }","duration":"513.295995ms","start":"2026-02-26T01:51:27.479921Z","end":"2026-02-26T01:51:27.993217Z","steps":["trace[333969653] 'agreement among raft nodes before linearized reading' (duration: 513.01789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:27.993218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.118559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-26T01:51:27.99329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:27.479901Z","time spent":"513.378796ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-26T01:51:27.99332Z","caller":"traceutil/trace.go:171","msg":"trace[721112670] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7653; }","duration":"895.259702ms","start":"2026-02-26T01:51:27.098029Z","end":"2026-02-26T01:51:27.993289Z","steps":["trace[721112670] 'agreement among raft nodes before linearized reading' (duration: 894.943257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:27.993372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:27.098016Z","time spent":"895.346134ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T01:51:31.799853Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5578} {"level":"info","ts":"2026-02-26T01:51:31.910063Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5578,"took":"108.085323ms","hash":3950486058,"current-db-size-bytes":42061824,"current-db-size":"42 MB","current-db-size-in-use-bytes":23257088,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-02-26T01:51:31.910141Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3950486058,"revision":5578,"compact-revision":2714} {"level":"warn","ts":"2026-02-26T01:51:38.934262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.418611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:51:38.934335Z","caller":"traceutil/trace.go:171","msg":"trace[240269892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7705; }","duration":"651.535543ms","start":"2026-02-26T01:51:38.282782Z","end":"2026-02-26T01:51:38.934318Z","steps":["trace[240269892] 'range keys from in-memory index tree' (duration: 651.346439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:38.934373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:38.282766Z","time spent":"651.599254ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:51:38.957337Z","caller":"traceutil/trace.go:171","msg":"trace[1605296985] transaction","detail":"{read_only:false; response_revision:7706; number_of_response:1; }","duration":"665.336304ms","start":"2026-02-26T01:51:38.291981Z","end":"2026-02-26T01:51:38.957317Z","steps":["trace[1605296985] 'process raft request' (duration: 665.219962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:38.95745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:38.29196Z","time spent":"665.432577ms","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19432,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:51:38.963257Z","caller":"traceutil/trace.go:171","msg":"trace[547897092] linearizableReadLoop","detail":"{readStateIndex:8000; appliedIndex:7998; }","duration":"219.015297ms","start":"2026-02-26T01:51:38.744229Z","end":"2026-02-26T01:51:38.963245Z","steps":["trace[547897092] 'read index received' (duration: 213.065818ms)","trace[547897092] 'applied index is now lower than readState.Index' (duration: 5.948759ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:38.963352Z","caller":"traceutil/trace.go:171","msg":"trace[1833545993] transaction","detail":"{read_only:false; response_revision:7707; number_of_response:1; }","duration":"409.328008ms","start":"2026-02-26T01:51:38.553966Z","end":"2026-02-26T01:51:38.963294Z","steps":["trace[1833545993] 'process raft request' (duration: 409.208776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:38.96341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.822267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:51:38.963437Z","caller":"traceutil/trace.go:171","msg":"trace[2018588616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7707; }","duration":"216.857718ms","start":"2026-02-26T01:51:38.746574Z","end":"2026-02-26T01:51:38.963431Z","steps":["trace[2018588616] 'agreement among raft nodes before linearized reading' (duration: 216.766516ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:38.963462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.308981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cm56x\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-26T01:51:38.963472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:38.55394Z","time spent":"409.470002ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:51:38.963484Z","caller":"traceutil/trace.go:171","msg":"trace[757814991] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cm56x; range_end:; response_count:1; response_revision:7707; }","duration":"112.359962ms","start":"2026-02-26T01:51:38.851118Z","end":"2026-02-26T01:51:38.963478Z","steps":["trace[757814991] 'agreement among raft nodes before linearized reading' (duration: 112.312101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:38.96341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.178411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:51:38.963507Z","caller":"traceutil/trace.go:171","msg":"trace[1647254065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7707; }","duration":"219.331784ms","start":"2026-02-26T01:51:38.744171Z","end":"2026-02-26T01:51:38.963503Z","steps":["trace[1647254065] 'agreement among raft nodes before linearized reading' (duration: 219.146459ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:39.903311Z","caller":"traceutil/trace.go:171","msg":"trace[2013970668] transaction","detail":"{read_only:false; response_revision:7710; number_of_response:1; }","duration":"145.986878ms","start":"2026-02-26T01:51:39.757298Z","end":"2026-02-26T01:51:39.903285Z","steps":["trace[2013970668] 'process raft request' (duration: 145.833255ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:40.250931Z","caller":"traceutil/trace.go:171","msg":"trace[1182599117] transaction","detail":"{read_only:false; response_revision:7711; number_of_response:1; }","duration":"163.352947ms","start":"2026-02-26T01:51:40.087542Z","end":"2026-02-26T01:51:40.250895Z","steps":["trace[1182599117] 'process raft request' (duration: 159.285362ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:40.296847Z","caller":"traceutil/trace.go:171","msg":"trace[1269471215] transaction","detail":"{read_only:false; response_revision:7712; number_of_response:1; }","duration":"117.981934ms","start":"2026-02-26T01:51:40.178831Z","end":"2026-02-26T01:51:40.296812Z","steps":["trace[1269471215] 'process raft request' (duration: 117.80336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:40.297022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.36945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:51:40.297084Z","caller":"traceutil/trace.go:171","msg":"trace[630996657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7712; }","duration":"137.492572ms","start":"2026-02-26T01:51:40.159577Z","end":"2026-02-26T01:51:40.29707Z","steps":["trace[630996657] 'agreement among raft nodes before linearized reading' (duration: 137.205607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:43.565682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203954144s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:51:43.565805Z","caller":"traceutil/trace.go:171","msg":"trace[1584454360] linearizableReadLoop","detail":"{readStateIndex:8016; appliedIndex:8015; }","duration":"1.243966489s","start":"2026-02-26T01:51:42.321819Z","end":"2026-02-26T01:51:43.565786Z","steps":["trace[1584454360] 'read index received' (duration: 39.76784ms)","trace[1584454360] 'applied index is now lower than readState.Index' (duration: 1.204197189s)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:43.565871Z","caller":"traceutil/trace.go:171","msg":"trace[2011727545] transaction","detail":"{read_only:false; response_revision:7721; number_of_response:1; }","duration":"1.263200202s","start":"2026-02-26T01:51:42.302637Z","end":"2026-02-26T01:51:43.565837Z","steps":["trace[2011727545] 'process raft request' (duration: 58.985723ms)","trace[2011727545] 'compare' (duration: 1.203843492s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:51:43.566076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:42.302616Z","time spent":"1.263375876s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:51:43.566143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244295315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:51:43.566271Z","caller":"traceutil/trace.go:171","msg":"trace[265511413] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7721; }","duration":"1.244463328s","start":"2026-02-26T01:51:42.321772Z","end":"2026-02-26T01:51:43.566236Z","steps":["trace[265511413] 'agreement among raft nodes before linearized reading' (duration: 1.244094332s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:43.566331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:42.321758Z","time spent":"1.24456376s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:51:43.601032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.68317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-26T01:51:43.601032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2783724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-26T01:51:43.601128Z","caller":"traceutil/trace.go:171","msg":"trace[963097829] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7722; }","duration":"593.822653ms","start":"2026-02-26T01:51:43.007279Z","end":"2026-02-26T01:51:43.601102Z","steps":["trace[963097829] 'agreement among raft nodes before linearized reading' (duration: 593.608649ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:43.601178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:43.007268Z","time spent":"593.897704ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-26T01:51:43.601345Z","caller":"traceutil/trace.go:171","msg":"trace[1742454794] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7722; }","duration":"1.278490762s","start":"2026-02-26T01:51:42.32262Z","end":"2026-02-26T01:51:43.601111Z","steps":["trace[1742454794] 'agreement among raft nodes before linearized reading' (duration: 1.278194147s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:43.601388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:42.322596Z","time spent":"1.278783377s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T01:51:43.601428Z","caller":"traceutil/trace.go:171","msg":"trace[2074352306] transaction","detail":"{read_only:false; response_revision:7722; number_of_response:1; }","duration":"595.066935ms","start":"2026-02-26T01:51:43.00633Z","end":"2026-02-26T01:51:43.601396Z","steps":["trace[2074352306] 'process raft request' (duration: 594.299381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:43.601491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137039548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:51:43.601573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.60136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cm56x\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-26T01:51:43.601585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:43.006304Z","time spent":"595.191168ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:51:43.601599Z","caller":"traceutil/trace.go:171","msg":"trace[2084012384] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:7722; }","duration":"1.13721826s","start":"2026-02-26T01:51:42.464358Z","end":"2026-02-26T01:51:43.601576Z","steps":["trace[2084012384] 'agreement among raft nodes before linearized reading' (duration: 1.13662073s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:43.601638Z","caller":"traceutil/trace.go:171","msg":"trace[1001519002] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cm56x; range_end:; response_count:1; response_revision:7722; }","duration":"562.705782ms","start":"2026-02-26T01:51:43.038914Z","end":"2026-02-26T01:51:43.60162Z","steps":["trace[1001519002] 'agreement among raft nodes before linearized reading' (duration: 562.478548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:43.601665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:42.464336Z","time spent":"1.137314353s","remote":"127.0.0.1:58492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:51:43.601679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:43.038894Z","time spent":"562.777143ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-cm56x\" "} {"level":"warn","ts":"2026-02-26T01:51:43.601733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.622461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T01:51:43.601736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219185315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:51:43.601785Z","caller":"traceutil/trace.go:171","msg":"trace[1155268732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7722; }","duration":"604.713233ms","start":"2026-02-26T01:51:42.997059Z","end":"2026-02-26T01:51:43.601772Z","steps":["trace[1155268732] 'agreement among raft nodes before linearized reading' (duration: 604.56462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:43.601839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:42.997035Z","time spent":"604.796474ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T01:51:43.601891Z","caller":"traceutil/trace.go:171","msg":"trace[324393776] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7722; }","duration":"1.219382679s","start":"2026-02-26T01:51:42.38244Z","end":"2026-02-26T01:51:43.601823Z","steps":["trace[324393776] 'agreement among raft nodes before linearized reading' (duration: 1.219001232s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:43.602183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:42.382419Z","time spent":"1.219744316s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:51:43.602019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.48177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T01:51:43.602393Z","caller":"traceutil/trace.go:171","msg":"trace[439264267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7722; }","duration":"567.350297ms","start":"2026-02-26T01:51:43.035009Z","end":"2026-02-26T01:51:43.602359Z","steps":["trace[439264267] 'agreement among raft nodes before linearized reading' (duration: 565.813639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:43.602454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:43.034997Z","time spent":"567.439569ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:51:44.813656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07715156s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:51:44.813763Z","caller":"traceutil/trace.go:171","msg":"trace[1454717032] linearizableReadLoop","detail":"{readStateIndex:8018; appliedIndex:8017; }","duration":"1.207821007s","start":"2026-02-26T01:51:43.605926Z","end":"2026-02-26T01:51:44.813747Z","steps":["trace[1454717032] 'read index received' (duration: 130.609527ms)","trace[1454717032] 'applied index is now lower than readState.Index' (duration: 1.07721023s)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:44.813839Z","caller":"traceutil/trace.go:171","msg":"trace[1047628617] transaction","detail":"{read_only:false; response_revision:7723; number_of_response:1; }","duration":"1.243222646s","start":"2026-02-26T01:51:43.570571Z","end":"2026-02-26T01:51:44.813794Z","steps":["trace[1047628617] 'process raft request' (duration: 165.851772ms)","trace[1047628617] 'compare' (duration: 1.076981667s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:51:44.813932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20800148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d8627007-e4f7-462e-9d2b-64122e8bb340\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-02-26T01:51:44.813985Z","caller":"traceutil/trace.go:171","msg":"trace[559322043] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d8627007-e4f7-462e-9d2b-64122e8bb340; range_end:; response_count:1; response_revision:7723; }","duration":"1.208089982s","start":"2026-02-26T01:51:43.60588Z","end":"2026-02-26T01:51:44.81397Z","steps":["trace[559322043] 'agreement among raft nodes before linearized reading' (duration: 1.207937159s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:44.81403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:43.605861Z","time spent":"1.208160153s","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-d8627007-e4f7-462e-9d2b-64122e8bb340\" "} {"level":"warn","ts":"2026-02-26T01:51:44.81413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:43.570533Z","time spent":"1.24342564s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:51:45.073968Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.337444123s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:51:45.078853Z","caller":"traceutil/trace.go:171","msg":"trace[429414226] transaction","detail":"{read_only:false; response_revision:7724; number_of_response:1; }","duration":"1.472715866s","start":"2026-02-26T01:51:43.606111Z","end":"2026-02-26T01:51:45.078827Z","steps":["trace[429414226] 'process raft request' (duration: 1.468147683s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:45.078985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:43.606085Z","time spent":"1.472822277s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:51:45.079241Z","caller":"traceutil/trace.go:171","msg":"trace[249176293] transaction","detail":"{read_only:false; response_revision:7725; number_of_response:1; }","duration":"1.472272037s","start":"2026-02-26T01:51:43.606917Z","end":"2026-02-26T01:51:45.079189Z","steps":["trace[249176293] 'process raft request' (duration: 1.471830799s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:45.079329Z","caller":"traceutil/trace.go:171","msg":"trace[526260845] transaction","detail":"{read_only:false; response_revision:7728; number_of_response:1; }","duration":"1.4718439s","start":"2026-02-26T01:51:43.607451Z","end":"2026-02-26T01:51:45.079295Z","steps":["trace[526260845] 'process raft request' (duration: 1.471740238s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:45.079371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:43.606904Z","time spent":"1.47240357s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:51:45.079358Z","caller":"traceutil/trace.go:171","msg":"trace[1858698638] transaction","detail":"{read_only:false; response_revision:7727; number_of_response:1; }","duration":"1.472172766s","start":"2026-02-26T01:51:43.607155Z","end":"2026-02-26T01:51:45.079328Z","steps":["trace[1858698638] 'process raft request' (duration: 1.471991702s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:45.079496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:43.607439Z","time spent":"1.471976102s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:51:45.079506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.087691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-02-26T01:51:45.079522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:43.607136Z","time spent":"1.472298039s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:51:45.079538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.582182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:51:45.079562Z","caller":"traceutil/trace.go:171","msg":"trace[69478472] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7729; }","duration":"604.202074ms","start":"2026-02-26T01:51:44.475345Z","end":"2026-02-26T01:51:45.079547Z","steps":["trace[69478472] 'agreement among raft nodes before linearized reading' (duration: 604.00003ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:45.079592Z","caller":"traceutil/trace.go:171","msg":"trace[1739487057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7729; }","duration":"796.688474ms","start":"2026-02-26T01:51:44.28289Z","end":"2026-02-26T01:51:45.079578Z","steps":["trace[1739487057] 'agreement among raft nodes before linearized reading' (duration: 796.604793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:45.079608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:44.475323Z","time spent":"604.272445ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T01:51:45.079638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:44.282856Z","time spent":"796.771706ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:51:45.079652Z","caller":"traceutil/trace.go:171","msg":"trace[480734651] transaction","detail":"{read_only:false; response_revision:7729; number_of_response:1; }","duration":"793.811801ms","start":"2026-02-26T01:51:44.285773Z","end":"2026-02-26T01:51:45.079585Z","steps":["trace[480734651] 'process raft request' (duration: 793.459525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:45.079775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070467327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T01:51:45.079865Z","caller":"traceutil/trace.go:171","msg":"trace[898330333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7729; }","duration":"1.070586829s","start":"2026-02-26T01:51:44.009258Z","end":"2026-02-26T01:51:45.079845Z","steps":["trace[898330333] 'agreement among raft nodes before linearized reading' (duration: 1.070305644s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:45.07992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:44.009179Z","time spent":"1.070731442s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:51:45.079911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:44.28574Z","time spent":"794.036226ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:51:45.079288Z","caller":"traceutil/trace.go:171","msg":"trace[501346332] transaction","detail":"{read_only:false; response_revision:7726; number_of_response:1; }","duration":"1.472131426s","start":"2026-02-26T01:51:43.607136Z","end":"2026-02-26T01:51:45.079267Z","steps":["trace[501346332] 'process raft request' (duration: 1.47185731s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:45.080025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472641054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223796"} {"level":"info","ts":"2026-02-26T01:51:45.080064Z","caller":"traceutil/trace.go:171","msg":"trace[115536999] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7729; }","duration":"1.472681355s","start":"2026-02-26T01:51:43.607373Z","end":"2026-02-26T01:51:45.080055Z","steps":["trace[115536999] 'agreement among raft nodes before linearized reading' (duration: 1.472356529s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:45.080087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:43.607118Z","time spent":"1.472925989s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:51:45.080195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:43.607327Z","time spent":"1.472772066s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223818,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-26T01:51:45.079704Z","caller":"traceutil/trace.go:171","msg":"trace[1084717598] linearizableReadLoop","detail":"{readStateIndex:8024; appliedIndex:8018; }","duration":"265.48234ms","start":"2026-02-26T01:51:44.81379Z","end":"2026-02-26T01:51:45.079272Z","steps":["trace[1084717598] 'read index received' (duration: 260.487208ms)","trace[1084717598] 'applied index is now lower than readState.Index' (duration: 4.994132ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:08.853444Z","caller":"traceutil/trace.go:171","msg":"trace[874666021] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"240.297068ms","start":"2026-02-26T01:52:08.613123Z","end":"2026-02-26T01:52:08.85342Z","steps":["trace[874666021] 'process raft request' (duration: 240.130975ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:08.858023Z","caller":"traceutil/trace.go:171","msg":"trace[299604900] transaction","detail":"{read_only:false; response_revision:7894; number_of_response:1; }","duration":"103.414678ms","start":"2026-02-26T01:52:08.754583Z","end":"2026-02-26T01:52:08.857998Z","steps":["trace[299604900] 'process raft request' (duration: 102.758105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:12.24329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978736814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:52:12.744426Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978736814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:52:12.796497Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.12131289s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:52:12.796967Z","caller":"traceutil/trace.go:171","msg":"trace[1650046911] linearizableReadLoop","detail":"{readStateIndex:8217; appliedIndex:8216; }","duration":"1.054028145s","start":"2026-02-26T01:52:11.74291Z","end":"2026-02-26T01:52:12.796938Z","steps":["trace[1650046911] 'read index received' (duration: 1.053702999s)","trace[1650046911] 'applied index is now lower than readState.Index' (duration: 323.976µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:12.797039Z","caller":"traceutil/trace.go:171","msg":"trace[1885747035] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"1.12193669s","start":"2026-02-26T01:52:11.675077Z","end":"2026-02-26T01:52:12.797014Z","steps":["trace[1885747035] 'process raft request' (duration: 1.121617525s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:12.797129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:11.675053Z","time spent":"1.122016872s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:12.797211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.884612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:52:12.797245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054315421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d8f5698c6-fbmrb.1897a8e56e039ab5\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-02-26T01:52:12.797247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.223428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:52:12.797271Z","caller":"traceutil/trace.go:171","msg":"trace[116233571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7914; }","duration":"515.993485ms","start":"2026-02-26T01:52:12.281261Z","end":"2026-02-26T01:52:12.797255Z","steps":["trace[116233571] 'agreement among raft nodes before linearized reading' (duration: 515.898103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:12.797308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:12.281241Z","time spent":"516.061596ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:52:12.797308Z","caller":"traceutil/trace.go:171","msg":"trace[1332512592] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:7914; }","duration":"275.298839ms","start":"2026-02-26T01:52:12.521995Z","end":"2026-02-26T01:52:12.797294Z","steps":["trace[1332512592] 'agreement among raft nodes before linearized reading' (duration: 275.175267ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:12.797306Z","caller":"traceutil/trace.go:171","msg":"trace[1649226492] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d8f5698c6-fbmrb.1897a8e56e039ab5; range_end:; response_count:1; response_revision:7914; }","duration":"1.054434212s","start":"2026-02-26T01:52:11.74285Z","end":"2026-02-26T01:52:12.797284Z","steps":["trace[1649226492] 'agreement among raft nodes before linearized reading' (duration: 1.054228968s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:12.797262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000190617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:52:12.797359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:11.742829Z","time spent":"1.054517214s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-6d8f5698c6-fbmrb.1897a8e56e039ab5\" "} {"level":"info","ts":"2026-02-26T01:52:12.797393Z","caller":"traceutil/trace.go:171","msg":"trace[1154725326] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:7914; }","duration":"1.000370251s","start":"2026-02-26T01:52:11.796996Z","end":"2026-02-26T01:52:12.797366Z","steps":["trace[1154725326] 'agreement among raft nodes before linearized reading' (duration: 1.000166647s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:12.797308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.548797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:52:12.797454Z","caller":"traceutil/trace.go:171","msg":"trace[1153759346] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:7914; }","duration":"666.740271ms","start":"2026-02-26T01:52:12.130701Z","end":"2026-02-26T01:52:12.797441Z","steps":["trace[1153759346] 'agreement among raft nodes before linearized reading' (duration: 666.510567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:12.797451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:11.796975Z","time spent":"1.000459432s","remote":"127.0.0.1:56538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:52:12.797478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:12.130683Z","time spent":"666.787561ms","remote":"127.0.0.1:58142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:52:13.634502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.224464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:52:13.634652Z","caller":"traceutil/trace.go:171","msg":"trace[826850169] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"834.317725ms","start":"2026-02-26T01:52:12.800294Z","end":"2026-02-26T01:52:13.634612Z","steps":["trace[826850169] 'process raft request' (duration: 628.896838ms)","trace[826850169] 'compare' (duration: 204.047922ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:13.634709Z","caller":"traceutil/trace.go:171","msg":"trace[255494444] linearizableReadLoop","detail":"{readStateIndex:8218; appliedIndex:8217; }","duration":"622.615821ms","start":"2026-02-26T01:52:13.012048Z","end":"2026-02-26T01:52:13.634664Z","steps":["trace[255494444] 'read index received' (duration: 417.158133ms)","trace[255494444] 'applied index is now lower than readState.Index' (duration: 205.456588ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:13.634814Z","caller":"traceutil/trace.go:171","msg":"trace[2140624288] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"427.582053ms","start":"2026-02-26T01:52:13.207213Z","end":"2026-02-26T01:52:13.634795Z","steps":["trace[2140624288] 'process raft request' (duration: 427.39119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:13.634861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:12.800278Z","time spent":"834.457127ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:13.6349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:13.207184Z","time spent":"427.679964ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:13.634963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.916897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T01:52:13.634967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.8005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:52:13.635028Z","caller":"traceutil/trace.go:171","msg":"trace[1797543475] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:7916; }","duration":"565.898451ms","start":"2026-02-26T01:52:13.069114Z","end":"2026-02-26T01:52:13.635012Z","steps":["trace[1797543475] 'agreement among raft nodes before linearized reading' (duration: 565.768469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:13.635058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.569988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:52:13.635074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:13.069103Z","time spent":"565.961443ms","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:52:13.635092Z","caller":"traceutil/trace.go:171","msg":"trace[864288502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7916; }","duration":"352.619378ms","start":"2026-02-26T01:52:13.282468Z","end":"2026-02-26T01:52:13.635088Z","steps":["trace[864288502] 'agreement among raft nodes before linearized reading' (duration: 352.576207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:13.635128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:13.282462Z","time spent":"352.660629ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:52:13.63527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.013491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:52:13.634992Z","caller":"traceutil/trace.go:171","msg":"trace[1898952905] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7916; }","duration":"622.994488ms","start":"2026-02-26T01:52:13.011991Z","end":"2026-02-26T01:52:13.634985Z","steps":["trace[1898952905] 'agreement among raft nodes before linearized reading' (duration: 622.841345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:13.635302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.169123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cm56x\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-26T01:52:13.635319Z","caller":"traceutil/trace.go:171","msg":"trace[194868890] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cm56x; range_end:; response_count:1; response_revision:7916; }","duration":"344.228984ms","start":"2026-02-26T01:52:13.291085Z","end":"2026-02-26T01:52:13.635314Z","steps":["trace[194868890] 'agreement among raft nodes before linearized reading' (duration: 344.172363ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:13.635315Z","caller":"traceutil/trace.go:171","msg":"trace[1054800041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7916; }","duration":"380.091693ms","start":"2026-02-26T01:52:13.255213Z","end":"2026-02-26T01:52:13.635305Z","steps":["trace[1054800041] 'agreement among raft nodes before linearized reading' (duration: 379.965411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:13.635328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:13.011968Z","time spent":"623.348014ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:52:13.635347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:13.255198Z","time spent":"380.141904ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:52:13.635388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.450909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T01:52:13.635413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.765932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:52:13.635429Z","caller":"traceutil/trace.go:171","msg":"trace[1152235079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7916; }","duration":"398.522031ms","start":"2026-02-26T01:52:13.236897Z","end":"2026-02-26T01:52:13.635419Z","steps":["trace[1152235079] 'agreement among raft nodes before linearized reading' (duration: 398.367498ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:13.635446Z","caller":"traceutil/trace.go:171","msg":"trace[1165374355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7916; }","duration":"351.812503ms","start":"2026-02-26T01:52:13.283628Z","end":"2026-02-26T01:52:13.635441Z","steps":["trace[1165374355] 'agreement among raft nodes before linearized reading' (duration: 351.736312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:13.635463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:13.283619Z","time spent":"351.839894ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:52:13.635465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:13.236879Z","time spent":"398.578482ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:52:13.635354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:13.291063Z","time spent":"344.286136ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-cm56x\" "} {"level":"warn","ts":"2026-02-26T01:52:13.635513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.150158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:52:13.635548Z","caller":"traceutil/trace.go:171","msg":"trace[1951973100] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:7916; }","duration":"353.224669ms","start":"2026-02-26T01:52:13.282313Z","end":"2026-02-26T01:52:13.635538Z","steps":["trace[1951973100] 'agreement among raft nodes before linearized reading' (duration: 353.169238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:13.635581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.480936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T01:52:13.635627Z","caller":"traceutil/trace.go:171","msg":"trace[1853637632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7916; }","duration":"352.545857ms","start":"2026-02-26T01:52:13.283076Z","end":"2026-02-26T01:52:13.635621Z","steps":["trace[1853637632] 'agreement among raft nodes before linearized reading' (duration: 352.460165ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:13.635651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:13.283062Z","time spent":"352.583738ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:52:13.635585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:13.282292Z","time spent":"353.28562ms","remote":"127.0.0.1:58482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:52:13.635763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.955806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-26T01:52:13.635809Z","caller":"traceutil/trace.go:171","msg":"trace[1852607000] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7916; }","duration":"376.017787ms","start":"2026-02-26T01:52:13.259776Z","end":"2026-02-26T01:52:13.635794Z","steps":["trace[1852607000] 'agreement among raft nodes before linearized reading' (duration: 375.901455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:13.635843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:13.259765Z","time spent":"376.071278ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T01:52:15.461768Z","caller":"traceutil/trace.go:171","msg":"trace[1354738279] transaction","detail":"{read_only:false; response_revision:7925; number_of_response:1; }","duration":"331.262056ms","start":"2026-02-26T01:52:15.130492Z","end":"2026-02-26T01:52:15.461754Z","steps":["trace[1354738279] 'process raft request' (duration: 330.812108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:15.462112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:15.130466Z","time spent":"331.540311ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:15.461581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.757961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:52:15.462298Z","caller":"traceutil/trace.go:171","msg":"trace[1496343306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7925; }","duration":"178.523845ms","start":"2026-02-26T01:52:15.283749Z","end":"2026-02-26T01:52:15.462273Z","steps":["trace[1496343306] 'agreement among raft nodes before linearized reading' (duration: 177.747031ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:15.462162Z","caller":"traceutil/trace.go:171","msg":"trace[404500612] linearizableReadLoop","detail":"{readStateIndex:8228; appliedIndex:8227; }","duration":"177.661269ms","start":"2026-02-26T01:52:15.283808Z","end":"2026-02-26T01:52:15.461469Z","steps":["trace[404500612] 'read index received' (duration: 177.508936ms)","trace[404500612] 'applied index is now lower than readState.Index' (duration: 151.213µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:52:26.305155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.044798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:52:26.305321Z","caller":"traceutil/trace.go:171","msg":"trace[657525416] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"623.724712ms","start":"2026-02-26T01:52:25.681583Z","end":"2026-02-26T01:52:26.305307Z","steps":["trace[657525416] 'process raft request' (duration: 623.673561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:26.30538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:25.681542Z","time spent":"623.810014ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:52:26.305661Z","caller":"traceutil/trace.go:171","msg":"trace[186987306] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"933.541605ms","start":"2026-02-26T01:52:25.372109Z","end":"2026-02-26T01:52:26.305651Z","steps":["trace[186987306] 'process raft request' (duration: 387.936177ms)","trace[186987306] 'compare' (duration: 544.954607ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:52:26.305719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:25.372095Z","time spent":"933.596166ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:52:26.305757Z","caller":"traceutil/trace.go:171","msg":"trace[1460396408] linearizableReadLoop","detail":"{readStateIndex:8322; appliedIndex:8321; }","duration":"739.645158ms","start":"2026-02-26T01:52:25.566088Z","end":"2026-02-26T01:52:26.305733Z","steps":["trace[1460396408] 'read index received' (duration: 193.954198ms)","trace[1460396408] 'applied index is now lower than readState.Index' (duration: 545.68798ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:52:26.305885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.79669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-26T01:52:26.305927Z","caller":"traceutil/trace.go:171","msg":"trace[2125257973] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8015; }","duration":"739.875842ms","start":"2026-02-26T01:52:25.566041Z","end":"2026-02-26T01:52:26.305917Z","steps":["trace[2125257973] 'agreement among raft nodes before linearized reading' (duration: 739.75683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:26.305951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:25.566019Z","time spent":"739.926532ms","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-02-26T01:52:26.661592Z","caller":"traceutil/trace.go:171","msg":"trace[200218773] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"890.358043ms","start":"2026-02-26T01:52:25.771174Z","end":"2026-02-26T01:52:26.661532Z","steps":["trace[200218773] 'process raft request' (duration: 837.970252ms)","trace[200218773] 'compare' (duration: 52.233828ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:52:26.661731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.537229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-26T01:52:26.661799Z","caller":"traceutil/trace.go:171","msg":"trace[1277896183] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8016; }","duration":"834.632742ms","start":"2026-02-26T01:52:25.82715Z","end":"2026-02-26T01:52:26.661782Z","steps":["trace[1277896183] 'agreement among raft nodes before linearized reading' (duration: 834.400617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:26.661828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:25.827138Z","time spent":"834.684363ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T01:52:26.661952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:25.771155Z","time spent":"890.516906ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:52:26.662011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.305221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T01:52:26.661973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.52061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:52:26.662074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.610642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-26T01:52:26.662112Z","caller":"traceutil/trace.go:171","msg":"trace[1141512116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8016; }","duration":"380.696124ms","start":"2026-02-26T01:52:26.281407Z","end":"2026-02-26T01:52:26.662104Z","steps":["trace[1141512116] 'agreement among raft nodes before linearized reading' (duration: 380.545451ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:26.662126Z","caller":"traceutil/trace.go:171","msg":"trace[864752295] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:8016; }","duration":"761.735994ms","start":"2026-02-26T01:52:25.900376Z","end":"2026-02-26T01:52:26.662112Z","steps":["trace[864752295] 'agreement among raft nodes before linearized reading' (duration: 761.592141ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:26.662118Z","caller":"traceutil/trace.go:171","msg":"trace[603970968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8016; }","duration":"945.455913ms","start":"2026-02-26T01:52:25.716636Z","end":"2026-02-26T01:52:26.662092Z","steps":["trace[603970968] 'agreement among raft nodes before linearized reading' (duration: 945.001104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:26.66217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:25.900344Z","time spent":"761.817605ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"warn","ts":"2026-02-26T01:52:26.662176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:25.716625Z","time spent":"945.538345ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:52:26.662169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.006313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T01:52:26.662203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.88604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-khlh9\" ","response":"range_response_count:1 size:4644"} {"level":"info","ts":"2026-02-26T01:52:26.662223Z","caller":"traceutil/trace.go:171","msg":"trace[1098793845] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-khlh9; range_end:; response_count:1; response_revision:8016; }","duration":"891.919132ms","start":"2026-02-26T01:52:25.770297Z","end":"2026-02-26T01:52:26.662216Z","steps":["trace[1098793845] 'agreement among raft nodes before linearized reading' (duration: 891.85179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:26.66219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.943781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T01:52:26.662239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:25.770282Z","time spent":"891.953052ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4666,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-khlh9\" "} {"level":"warn","ts":"2026-02-26T01:52:26.662133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:26.281386Z","time spent":"380.741964ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:52:26.662235Z","caller":"traceutil/trace.go:171","msg":"trace[1924886108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8016; }","duration":"947.136755ms","start":"2026-02-26T01:52:25.715081Z","end":"2026-02-26T01:52:26.662218Z","steps":["trace[1924886108] 'agreement among raft nodes before linearized reading' (duration: 946.952191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:26.6622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.899883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T01:52:26.662206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.484182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cm56x\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-26T01:52:26.662275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:25.715033Z","time spent":"947.234447ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T01:52:26.662314Z","caller":"traceutil/trace.go:171","msg":"trace[1241362601] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8016; }","duration":"946.043395ms","start":"2026-02-26T01:52:25.716239Z","end":"2026-02-26T01:52:26.662283Z","steps":["trace[1241362601] 'agreement among raft nodes before linearized reading' (duration: 945.726199ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:26.662367Z","caller":"traceutil/trace.go:171","msg":"trace[1158236209] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cm56x; range_end:; response_count:1; response_revision:8016; }","duration":"922.686625ms","start":"2026-02-26T01:52:25.739624Z","end":"2026-02-26T01:52:26.662311Z","steps":["trace[1158236209] 'agreement among raft nodes before linearized reading' (duration: 921.935301ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:26.661585Z","caller":"traceutil/trace.go:171","msg":"trace[1154976770] linearizableReadLoop","detail":"{readStateIndex:8324; appliedIndex:8323; }","duration":"355.743606ms","start":"2026-02-26T01:52:26.305806Z","end":"2026-02-26T01:52:26.66155Z","steps":["trace[1154976770] 'read index received' (duration: 303.354895ms)","trace[1154976770] 'applied index is now lower than readState.Index' (duration: 52.387661ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:52:26.662417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:25.716228Z","time spent":"946.172067ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:52:26.66243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:25.739609Z","time spent":"922.810328ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-cm56x\" "} {"level":"warn","ts":"2026-02-26T01:52:26.662446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.191634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:52:26.662262Z","caller":"traceutil/trace.go:171","msg":"trace[498855912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8016; }","duration":"941.031522ms","start":"2026-02-26T01:52:25.721213Z","end":"2026-02-26T01:52:26.662244Z","steps":["trace[498855912] 'agreement among raft nodes before linearized reading' (duration: 940.794138ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:26.662476Z","caller":"traceutil/trace.go:171","msg":"trace[235756645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8016; }","duration":"942.276445ms","start":"2026-02-26T01:52:25.720192Z","end":"2026-02-26T01:52:26.662469Z","steps":["trace[235756645] 'agreement among raft nodes before linearized reading' (duration: 942.122192ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:26.662499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:25.720166Z","time spent":"942.328807ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:52:26.662489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:25.721186Z","time spent":"941.291017ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:52:26.662649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.645298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T01:52:26.662742Z","caller":"traceutil/trace.go:171","msg":"trace[963730243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8016; }","duration":"951.77808ms","start":"2026-02-26T01:52:25.710954Z","end":"2026-02-26T01:52:26.662732Z","steps":["trace[963730243] 'agreement among raft nodes before linearized reading' (duration: 950.69355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:26.662775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:25.710921Z","time spent":"951.846481ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T01:52:26.692691Z","caller":"traceutil/trace.go:171","msg":"trace[16300568] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"340.872823ms","start":"2026-02-26T01:52:26.35179Z","end":"2026-02-26T01:52:26.692662Z","steps":["trace[16300568] 'process raft request' (duration: 340.678829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:26.692888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:26.351774Z","time spent":"341.020477ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:26.693119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.59817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-khlh9\" ","response":"range_response_count:1 size:4644"} {"level":"info","ts":"2026-02-26T01:52:26.69316Z","caller":"traceutil/trace.go:171","msg":"trace[90253042] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-khlh9; range_end:; response_count:1; response_revision:8017; }","duration":"381.655452ms","start":"2026-02-26T01:52:26.311493Z","end":"2026-02-26T01:52:26.693148Z","steps":["trace[90253042] 'agreement among raft nodes before linearized reading' (duration: 381.53015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:26.693196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:26.311483Z","time spent":"381.705913ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4666,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-khlh9\" "} {"level":"warn","ts":"2026-02-26T01:52:26.693297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.387663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-19e22e98-d67d-49e2-8486-97d51e50da68\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-02-26T01:52:26.693384Z","caller":"traceutil/trace.go:171","msg":"trace[1348244263] range","detail":"{range_begin:/registry/persistentvolumes/pvc-19e22e98-d67d-49e2-8486-97d51e50da68; range_end:; response_count:1; response_revision:8017; }","duration":"383.522806ms","start":"2026-02-26T01:52:26.309833Z","end":"2026-02-26T01:52:26.693356Z","steps":["trace[1348244263] 'agreement among raft nodes before linearized reading' (duration: 383.327692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:26.693438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:26.309807Z","time spent":"383.616547ms","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-19e22e98-d67d-49e2-8486-97d51e50da68\" "} {"level":"info","ts":"2026-02-26T01:52:26.840267Z","caller":"traceutil/trace.go:171","msg":"trace[1787655106] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"172.610196ms","start":"2026-02-26T01:52:26.667634Z","end":"2026-02-26T01:52:26.840244Z","steps":["trace[1787655106] 'process raft request' (duration: 172.403773ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:26.840357Z","caller":"traceutil/trace.go:171","msg":"trace[725172441] linearizableReadLoop","detail":"{readStateIndex:8333; appliedIndex:8325; }","duration":"147.710979ms","start":"2026-02-26T01:52:26.692619Z","end":"2026-02-26T01:52:26.84033Z","steps":["trace[725172441] 'read index received' (duration: 80.509916ms)","trace[725172441] 'applied index is now lower than readState.Index' (duration: 67.199983ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:26.84046Z","caller":"traceutil/trace.go:171","msg":"trace[679818585] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"173.554674ms","start":"2026-02-26T01:52:26.666892Z","end":"2026-02-26T01:52:26.840447Z","steps":["trace[679818585] 'process raft request' (duration: 173.004414ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:26.840498Z","caller":"traceutil/trace.go:171","msg":"trace[1109262388] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"169.991578ms","start":"2026-02-26T01:52:26.670496Z","end":"2026-02-26T01:52:26.840487Z","steps":["trace[1109262388] 'process raft request' (duration: 169.754844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:26.840689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.014517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:52:26.840667Z","caller":"traceutil/trace.go:171","msg":"trace[1649142651] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"172.930342ms","start":"2026-02-26T01:52:26.667708Z","end":"2026-02-26T01:52:26.840638Z","steps":["trace[1649142651] 'process raft request' (duration: 172.394143ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:26.840725Z","caller":"traceutil/trace.go:171","msg":"trace[842704610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8024; }","duration":"177.082367ms","start":"2026-02-26T01:52:26.663631Z","end":"2026-02-26T01:52:26.840714Z","steps":["trace[842704610] 'agreement among raft nodes before linearized reading' (duration: 177.015686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:26.840864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.513312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-khlh9\" ","response":"range_response_count:1 size:4649"} {"level":"info","ts":"2026-02-26T01:52:26.840931Z","caller":"traceutil/trace.go:171","msg":"trace[1013908284] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-khlh9; range_end:; response_count:1; response_revision:8024; }","duration":"143.706036ms","start":"2026-02-26T01:52:26.697196Z","end":"2026-02-26T01:52:26.840903Z","steps":["trace[1013908284] 'agreement among raft nodes before linearized reading' (duration: 143.534703ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:26.840998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.052435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-02-26T01:52:26.84104Z","caller":"traceutil/trace.go:171","msg":"trace[658567016] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8024; }","duration":"173.112546ms","start":"2026-02-26T01:52:26.667918Z","end":"2026-02-26T01:52:26.84103Z","steps":["trace[658567016] 'agreement among raft nodes before linearized reading' (duration: 172.993793ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:26.841137Z","caller":"traceutil/trace.go:171","msg":"trace[712170292] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"173.32048ms","start":"2026-02-26T01:52:26.667805Z","end":"2026-02-26T01:52:26.841126Z","steps":["trace[712170292] 'process raft request' (duration: 172.358992ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:26.841245Z","caller":"traceutil/trace.go:171","msg":"trace[2083704013] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"173.456223ms","start":"2026-02-26T01:52:26.66778Z","end":"2026-02-26T01:52:26.841236Z","steps":["trace[2083704013] 'process raft request' (duration: 172.353282ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:26.841439Z","caller":"traceutil/trace.go:171","msg":"trace[1139519033] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"173.578135ms","start":"2026-02-26T01:52:26.667828Z","end":"2026-02-26T01:52:26.841406Z","steps":["trace[1139519033] 'process raft request' (duration: 172.365382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:26.841573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.678966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-26T01:52:26.841651Z","caller":"traceutil/trace.go:171","msg":"trace[1922028985] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8024; }","duration":"173.793388ms","start":"2026-02-26T01:52:26.667843Z","end":"2026-02-26T01:52:26.841636Z","steps":["trace[1922028985] 'agreement among raft nodes before linearized reading' (duration: 173.500983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:26.841794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.873639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228438"} {"level":"info","ts":"2026-02-26T01:52:26.841883Z","caller":"traceutil/trace.go:171","msg":"trace[728241906] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8024; }","duration":"173.975902ms","start":"2026-02-26T01:52:26.667879Z","end":"2026-02-26T01:52:26.841855Z","steps":["trace[728241906] 'agreement among raft nodes before linearized reading' (duration: 173.579055ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:27.378388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.538738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-02-26T01:52:27.378515Z","caller":"traceutil/trace.go:171","msg":"trace[186708734] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8028; }","duration":"291.698091ms","start":"2026-02-26T01:52:27.086782Z","end":"2026-02-26T01:52:27.37848Z","steps":["trace[186708734] 'range keys from in-memory index tree' (duration: 291.253403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:27.378638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.594564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209353"} {"level":"info","ts":"2026-02-26T01:52:27.378796Z","caller":"traceutil/trace.go:171","msg":"trace[2116528317] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8028; }","duration":"107.802247ms","start":"2026-02-26T01:52:27.270975Z","end":"2026-02-26T01:52:27.378777Z","steps":["trace[2116528317] 'range keys from in-memory index tree' (duration: 106.953372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:28.093136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978737176,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:52:28.490876Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.017587006s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:52:28.491457Z","caller":"traceutil/trace.go:171","msg":"trace[1094426752] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"1.018201248s","start":"2026-02-26T01:52:27.473202Z","end":"2026-02-26T01:52:28.491403Z","steps":["trace[1094426752] 'process raft request' (duration: 1.017869282s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:28.491721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:27.473191Z","time spent":"1.01836842s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:52:29.357082Z","caller":"traceutil/trace.go:171","msg":"trace[1174571093] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"1.873001729s","start":"2026-02-26T01:52:27.484038Z","end":"2026-02-26T01:52:29.35704Z","steps":["trace[1174571093] 'process raft request' (duration: 1.872654462s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.357292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:27.48403Z","time spent":"1.873151131s","remote":"127.0.0.1:33254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:52:29.357388Z","caller":"traceutil/trace.go:171","msg":"trace[1981239866] linearizableReadLoop","detail":"{readStateIndex:8339; appliedIndex:8337; }","duration":"1.764831415s","start":"2026-02-26T01:52:27.592528Z","end":"2026-02-26T01:52:29.35736Z","steps":["trace[1981239866] 'read index received' (duration: 898.613135ms)","trace[1981239866] 'applied index is now lower than readState.Index' (duration: 866.21702ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:29.357465Z","caller":"traceutil/trace.go:171","msg":"trace[573206233] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"995.621094ms","start":"2026-02-26T01:52:28.361815Z","end":"2026-02-26T01:52:29.357436Z","steps":["trace[573206233] 'process raft request' (duration: 995.42706ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:29.357462Z","caller":"traceutil/trace.go:171","msg":"trace[278606742] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"1.046328173s","start":"2026-02-26T01:52:28.311084Z","end":"2026-02-26T01:52:29.357412Z","steps":["trace[278606742] 'process raft request' (duration: 1.045885345s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.357591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765040219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:52:29.357608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.361785Z","time spent":"995.758176ms","remote":"127.0.0.1:56594","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:52:29.357645Z","caller":"traceutil/trace.go:171","msg":"trace[1978644667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8032; }","duration":"1.7651183s","start":"2026-02-26T01:52:27.592511Z","end":"2026-02-26T01:52:29.35763Z","steps":["trace[1978644667] 'agreement among raft nodes before linearized reading' (duration: 1.764982058s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.357689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:27.592444Z","time spent":"1.765234332s","remote":"127.0.0.1:58550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:52:29.357689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.311062Z","time spent":"1.046512288s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:29.380019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.475586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T01:52:29.380134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067790427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:52:29.380146Z","caller":"traceutil/trace.go:171","msg":"trace[912885329] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8034; }","duration":"533.624429ms","start":"2026-02-26T01:52:28.846504Z","end":"2026-02-26T01:52:29.380128Z","steps":["trace[912885329] 'agreement among raft nodes before linearized reading' (duration: 533.383504ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:29.380186Z","caller":"traceutil/trace.go:171","msg":"trace[1242528202] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8034; }","duration":"1.067862479s","start":"2026-02-26T01:52:28.312307Z","end":"2026-02-26T01:52:29.380169Z","steps":["trace[1242528202] 'agreement among raft nodes before linearized reading' (duration: 1.067764338s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.380278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.506315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T01:52:29.380244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.846495Z","time spent":"533.73601ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T01:52:29.380329Z","caller":"traceutil/trace.go:171","msg":"trace[1693337] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8034; }","duration":"534.627187ms","start":"2026-02-26T01:52:28.845686Z","end":"2026-02-26T01:52:29.380313Z","steps":["trace[1693337] 'agreement among raft nodes before linearized reading' (duration: 534.535115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.380303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.312294Z","time spent":"1.067994401s","remote":"127.0.0.1:57102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":14,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:52:29.380374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.845647Z","time spent":"534.719059ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:52:29.380368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.954031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T01:52:29.380418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.212346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cm56x\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-26T01:52:29.380468Z","caller":"traceutil/trace.go:171","msg":"trace[1489570280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8034; }","duration":"536.122754ms","start":"2026-02-26T01:52:28.844326Z","end":"2026-02-26T01:52:29.380448Z","steps":["trace[1489570280] 'agreement among raft nodes before linearized reading' (duration: 535.790338ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:29.380515Z","caller":"traceutil/trace.go:171","msg":"trace[1571665803] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cm56x; range_end:; response_count:1; response_revision:8034; }","duration":"530.334778ms","start":"2026-02-26T01:52:28.850161Z","end":"2026-02-26T01:52:29.380495Z","steps":["trace[1571665803] 'agreement among raft nodes before linearized reading' (duration: 530.067953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.380514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.844302Z","time spent":"536.205616ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:52:29.380563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.850154Z","time spent":"530.400679ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-cm56x\" "} {"level":"info","ts":"2026-02-26T01:52:29.380536Z","caller":"traceutil/trace.go:171","msg":"trace[44838336] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"441.901785ms","start":"2026-02-26T01:52:28.938598Z","end":"2026-02-26T01:52:29.3805Z","steps":["trace[44838336] 'process raft request' (duration: 441.196363ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:29.380559Z","caller":"traceutil/trace.go:171","msg":"trace[1483068745] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"721.083648ms","start":"2026-02-26T01:52:28.659445Z","end":"2026-02-26T01:52:29.380528Z","steps":["trace[1483068745] 'process raft request' (duration: 720.179762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.380705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.938574Z","time spent":"442.040518ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:29.380499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.799233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:52:29.380042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096548285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:52:29.380881Z","caller":"traceutil/trace.go:171","msg":"trace[733722593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8034; }","duration":"1.097434592s","start":"2026-02-26T01:52:28.283435Z","end":"2026-02-26T01:52:29.380869Z","steps":["trace[733722593] 'agreement among raft nodes before linearized reading' (duration: 1.096562945s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.380839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.659406Z","time spent":"721.25528ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:29.380922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.283407Z","time spent":"1.097504992s","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:52:29.380999Z","caller":"traceutil/trace.go:171","msg":"trace[390363527] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8034; }","duration":"727.550396ms","start":"2026-02-26T01:52:28.653277Z","end":"2026-02-26T01:52:29.380828Z","steps":["trace[390363527] 'agreement among raft nodes before linearized reading' (duration: 726.6837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.380182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.583996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T01:52:29.381134Z","caller":"traceutil/trace.go:171","msg":"trace[1837846562] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8034; }","duration":"535.580895ms","start":"2026-02-26T01:52:28.845538Z","end":"2026-02-26T01:52:29.381119Z","steps":["trace[1837846562] 'agreement among raft nodes before linearized reading' (duration: 534.536116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.381177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.175849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T01:52:29.381011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.607948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:52:29.381222Z","caller":"traceutil/trace.go:171","msg":"trace[356578522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8034; }","duration":"534.229751ms","start":"2026-02-26T01:52:28.846981Z","end":"2026-02-26T01:52:29.381211Z","steps":["trace[356578522] 'agreement among raft nodes before linearized reading' (duration: 534.073418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.381217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427565187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:52:29.381259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.846977Z","time spent":"534.275031ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:52:29.381204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.845517Z","time spent":"535.672676ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:52:29.381135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.653252Z","time spent":"727.860602ms","remote":"127.0.0.1:56382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:52:29.381375Z","caller":"traceutil/trace.go:171","msg":"trace[710388295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8034; }","duration":"533.883603ms","start":"2026-02-26T01:52:28.847336Z","end":"2026-02-26T01:52:29.38122Z","steps":["trace[710388295] 'agreement among raft nodes before linearized reading' (duration: 533.398403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.381524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.847309Z","time spent":"534.19344ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T01:52:29.381316Z","caller":"traceutil/trace.go:171","msg":"trace[1073466817] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8034; }","duration":"1.42774475s","start":"2026-02-26T01:52:27.95351Z","end":"2026-02-26T01:52:29.381255Z","steps":["trace[1073466817] 'agreement among raft nodes before linearized reading' (duration: 1.427598128s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.381746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:27.95348Z","time spent":"1.42824592s","remote":"127.0.0.1:58510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:52:29.589981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.811489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:52:29.590173Z","caller":"traceutil/trace.go:171","msg":"trace[2119227594] linearizableReadLoop","detail":"{readStateIndex:8345; appliedIndex:8343; }","duration":"210.282617ms","start":"2026-02-26T01:52:29.37987Z","end":"2026-02-26T01:52:29.590153Z","steps":["trace[2119227594] 'read index received' (duration: 61.228143ms)","trace[2119227594] 'applied index is now lower than readState.Index' (duration: 149.053324ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:29.590245Z","caller":"traceutil/trace.go:171","msg":"trace[2088315607] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"227.521783ms","start":"2026-02-26T01:52:29.362714Z","end":"2026-02-26T01:52:29.590236Z","steps":["trace[2088315607] 'process raft request' (duration: 227.357ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:29.590281Z","caller":"traceutil/trace.go:171","msg":"trace[1239633202] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"227.699717ms","start":"2026-02-26T01:52:29.362546Z","end":"2026-02-26T01:52:29.590246Z","steps":["trace[1239633202] 'process raft request' (duration: 78.534531ms)","trace[1239633202] 'compare' (duration: 148.689597ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:52:29.59055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.193136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-26T01:52:29.590589Z","caller":"traceutil/trace.go:171","msg":"trace[281794432] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8036; }","duration":"228.277988ms","start":"2026-02-26T01:52:29.362301Z","end":"2026-02-26T01:52:29.590579Z","steps":["trace[281794432] 'agreement among raft nodes before linearized reading' (duration: 228.121335ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:29.59521Z","caller":"traceutil/trace.go:171","msg":"trace[1780907756] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"207.188ms","start":"2026-02-26T01:52:29.388011Z","end":"2026-02-26T01:52:29.595199Z","steps":["trace[1780907756] 'process raft request' (duration: 207.16299ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:29.59551Z","caller":"traceutil/trace.go:171","msg":"trace[453131404] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"209.267099ms","start":"2026-02-26T01:52:29.386233Z","end":"2026-02-26T01:52:29.595501Z","steps":["trace[453131404] 'process raft request' (duration: 208.780011ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:29.595656Z","caller":"traceutil/trace.go:171","msg":"trace[252770575] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"208.877471ms","start":"2026-02-26T01:52:29.386769Z","end":"2026-02-26T01:52:29.595646Z","steps":["trace[252770575] 'process raft request' (duration: 208.300321ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:29.595789Z","caller":"traceutil/trace.go:171","msg":"trace[1071413814] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"208.321951ms","start":"2026-02-26T01:52:29.387441Z","end":"2026-02-26T01:52:29.595763Z","steps":["trace[1071413814] 'process raft request' (duration: 207.66562ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:29.595951Z","caller":"traceutil/trace.go:171","msg":"trace[1989406339] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"208.461644ms","start":"2026-02-26T01:52:29.387481Z","end":"2026-02-26T01:52:29.595943Z","steps":["trace[1989406339] 'process raft request' (duration: 207.64716ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:29.596088Z","caller":"traceutil/trace.go:171","msg":"trace[1303210753] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"208.474504ms","start":"2026-02-26T01:52:29.387582Z","end":"2026-02-26T01:52:29.596057Z","steps":["trace[1303210753] 'process raft request' (duration: 207.568788ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:29.61793Z","caller":"traceutil/trace.go:171","msg":"trace[333065520] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"108.491571ms","start":"2026-02-26T01:52:29.509414Z","end":"2026-02-26T01:52:29.617905Z","steps":["trace[333065520] 'process raft request' (duration: 108.325708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.618362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.952254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228438"} {"level":"info","ts":"2026-02-26T01:52:29.618425Z","caller":"traceutil/trace.go:171","msg":"trace[1731875739] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8043; }","duration":"232.027026ms","start":"2026-02-26T01:52:29.386385Z","end":"2026-02-26T01:52:29.618412Z","steps":["trace[1731875739] 'agreement among raft nodes before linearized reading' (duration: 231.599568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.618626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.156182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:52:29.618673Z","caller":"traceutil/trace.go:171","msg":"trace[445672000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8043; }","duration":"230.238423ms","start":"2026-02-26T01:52:29.388423Z","end":"2026-02-26T01:52:29.618661Z","steps":["trace[445672000] 'agreement among raft nodes before linearized reading' (duration: 230.157332ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:30.398866Z","caller":"traceutil/trace.go:171","msg":"trace[778966894] transaction","detail":"{read_only:false; response_revision:8045; number_of_response:1; }","duration":"249.331534ms","start":"2026-02-26T01:52:30.149506Z","end":"2026-02-26T01:52:30.398838Z","steps":["trace[778966894] 'process raft request' (duration: 206.701902ms)","trace[778966894] 'compare' (duration: 42.51511ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:30.616855Z","caller":"traceutil/trace.go:171","msg":"trace[874035040] transaction","detail":"{read_only:false; response_revision:8046; number_of_response:1; }","duration":"145.932377ms","start":"2026-02-26T01:52:30.470887Z","end":"2026-02-26T01:52:30.616819Z","steps":["trace[874035040] 'process raft request' (duration: 139.442609ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:31.503947Z","caller":"traceutil/trace.go:171","msg":"trace[340783484] transaction","detail":"{read_only:false; response_revision:8047; number_of_response:1; }","duration":"140.014529ms","start":"2026-02-26T01:52:31.363901Z","end":"2026-02-26T01:52:31.503916Z","steps":["trace[340783484] 'process raft request' (duration: 139.827275ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:31.53451Z","caller":"traceutil/trace.go:171","msg":"trace[1868708006] transaction","detail":"{read_only:false; response_revision:8048; number_of_response:1; }","duration":"148.267689ms","start":"2026-02-26T01:52:31.386214Z","end":"2026-02-26T01:52:31.534482Z","steps":["trace[1868708006] 'process raft request' (duration: 148.082276ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:33.903088Z","caller":"traceutil/trace.go:171","msg":"trace[1289131734] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"392.423819ms","start":"2026-02-26T01:52:33.510635Z","end":"2026-02-26T01:52:33.903059Z","steps":["trace[1289131734] 'process raft request' (duration: 392.228416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:33.903279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:33.510603Z","time spent":"392.571901ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:35.89777Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.97283403s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:52:35.898176Z","caller":"traceutil/trace.go:171","msg":"trace[280916609] linearizableReadLoop","detail":"{readStateIndex:8367; appliedIndex:8365; }","duration":"2.251254627s","start":"2026-02-26T01:52:33.6469Z","end":"2026-02-26T01:52:35.898154Z","steps":["trace[280916609] 'read index received' (duration: 255.947225ms)","trace[280916609] 'applied index is now lower than readState.Index' (duration: 1.995306132s)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:35.898322Z","caller":"traceutil/trace.go:171","msg":"trace[2009829862] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"2.35771214s","start":"2026-02-26T01:52:33.54058Z","end":"2026-02-26T01:52:35.898292Z","steps":["trace[2009829862] 'process raft request' (duration: 2.357397134s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.898442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240054082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T01:52:35.898439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251524243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cm56x\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-26T01:52:35.898489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:33.540554Z","time spent":"2.357840273s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:52:35.898505Z","caller":"traceutil/trace.go:171","msg":"trace[608510276] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cm56x; range_end:; response_count:1; response_revision:8057; }","duration":"2.251651065s","start":"2026-02-26T01:52:33.646837Z","end":"2026-02-26T01:52:35.898488Z","steps":["trace[608510276] 'agreement among raft nodes before linearized reading' (duration: 2.25144764s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:35.898514Z","caller":"traceutil/trace.go:171","msg":"trace[1029846259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8057; }","duration":"2.240141824s","start":"2026-02-26T01:52:33.658333Z","end":"2026-02-26T01:52:35.898475Z","steps":["trace[1029846259] 'agreement among raft nodes before linearized reading' (duration: 2.23997037s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.898551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:33.658315Z","time spent":"2.240226535s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:52:35.898572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169082821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T01:52:35.898575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036423423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-cephfs-node\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:52:35.898655Z","caller":"traceutil/trace.go:171","msg":"trace[877381253] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8057; }","duration":"2.169187253s","start":"2026-02-26T01:52:33.729454Z","end":"2026-02-26T01:52:35.898641Z","steps":["trace[877381253] 'agreement among raft nodes before linearized reading' (duration: 2.168927937s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.898684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512352993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:52:35.89868Z","caller":"traceutil/trace.go:171","msg":"trace[226535059] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-cephfs-node; range_end:; response_count:0; response_revision:8057; }","duration":"1.036648607s","start":"2026-02-26T01:52:34.862011Z","end":"2026-02-26T01:52:35.89866Z","steps":["trace[226535059] 'agreement among raft nodes before linearized reading' (duration: 1.036419653s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.898728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:33.729443Z","time spent":"2.169273734s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:52:35.898739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169391566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T01:52:35.898747Z","caller":"traceutil/trace.go:171","msg":"trace[1079718705] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8057; }","duration":"1.512460904s","start":"2026-02-26T01:52:34.386271Z","end":"2026-02-26T01:52:35.898732Z","steps":["trace[1079718705] 'agreement among raft nodes before linearized reading' (duration: 1.512317232s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:35.898795Z","caller":"traceutil/trace.go:171","msg":"trace[1834652426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8057; }","duration":"2.169432177s","start":"2026-02-26T01:52:33.72934Z","end":"2026-02-26T01:52:35.898772Z","steps":["trace[1834652426] 'agreement among raft nodes before linearized reading' (duration: 2.169338845s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.898803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:34.386244Z","time spent":"1.512544936s","remote":"127.0.0.1:49504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":54,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:52:35.898821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616077276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:52:35.898839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:33.729238Z","time spent":"2.16959265s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T01:52:35.898866Z","caller":"traceutil/trace.go:171","msg":"trace[680184384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8057; }","duration":"1.616172028s","start":"2026-02-26T01:52:34.282682Z","end":"2026-02-26T01:52:35.898854Z","steps":["trace[680184384] 'agreement among raft nodes before linearized reading' (duration: 1.616103276s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.8989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:34.282644Z","time spent":"1.616250398s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:52:35.898933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168372438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T01:52:35.89863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169419977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T01:52:35.898552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:33.646812Z","time spent":"2.251728477s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-cm56x\" "} {"level":"info","ts":"2026-02-26T01:52:35.89905Z","caller":"traceutil/trace.go:171","msg":"trace[1924671560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8057; }","duration":"2.169893366s","start":"2026-02-26T01:52:33.72914Z","end":"2026-02-26T01:52:35.899033Z","steps":["trace[1924671560] 'agreement among raft nodes before linearized reading' (duration: 2.169296085s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.89911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:33.729125Z","time spent":"2.169969127s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:52:35.89906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17073265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T01:52:35.899431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591103117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:52:35.899517Z","caller":"traceutil/trace.go:171","msg":"trace[1218593253] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8057; }","duration":"1.591194559s","start":"2026-02-26T01:52:34.308299Z","end":"2026-02-26T01:52:35.899494Z","steps":["trace[1218593253] 'agreement among raft nodes before linearized reading' (duration: 1.590983205s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:35.899493Z","caller":"traceutil/trace.go:171","msg":"trace[948261040] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8057; }","duration":"2.171185228s","start":"2026-02-26T01:52:33.728293Z","end":"2026-02-26T01:52:35.899478Z","steps":["trace[948261040] 'agreement among raft nodes before linearized reading' (duration: 2.170658138s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.898932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:34.861986Z","time spent":"1.036925142s","remote":"127.0.0.1:56426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/openstack/rook-csi-cephfs-node\" "} {"level":"warn","ts":"2026-02-26T01:52:35.89959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:34.308259Z","time spent":"1.59131627s","remote":"127.0.0.1:57138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":14,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:52:35.898998Z","caller":"traceutil/trace.go:171","msg":"trace[1457348297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8057; }","duration":"2.168460089s","start":"2026-02-26T01:52:33.730528Z","end":"2026-02-26T01:52:35.898988Z","steps":["trace[1457348297] 'agreement among raft nodes before linearized reading' (duration: 2.168314746s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.899218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.238775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-26T01:52:35.899854Z","caller":"traceutil/trace.go:171","msg":"trace[1734327243] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8057; }","duration":"380.909189ms","start":"2026-02-26T01:52:35.518926Z","end":"2026-02-26T01:52:35.899835Z","steps":["trace[1734327243] 'agreement among raft nodes before linearized reading' (duration: 380.057993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.899844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:33.730491Z","time spent":"2.169338406s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:52:35.899918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:35.518893Z","time spent":"381.00904ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T01:52:35.900352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:33.728281Z","time spent":"2.17128546s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:52:36.1492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.954097ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-02-26T01:52:36.176551Z","caller":"traceutil/trace.go:171","msg":"trace[1371721711] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"271.559251ms","start":"2026-02-26T01:52:35.904962Z","end":"2026-02-26T01:52:36.176522Z","steps":["trace[1371721711] 'process raft request' (duration: 271.48276ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:36.176566Z","caller":"traceutil/trace.go:171","msg":"trace[100939295] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"271.692384ms","start":"2026-02-26T01:52:35.904849Z","end":"2026-02-26T01:52:36.176541Z","steps":["trace[100939295] 'process raft request' (duration: 271.45061ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:36.176702Z","caller":"traceutil/trace.go:171","msg":"trace[607524788] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"271.683303ms","start":"2026-02-26T01:52:35.905007Z","end":"2026-02-26T01:52:36.17669Z","steps":["trace[607524788] 'process raft request' (duration: 271.48123ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:36.17692Z","caller":"traceutil/trace.go:171","msg":"trace[1638470666] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"271.825776ms","start":"2026-02-26T01:52:35.905067Z","end":"2026-02-26T01:52:36.176893Z","steps":["trace[1638470666] 'process raft request' (duration: 271.582822ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:36.17696Z","caller":"traceutil/trace.go:171","msg":"trace[1564261650] transaction","detail":"{read_only:false; response_revision:8062; number_of_response:1; }","duration":"271.598712ms","start":"2026-02-26T01:52:35.905351Z","end":"2026-02-26T01:52:36.17695Z","steps":["trace[1564261650] 'process raft request' (duration: 271.446249ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:36.176975Z","caller":"traceutil/trace.go:171","msg":"trace[51683677] linearizableReadLoop","detail":"{readStateIndex:8372; appliedIndex:8367; }","duration":"271.833986ms","start":"2026-02-26T01:52:35.905128Z","end":"2026-02-26T01:52:36.176962Z","steps":["trace[51683677] 'read index received' (duration: 134.11508ms)","trace[51683677] 'applied index is now lower than readState.Index' (duration: 137.718016ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:36.177023Z","caller":"traceutil/trace.go:171","msg":"trace[1829377712] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"271.616082ms","start":"2026-02-26T01:52:35.905402Z","end":"2026-02-26T01:52:36.177018Z","steps":["trace[1829377712] 'process raft request' (duration: 271.490369ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:36.177044Z","caller":"traceutil/trace.go:171","msg":"trace[1854267801] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"271.639864ms","start":"2026-02-26T01:52:35.905394Z","end":"2026-02-26T01:52:36.177034Z","steps":["trace[1854267801] 'process raft request' (duration: 271.459689ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:36.177048Z","caller":"traceutil/trace.go:171","msg":"trace[1295491244] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"270.123075ms","start":"2026-02-26T01:52:35.906904Z","end":"2026-02-26T01:52:36.177027Z","steps":["trace[1295491244] 'process raft request' (duration: 270.022433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:36.177447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.303355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228438"} {"level":"info","ts":"2026-02-26T01:52:36.177548Z","caller":"traceutil/trace.go:171","msg":"trace[546099940] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8065; }","duration":"272.429458ms","start":"2026-02-26T01:52:35.90511Z","end":"2026-02-26T01:52:36.177539Z","steps":["trace[546099940] 'agreement among raft nodes before linearized reading' (duration: 271.92453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:36.201628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.41179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:52:36.201686Z","caller":"traceutil/trace.go:171","msg":"trace[884253443] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8066; }","duration":"295.498921ms","start":"2026-02-26T01:52:35.906172Z","end":"2026-02-26T01:52:36.201671Z","steps":["trace[884253443] 'agreement among raft nodes before linearized reading' (duration: 295.355568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:36.201701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.612987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:52:36.201824Z","caller":"traceutil/trace.go:171","msg":"trace[1424565478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8066; }","duration":"293.721968ms","start":"2026-02-26T01:52:35.908048Z","end":"2026-02-26T01:52:36.20177Z","steps":["trace[1424565478] 'agreement among raft nodes before linearized reading' (duration: 293.502575ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:48.628226Z","caller":"traceutil/trace.go:171","msg":"trace[1569083085] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"216.816096ms","start":"2026-02-26T01:52:48.411382Z","end":"2026-02-26T01:52:48.628198Z","steps":["trace[1569083085] 'process raft request' (duration: 216.647023ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:56.10218Z","caller":"traceutil/trace.go:171","msg":"trace[655197651] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"128.650309ms","start":"2026-02-26T01:52:55.973495Z","end":"2026-02-26T01:52:56.102146Z","steps":["trace[655197651] 'process raft request' (duration: 128.582658ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:56.102249Z","caller":"traceutil/trace.go:171","msg":"trace[1978124556] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"133.194553ms","start":"2026-02-26T01:52:55.968998Z","end":"2026-02-26T01:52:56.102193Z","steps":["trace[1978124556] 'process raft request' (duration: 73.099971ms)","trace[1978124556] 'compare' (duration: 59.827027ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:53:30.350877Z","caller":"traceutil/trace.go:171","msg":"trace[1640678980] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"134.68463ms","start":"2026-02-26T01:53:30.216149Z","end":"2026-02-26T01:53:30.350833Z","steps":["trace[1640678980] 'process raft request' (duration: 134.519487ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:30.975229Z","caller":"traceutil/trace.go:171","msg":"trace[286160255] linearizableReadLoop","detail":"{readStateIndex:8918; appliedIndex:8917; }","duration":"474.135435ms","start":"2026-02-26T01:53:30.501065Z","end":"2026-02-26T01:53:30.9752Z","steps":["trace[286160255] 'read index received' (duration: 395.414101ms)","trace[286160255] 'applied index is now lower than readState.Index' (duration: 78.720254ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:53:30.975286Z","caller":"traceutil/trace.go:171","msg":"trace[1926745607] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"520.582377ms","start":"2026-02-26T01:53:30.454666Z","end":"2026-02-26T01:53:30.975248Z","steps":["trace[1926745607] 'process raft request' (duration: 441.921774ms)","trace[1926745607] 'compare' (duration: 78.49856ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:53:30.97544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:53:30.454634Z","time spent":"520.72712ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:53:30.975456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.38003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T01:53:30.975495Z","caller":"traceutil/trace.go:171","msg":"trace[494223176] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8591; }","duration":"474.472602ms","start":"2026-02-26T01:53:30.501012Z","end":"2026-02-26T01:53:30.975484Z","steps":["trace[494223176] 'agreement among raft nodes before linearized reading' (duration: 474.324558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:53:30.975522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.193222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T01:53:30.975572Z","caller":"traceutil/trace.go:171","msg":"trace[914623746] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8591; }","duration":"435.294163ms","start":"2026-02-26T01:53:30.540265Z","end":"2026-02-26T01:53:30.975559Z","steps":["trace[914623746] 'agreement among raft nodes before linearized reading' (duration: 435.13473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:53:30.975617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:53:30.540256Z","time spent":"435.353025ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:53:30.975762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.162604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:53:30.97585Z","caller":"traceutil/trace.go:171","msg":"trace[1678208764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8591; }","duration":"439.290287ms","start":"2026-02-26T01:53:30.536539Z","end":"2026-02-26T01:53:30.975829Z","steps":["trace[1678208764] 'agreement among raft nodes before linearized reading' (duration: 438.985012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:53:30.975856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.736835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T01:53:30.975989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.042984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:53:30.976028Z","caller":"traceutil/trace.go:171","msg":"trace[1290560360] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8591; }","duration":"330.107024ms","start":"2026-02-26T01:53:30.645909Z","end":"2026-02-26T01:53:30.976016Z","steps":["trace[1290560360] 'agreement among raft nodes before linearized reading' (duration: 330.050403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:53:30.976035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:53:30.500989Z","time spent":"474.560173ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:53:30.975485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.459928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:53:30.976176Z","caller":"traceutil/trace.go:171","msg":"trace[346907460] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8591; }","duration":"471.186541ms","start":"2026-02-26T01:53:30.504951Z","end":"2026-02-26T01:53:30.976138Z","steps":["trace[346907460] 'agreement among raft nodes before linearized reading' (duration: 470.446408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:53:30.976168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.198474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-26T01:53:30.976055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:53:30.645893Z","time spent":"330.154885ms","remote":"127.0.0.1:56546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:53:30.976261Z","caller":"traceutil/trace.go:171","msg":"trace[546550388] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8591; }","duration":"313.322817ms","start":"2026-02-26T01:53:30.662914Z","end":"2026-02-26T01:53:30.976236Z","steps":["trace[546550388] 'agreement among raft nodes before linearized reading' (duration: 313.042552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:53:30.976282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:53:30.504931Z","time spent":"471.302114ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:53:30.975902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:53:30.536528Z","time spent":"439.365318ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:53:30.976329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:53:30.662904Z","time spent":"313.415589ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:53:30.975907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.01606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cm56x\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-26T01:53:30.976415Z","caller":"traceutil/trace.go:171","msg":"trace[1886230608] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cm56x; range_end:; response_count:1; response_revision:8591; }","duration":"428.54693ms","start":"2026-02-26T01:53:30.547855Z","end":"2026-02-26T01:53:30.976402Z","steps":["trace[1886230608] 'agreement among raft nodes before linearized reading' (duration: 427.95348ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:53:30.976461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:53:30.547844Z","time spent":"428.604711ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-cm56x\" "} {"level":"warn","ts":"2026-02-26T01:53:30.976443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.537056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T01:53:30.976523Z","caller":"traceutil/trace.go:171","msg":"trace[841827172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8591; }","duration":"436.690389ms","start":"2026-02-26T01:53:30.539814Z","end":"2026-02-26T01:53:30.976504Z","steps":["trace[841827172] 'agreement among raft nodes before linearized reading' (duration: 435.790653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:53:30.976452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.693973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T01:53:30.976573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:53:30.539805Z","time spent":"436.75822ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T01:53:30.976859Z","caller":"traceutil/trace.go:171","msg":"trace[527705838] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8591; }","duration":"439.979949ms","start":"2026-02-26T01:53:30.536003Z","end":"2026-02-26T01:53:30.975983Z","steps":["trace[527705838] 'agreement among raft nodes before linearized reading' (duration: 439.595672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:53:30.976981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:53:30.53599Z","time spent":"440.970127ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T01:53:30.97664Z","caller":"traceutil/trace.go:171","msg":"trace[2050965274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8591; }","duration":"439.974949ms","start":"2026-02-26T01:53:30.53665Z","end":"2026-02-26T01:53:30.976625Z","steps":["trace[2050965274] 'agreement among raft nodes before linearized reading' (duration: 438.790368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:53:30.97812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:53:30.536644Z","time spent":"440.510039ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:53:35.06333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.214403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:53:35.063408Z","caller":"traceutil/trace.go:171","msg":"trace[1434097791] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8644; }","duration":"218.341145ms","start":"2026-02-26T01:53:34.845049Z","end":"2026-02-26T01:53:35.063391Z","steps":["trace[1434097791] 'count revisions from in-memory index tree' (duration: 218.120461ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.11268Z","caller":"traceutil/trace.go:171","msg":"trace[522889185] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"125.644083ms","start":"2026-02-26T01:53:34.986785Z","end":"2026-02-26T01:53:35.112429Z","steps":["trace[522889185] 'process raft request' (duration: 125.46254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:53:35.784803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978738917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:53:36.15834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.065486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:53:36.15846Z","caller":"traceutil/trace.go:171","msg":"trace[1616831648] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"1.041208006s","start":"2026-02-26T01:53:35.117232Z","end":"2026-02-26T01:53:36.15844Z","steps":["trace[1616831648] 'process raft request' (duration: 85.717492ms)","trace[1616831648] 'compare' (duration: 954.759131ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:53:36.158539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:53:35.117207Z","time spent":"1.041285787s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:53:36.285661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978738917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:53:36.507007Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.303927824s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:53:36.592644Z","caller":"traceutil/trace.go:171","msg":"trace[896959574] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"1.475325177s","start":"2026-02-26T01:53:35.117283Z","end":"2026-02-26T01:53:36.592608Z","steps":["trace[896959574] 'process raft request' (duration: 1.389955422s)","trace[896959574] 'compare' (duration: 85.117201ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:53:36.59275Z","caller":"traceutil/trace.go:171","msg":"trace[1993180317] linearizableReadLoop","detail":"{readStateIndex:8979; appliedIndex:8974; }","duration":"1.308923765s","start":"2026-02-26T01:53:35.283794Z","end":"2026-02-26T01:53:36.592718Z","steps":["trace[1993180317] 'read index received' (duration: 1.223447248s)","trace[1993180317] 'applied index is now lower than readState.Index' (duration: 85.475437ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:53:36.592966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:53:35.117258Z","time spent":"1.475482851s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:53:36.59296Z","caller":"traceutil/trace.go:171","msg":"trace[1375430404] transaction","detail":"{read_only:false; response_revision:8649; number_of_response:1; }","duration":"1.475467521s","start":"2026-02-26T01:53:35.117451Z","end":"2026-02-26T01:53:36.592919Z","steps":["trace[1375430404] 'process raft request' (duration: 1.475131264s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:36.593025Z","caller":"traceutil/trace.go:171","msg":"trace[1596912398] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"1.475052113s","start":"2026-02-26T01:53:35.117957Z","end":"2026-02-26T01:53:36.59301Z","steps":["trace[1596912398] 'process raft request' (duration: 1.474672186s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:36.59306Z","caller":"traceutil/trace.go:171","msg":"trace[54934004] transaction","detail":"{read_only:false; response_revision:8648; number_of_response:1; }","duration":"1.475605733s","start":"2026-02-26T01:53:35.117406Z","end":"2026-02-26T01:53:36.593012Z","steps":["trace[54934004] 'process raft request' (duration: 1.475110404s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:36.593119Z","caller":"traceutil/trace.go:171","msg":"trace[1460586168] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"1.47484367s","start":"2026-02-26T01:53:35.118263Z","end":"2026-02-26T01:53:36.593107Z","steps":["trace[1460586168] 'process raft request' (duration: 1.474411511s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:53:36.593118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:53:35.117442Z","time spent":"1.475593783s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:53:36.593144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:53:35.117945Z","time spent":"1.475119204s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:53:36.59318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:53:35.118235Z","time spent":"1.474911681s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:53:36.593201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309387484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:53:36.593277Z","caller":"traceutil/trace.go:171","msg":"trace[831976948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8651; }","duration":"1.309507607s","start":"2026-02-26T01:53:35.28375Z","end":"2026-02-26T01:53:36.593257Z","steps":["trace[831976948] 'agreement among raft nodes before linearized reading' (duration: 1.309356404s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:53:36.593308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:53:35.117399Z","time spent":"1.475766936s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:53:36.593324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:53:35.28373Z","time spent":"1.309585738s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:53:36.643077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.625143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:53:36.643121Z","caller":"traceutil/trace.go:171","msg":"trace[425109105] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8652; }","duration":"878.710105ms","start":"2026-02-26T01:53:35.764399Z","end":"2026-02-26T01:53:36.643109Z","steps":["trace[425109105] 'agreement among raft nodes before linearized reading' (duration: 878.624884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:53:36.643144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:53:35.764377Z","time spent":"878.760407ms","remote":"127.0.0.1:56792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:53:36.643187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.121746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-26T01:53:36.643226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.942167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:53:36.643259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.300353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-26T01:53:36.643283Z","caller":"traceutil/trace.go:171","msg":"trace[2002352666] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8652; }","duration":"694.039459ms","start":"2026-02-26T01:53:35.949226Z","end":"2026-02-26T01:53:36.643265Z","steps":["trace[2002352666] 'agreement among raft nodes before linearized reading' (duration: 693.917487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:53:36.643336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:53:35.949205Z","time spent":"694.121331ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":25,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:53:36.643278Z","caller":"traceutil/trace.go:171","msg":"trace[1671002019] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:8652; }","duration":"739.262138ms","start":"2026-02-26T01:53:35.903994Z","end":"2026-02-26T01:53:36.643256Z","steps":["trace[1671002019] 'agreement among raft nodes before linearized reading' (duration: 739.029083ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:36.643339Z","caller":"traceutil/trace.go:171","msg":"trace[1976431111] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8652; }","duration":"429.395665ms","start":"2026-02-26T01:53:36.213922Z","end":"2026-02-26T01:53:36.643318Z","steps":["trace[1976431111] 'agreement among raft nodes before linearized reading' (duration: 429.139879ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:53:36.643354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250387962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-vh9kv\" ","response":"range_response_count:1 size:9597"} {"level":"info","ts":"2026-02-26T01:53:36.643368Z","caller":"traceutil/trace.go:171","msg":"trace[597297675] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"275.184097ms","start":"2026-02-26T01:53:36.368137Z","end":"2026-02-26T01:53:36.643321Z","steps":["trace[597297675] 'process raft request' (duration: 274.738078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:53:36.643394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:53:36.213859Z","time spent":"429.526108ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T01:53:36.643415Z","caller":"traceutil/trace.go:171","msg":"trace[2048054038] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-vh9kv; range_end:; response_count:1; response_revision:8652; }","duration":"1.250503204s","start":"2026-02-26T01:53:35.392893Z","end":"2026-02-26T01:53:36.643396Z","steps":["trace[2048054038] 'agreement among raft nodes before linearized reading' (duration: 1.250226118s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:53:36.643404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:53:35.903974Z","time spent":"739.405651ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"warn","ts":"2026-02-26T01:53:36.64343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166340222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-02-26T01:53:36.643465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:53:35.392854Z","time spent":"1.250599026s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":9619,"request content":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-vh9kv\" "} {"level":"info","ts":"2026-02-26T01:53:36.643488Z","caller":"traceutil/trace.go:171","msg":"trace[1768665713] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8652; }","duration":"1.166397923s","start":"2026-02-26T01:53:35.47707Z","end":"2026-02-26T01:53:36.643468Z","steps":["trace[1768665713] 'agreement among raft nodes before linearized reading' (duration: 1.166142748s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:53:36.643543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:53:35.477005Z","time spent":"1.166511715s","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-02-26T01:53:36.818778Z","caller":"traceutil/trace.go:171","msg":"trace[721211] linearizableReadLoop","detail":"{readStateIndex:8982; appliedIndex:8981; }","duration":"164.317923ms","start":"2026-02-26T01:53:36.654431Z","end":"2026-02-26T01:53:36.818749Z","steps":["trace[721211] 'read index received' (duration: 147.295461ms)","trace[721211] 'applied index is now lower than readState.Index' (duration: 17.021132ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:53:36.818952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.977441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:53:36.818975Z","caller":"traceutil/trace.go:171","msg":"trace[126473055] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"170.857473ms","start":"2026-02-26T01:53:36.648073Z","end":"2026-02-26T01:53:36.818931Z","steps":["trace[126473055] 'process raft request' (duration: 153.439255ms)","trace[126473055] 'compare' (duration: 17.087173ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:53:36.819021Z","caller":"traceutil/trace.go:171","msg":"trace[1098545096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8653; }","duration":"168.080413ms","start":"2026-02-26T01:53:36.650923Z","end":"2026-02-26T01:53:36.819003Z","steps":["trace[1098545096] 'agreement among raft nodes before linearized reading' (duration: 167.92878ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:36.890773Z","caller":"traceutil/trace.go:171","msg":"trace[30113298] transaction","detail":"{read_only:false; response_revision:8655; number_of_response:1; }","duration":"234.182534ms","start":"2026-02-26T01:53:36.656555Z","end":"2026-02-26T01:53:36.890737Z","steps":["trace[30113298] 'process raft request' (duration: 234.105832ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:36.890865Z","caller":"traceutil/trace.go:171","msg":"trace[1644723646] transaction","detail":"{read_only:false; response_revision:8654; number_of_response:1; }","duration":"235.563459ms","start":"2026-02-26T01:53:36.655265Z","end":"2026-02-26T01:53:36.890829Z","steps":["trace[1644723646] 'process raft request' (duration: 235.143852ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:37.61862Z","caller":"traceutil/trace.go:171","msg":"trace[438724546] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"173.36667ms","start":"2026-02-26T01:53:37.445222Z","end":"2026-02-26T01:53:37.618588Z","steps":["trace[438724546] 'process raft request' (duration: 161.081865ms)","trace[438724546] 'compare' (duration: 12.151953ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:53:37.757071Z","caller":"traceutil/trace.go:171","msg":"trace[593378889] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"126.384038ms","start":"2026-02-26T01:53:37.630663Z","end":"2026-02-26T01:53:37.757047Z","steps":["trace[593378889] 'process raft request' (duration: 126.296296ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:37.757129Z","caller":"traceutil/trace.go:171","msg":"trace[1365677107] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"131.596473ms","start":"2026-02-26T01:53:37.62548Z","end":"2026-02-26T01:53:37.757076Z","steps":["trace[1365677107] 'process raft request' (duration: 131.318578ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:37.219872Z","caller":"traceutil/trace.go:171","msg":"trace[119578615] transaction","detail":"{read_only:false; response_revision:9471; number_of_response:1; }","duration":"155.315959ms","start":"2026-02-26T01:55:37.064519Z","end":"2026-02-26T01:55:37.219835Z","steps":["trace[119578615] 'process raft request' (duration: 155.082464ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:55:56.659146Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"23887246632736aa","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-26T01:55:56.672232Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-26T01:55:56.672333Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-02-26T01:56:31.806504Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7672} {"level":"info","ts":"2026-02-26T01:56:31.874556Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7672,"took":"65.35033ms","hash":3472950755,"current-db-size-bytes":42061824,"current-db-size":"42 MB","current-db-size-in-use-bytes":27164672,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-02-26T01:56:31.874617Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3472950755,"revision":7672,"compact-revision":5578} {"level":"warn","ts":"2026-02-26T01:57:24.332165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978743759,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T01:57:24.509803Z","caller":"traceutil/trace.go:171","msg":"trace[1048115494] transaction","detail":"{read_only:false; response_revision:10436; number_of_response:1; }","duration":"681.026022ms","start":"2026-02-26T01:57:23.828747Z","end":"2026-02-26T01:57:24.509773Z","steps":["trace[1048115494] 'process raft request' (duration: 680.811218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:24.509961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:23.828711Z","time spent":"681.167994ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:57:25.111161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.362051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:57:25.111404Z","caller":"traceutil/trace.go:171","msg":"trace[1417580379] linearizableReadLoop","detail":"{readStateIndex:10828; appliedIndex:10825; }","duration":"1.280053191s","start":"2026-02-26T01:57:23.831331Z","end":"2026-02-26T01:57:25.111384Z","steps":["trace[1417580379] 'read index received' (duration: 678.245322ms)","trace[1417580379] 'applied index is now lower than readState.Index' (duration: 601.806989ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:57:25.111508Z","caller":"traceutil/trace.go:171","msg":"trace[224544112] transaction","detail":"{read_only:false; response_revision:10438; number_of_response:1; }","duration":"1.12081985s","start":"2026-02-26T01:57:23.990652Z","end":"2026-02-26T01:57:25.111472Z","steps":["trace[224544112] 'process raft request' (duration: 1.120665808s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:25.111559Z","caller":"traceutil/trace.go:171","msg":"trace[1774822703] transaction","detail":"{read_only:false; response_revision:10437; number_of_response:1; }","duration":"1.279361577s","start":"2026-02-26T01:57:23.832163Z","end":"2026-02-26T01:57:25.111524Z","steps":["trace[1774822703] 'process raft request' (duration: 955.556268ms)","trace[1774822703] 'compare' (duration: 323.216298ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:57:25.111647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280311475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T01:57:25.111676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:23.990627Z","time spent":"1.120959092s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:57:25.111689Z","caller":"traceutil/trace.go:171","msg":"trace[946564791] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10438; }","duration":"1.280416297s","start":"2026-02-26T01:57:23.831262Z","end":"2026-02-26T01:57:25.111678Z","steps":["trace[946564791] 'agreement among raft nodes before linearized reading' (duration: 1.280241884s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:25.11171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:23.832143Z","time spent":"1.2794878s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:57:25.111731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:23.831238Z","time spent":"1.280485349s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:57:25.842885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.580086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:57:25.843011Z","caller":"traceutil/trace.go:171","msg":"trace[1455917254] linearizableReadLoop","detail":"{readStateIndex:10829; appliedIndex:10828; }","duration":"731.545559ms","start":"2026-02-26T01:57:25.111442Z","end":"2026-02-26T01:57:25.842988Z","steps":["trace[1455917254] 'read index received' (duration: 148.895351ms)","trace[1455917254] 'applied index is now lower than readState.Index' (duration: 582.648678ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:57:25.843123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560362092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:57:25.843159Z","caller":"traceutil/trace.go:171","msg":"trace[1420011709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10439; }","duration":"1.560432853s","start":"2026-02-26T01:57:24.282713Z","end":"2026-02-26T01:57:25.843146Z","steps":["trace[1420011709] 'agreement among raft nodes before linearized reading' (duration: 1.560369882s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:25.843199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:24.282698Z","time spent":"1.560490644s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:57:25.843226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.288451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-02-26T01:57:25.843282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996985812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T01:57:25.843308Z","caller":"traceutil/trace.go:171","msg":"trace[986392744] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10439; }","duration":"896.414223ms","start":"2026-02-26T01:57:24.946874Z","end":"2026-02-26T01:57:25.843289Z","steps":["trace[986392744] 'agreement among raft nodes before linearized reading' (duration: 896.153348ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:25.843311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112540797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cm56x\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-26T01:57:25.843335Z","caller":"traceutil/trace.go:171","msg":"trace[1463219392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10439; }","duration":"1.997059573s","start":"2026-02-26T01:57:23.846259Z","end":"2026-02-26T01:57:25.843319Z","steps":["trace[1463219392] 'agreement among raft nodes before linearized reading' (duration: 1.99692187s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:25.843328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003032602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T01:57:25.843349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:24.946864Z","time spent":"896.477374ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-26T01:57:25.843334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.406003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:57:25.843365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.820785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-26T01:57:25.843386Z","caller":"traceutil/trace.go:171","msg":"trace[638153444] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10439; }","duration":"2.003128713s","start":"2026-02-26T01:57:23.840241Z","end":"2026-02-26T01:57:25.84337Z","steps":["trace[638153444] 'agreement among raft nodes before linearized reading' (duration: 2.002967051s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:25.843193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312724059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-02-26T01:57:25.843399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.00493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:57:25.843438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:23.84023Z","time spent":"2.003198995s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T01:57:25.84343Z","caller":"traceutil/trace.go:171","msg":"trace[250112442] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10439; }","duration":"787.531397ms","start":"2026-02-26T01:57:25.055874Z","end":"2026-02-26T01:57:25.843405Z","steps":["trace[250112442] 'agreement among raft nodes before linearized reading' (duration: 787.378073ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:25.843442Z","caller":"traceutil/trace.go:171","msg":"trace[1623754606] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10439; }","duration":"899.923478ms","start":"2026-02-26T01:57:24.943498Z","end":"2026-02-26T01:57:25.843421Z","steps":["trace[1623754606] 'agreement among raft nodes before linearized reading' (duration: 899.707474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:25.843465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929628217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-765849d7b-qqwrs.1897a9325fbc064e\" ","response":"range_response_count:1 size:801"} {"level":"warn","ts":"2026-02-26T01:57:25.843462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249369939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:57:25.84349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:25.055859Z","time spent":"787.617748ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-26T01:57:25.843495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:24.943482Z","time spent":"900.000139ms","remote":"127.0.0.1:56480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-02-26T01:57:25.843512Z","caller":"traceutil/trace.go:171","msg":"trace[2061183907] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-765849d7b-qqwrs.1897a9325fbc064e; range_end:; response_count:1; response_revision:10439; }","duration":"1.929688698s","start":"2026-02-26T01:57:23.91381Z","end":"2026-02-26T01:57:25.843498Z","steps":["trace[2061183907] 'agreement among raft nodes before linearized reading' (duration: 1.929581675s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:25.843479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009407441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:57:25.843527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.088656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:57:25.843482Z","caller":"traceutil/trace.go:171","msg":"trace[616146971] transaction","detail":"{read_only:false; response_revision:10439; number_of_response:1; }","duration":"901.993207ms","start":"2026-02-26T01:57:24.941403Z","end":"2026-02-26T01:57:25.843396Z","steps":["trace[616146971] 'process raft request' (duration: 318.811809ms)","trace[616146971] 'compare' (duration: 581.807893ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:57:25.84355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:23.913799Z","time spent":"1.929740819s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":823,"request content":"key:\"/registry/events/openstack/cinder-backup-765849d7b-qqwrs.1897a9325fbc064e\" "} {"level":"info","ts":"2026-02-26T01:57:25.843566Z","caller":"traceutil/trace.go:171","msg":"trace[463069158] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10439; }","duration":"788.166338ms","start":"2026-02-26T01:57:25.055391Z","end":"2026-02-26T01:57:25.843557Z","steps":["trace[463069158] 'agreement among raft nodes before linearized reading' (duration: 788.110267ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:25.843575Z","caller":"traceutil/trace.go:171","msg":"trace[1659477611] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:10439; }","duration":"2.009530243s","start":"2026-02-26T01:57:23.834023Z","end":"2026-02-26T01:57:25.843553Z","steps":["trace[1659477611] 'agreement among raft nodes before linearized reading' (duration: 2.009264317s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:25.843602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:25.055368Z","time spent":"788.228389ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-02-26T01:57:25.843596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.879727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:57:25.843627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:23.833992Z","time spent":"2.009625054s","remote":"127.0.0.1:56502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":61,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:57:25.843647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.70516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:57:25.843371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:23.846249Z","time spent":"1.997115113s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T01:57:25.843456Z","caller":"traceutil/trace.go:171","msg":"trace[646982733] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10439; }","duration":"1.313015626s","start":"2026-02-26T01:57:24.530421Z","end":"2026-02-26T01:57:25.843437Z","steps":["trace[646982733] 'agreement among raft nodes before linearized reading' (duration: 1.312614378s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:25.843679Z","caller":"traceutil/trace.go:171","msg":"trace[873926235] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10439; }","duration":"787.744571ms","start":"2026-02-26T01:57:25.055923Z","end":"2026-02-26T01:57:25.843668Z","steps":["trace[873926235] 'agreement among raft nodes before linearized reading' (duration: 787.70556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:25.843585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.565352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:57:25.843706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:25.055918Z","time spent":"787.782421ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-02-26T01:57:25.843526Z","caller":"traceutil/trace.go:171","msg":"trace[160244522] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:10439; }","duration":"1.249488471s","start":"2026-02-26T01:57:24.594019Z","end":"2026-02-26T01:57:25.843507Z","steps":["trace[160244522] 'agreement among raft nodes before linearized reading' (duration: 1.249376598s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:25.84371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:24.94137Z","time spent":"902.2303ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:57:25.843737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.761351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:57:25.84374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.254552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-02-26T01:57:25.843771Z","caller":"traceutil/trace.go:171","msg":"trace[1309639439] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10439; }","duration":"787.813291ms","start":"2026-02-26T01:57:25.055948Z","end":"2026-02-26T01:57:25.843761Z","steps":["trace[1309639439] 'agreement among raft nodes before linearized reading' (duration: 787.75798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:25.84373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.0268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:57:25.843778Z","caller":"traceutil/trace.go:171","msg":"trace[307974404] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10439; }","duration":"893.767655ms","start":"2026-02-26T01:57:24.949995Z","end":"2026-02-26T01:57:25.843763Z","steps":["trace[307974404] 'agreement among raft nodes before linearized reading' (duration: 893.564292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:25.843808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:25.055943Z","time spent":"787.858912ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-02-26T01:57:25.843822Z","caller":"traceutil/trace.go:171","msg":"trace[2140463857] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10439; }","duration":"900.141752ms","start":"2026-02-26T01:57:24.943671Z","end":"2026-02-26T01:57:25.843812Z","steps":["trace[2140463857] 'agreement among raft nodes before linearized reading' (duration: 900.02832ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:25.843822Z","caller":"traceutil/trace.go:171","msg":"trace[1279106874] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10439; }","duration":"787.381484ms","start":"2026-02-26T01:57:25.056416Z","end":"2026-02-26T01:57:25.843797Z","steps":["trace[1279106874] 'agreement among raft nodes before linearized reading' (duration: 787.061638ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:25.843839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:24.949985Z","time spent":"893.837066ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-26T01:57:25.843851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:24.943658Z","time spent":"900.185763ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T01:57:25.843765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:24.593999Z","time spent":"1.249751035s","remote":"127.0.0.1:57138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":15,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:57:25.843474Z","caller":"traceutil/trace.go:171","msg":"trace[798354931] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10439; }","duration":"893.112543ms","start":"2026-02-26T01:57:24.95034Z","end":"2026-02-26T01:57:25.843453Z","steps":["trace[798354931] 'agreement among raft nodes before linearized reading' (duration: 892.966299ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:25.843642Z","caller":"traceutil/trace.go:171","msg":"trace[1626811831] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10439; }","duration":"893.941529ms","start":"2026-02-26T01:57:24.949688Z","end":"2026-02-26T01:57:25.84363Z","steps":["trace[1626811831] 'agreement among raft nodes before linearized reading' (duration: 893.873108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:25.843698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:24.530396Z","time spent":"1.3132907s","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T01:57:25.843918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:24.949679Z","time spent":"894.232424ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-02-26T01:57:25.843873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:25.056406Z","time spent":"787.454505ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-26T01:57:25.843892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:24.950334Z","time spent":"893.551261ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-02-26T01:57:25.843368Z","caller":"traceutil/trace.go:171","msg":"trace[1802037706] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cm56x; range_end:; response_count:1; response_revision:10439; }","duration":"1.112622029s","start":"2026-02-26T01:57:24.73073Z","end":"2026-02-26T01:57:25.843352Z","steps":["trace[1802037706] 'agreement among raft nodes before linearized reading' (duration: 1.112493877s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:25.844024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:24.730711Z","time spent":"1.113302172s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-cm56x\" "} {"level":"info","ts":"2026-02-26T01:57:25.844275Z","caller":"traceutil/trace.go:171","msg":"trace[1434939522] transaction","detail":"{read_only:false; response_revision:10440; number_of_response:1; }","duration":"728.194588ms","start":"2026-02-26T01:57:25.116064Z","end":"2026-02-26T01:57:25.844258Z","steps":["trace[1434939522] 'process raft request' (duration: 728.056396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:25.844384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:25.116035Z","time spent":"728.290149ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:57:25.875885Z","caller":"traceutil/trace.go:171","msg":"trace[2001733489] transaction","detail":"{read_only:false; response_revision:10441; number_of_response:1; }","duration":"258.980561ms","start":"2026-02-26T01:57:25.616876Z","end":"2026-02-26T01:57:25.875856Z","steps":["trace[2001733489] 'process raft request' (duration: 258.862059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:25.875928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.678861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T01:57:25.876002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.31682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:57:25.876038Z","caller":"traceutil/trace.go:171","msg":"trace[843240964] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10441; }","duration":"520.829214ms","start":"2026-02-26T01:57:25.355196Z","end":"2026-02-26T01:57:25.876025Z","steps":["trace[843240964] 'agreement among raft nodes before linearized reading' (duration: 520.645721ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:25.87606Z","caller":"traceutil/trace.go:171","msg":"trace[590878720] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:10441; }","duration":"601.412242ms","start":"2026-02-26T01:57:25.274634Z","end":"2026-02-26T01:57:25.876046Z","steps":["trace[590878720] 'agreement among raft nodes before linearized reading' (duration: 601.303031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:25.876112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:25.274616Z","time spent":"601.487293ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:57:25.876121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:25.355172Z","time spent":"520.919635ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T01:57:26.335586Z","caller":"traceutil/trace.go:171","msg":"trace[1796236152] linearizableReadLoop","detail":"{readStateIndex:10834; appliedIndex:10831; }","duration":"459.729112ms","start":"2026-02-26T01:57:25.875826Z","end":"2026-02-26T01:57:26.335555Z","steps":["trace[1796236152] 'read index received' (duration: 445.049753ms)","trace[1796236152] 'applied index is now lower than readState.Index' (duration: 14.678409ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:57:26.335614Z","caller":"traceutil/trace.go:171","msg":"trace[1476174800] transaction","detail":"{read_only:false; response_revision:10443; number_of_response:1; }","duration":"486.651297ms","start":"2026-02-26T01:57:25.848938Z","end":"2026-02-26T01:57:26.335589Z","steps":["trace[1476174800] 'process raft request' (duration: 486.468784ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:26.335703Z","caller":"traceutil/trace.go:171","msg":"trace[323769681] transaction","detail":"{read_only:false; response_revision:10444; number_of_response:1; }","duration":"486.447853ms","start":"2026-02-26T01:57:25.849243Z","end":"2026-02-26T01:57:26.335691Z","steps":["trace[323769681] 'process raft request' (duration: 486.270189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:26.335746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:25.848925Z","time spent":"486.749469ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:57:26.335817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:25.849237Z","time spent":"486.499433ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:57:26.335972Z","caller":"traceutil/trace.go:171","msg":"trace[1678897675] transaction","detail":"{read_only:false; response_revision:10442; number_of_response:1; }","duration":"489.723312ms","start":"2026-02-26T01:57:25.846236Z","end":"2026-02-26T01:57:26.335959Z","steps":["trace[1678897675] 'process raft request' (duration: 474.680357ms)","trace[1678897675] 'compare' (duration: 14.219041ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:57:26.335988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.857766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:57:26.336023Z","caller":"traceutil/trace.go:171","msg":"trace[1045667590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10444; }","duration":"489.910116ms","start":"2026-02-26T01:57:25.846101Z","end":"2026-02-26T01:57:26.336011Z","steps":["trace[1045667590] 'agreement among raft nodes before linearized reading' (duration: 489.832185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:26.336039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:25.846205Z","time spent":"489.801144ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":786,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:57:26.336059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:25.846088Z","time spent":"489.965498ms","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:57:26.336143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.045272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d8627007-e4f7-462e-9d2b-64122e8bb340\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-02-26T01:57:26.33622Z","caller":"traceutil/trace.go:171","msg":"trace[499511908] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d8627007-e4f7-462e-9d2b-64122e8bb340; range_end:; response_count:1; response_revision:10444; }","duration":"488.131234ms","start":"2026-02-26T01:57:25.848068Z","end":"2026-02-26T01:57:26.336199Z","steps":["trace[499511908] 'agreement among raft nodes before linearized reading' (duration: 487.853989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:26.336259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:25.848036Z","time spent":"488.214635ms","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-d8627007-e4f7-462e-9d2b-64122e8bb340\" "} {"level":"warn","ts":"2026-02-26T01:57:26.336566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.943393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447622"} {"level":"info","ts":"2026-02-26T01:57:26.33664Z","caller":"traceutil/trace.go:171","msg":"trace[1213909423] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10444; }","duration":"487.019564ms","start":"2026-02-26T01:57:25.849603Z","end":"2026-02-26T01:57:26.336623Z","steps":["trace[1213909423] 'agreement among raft nodes before linearized reading' (duration: 486.354161ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:26.33669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:25.849557Z","time spent":"487.116055ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447644,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-26T01:57:26.362596Z","caller":"traceutil/trace.go:171","msg":"trace[1684305900] transaction","detail":"{read_only:false; response_revision:10445; number_of_response:1; }","duration":"483.01826ms","start":"2026-02-26T01:57:25.879508Z","end":"2026-02-26T01:57:26.362526Z","steps":["trace[1684305900] 'process raft request' (duration: 482.562212ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:26.362781Z","caller":"traceutil/trace.go:171","msg":"trace[272900934] transaction","detail":"{read_only:false; response_revision:10446; number_of_response:1; }","duration":"479.111648ms","start":"2026-02-26T01:57:25.883618Z","end":"2026-02-26T01:57:26.36273Z","steps":["trace[272900934] 'process raft request' (duration: 478.65946ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:26.362998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:25.883603Z","time spent":"479.272722ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:57:26.363088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.79271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-26T01:57:26.363141Z","caller":"traceutil/trace.go:171","msg":"trace[1750448379] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:10446; }","duration":"443.877262ms","start":"2026-02-26T01:57:25.919251Z","end":"2026-02-26T01:57:26.363128Z","steps":["trace[1750448379] 'agreement among raft nodes before linearized reading' (duration: 443.620678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:26.36318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:25.919233Z","time spent":"443.940483ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"warn","ts":"2026-02-26T01:57:26.362817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:25.879493Z","time spent":"483.200244ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:57:26.363267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.137452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:57:26.363421Z","caller":"traceutil/trace.go:171","msg":"trace[1682010513] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:10446; }","duration":"164.402346ms","start":"2026-02-26T01:57:26.198996Z","end":"2026-02-26T01:57:26.363399Z","steps":["trace[1682010513] 'agreement among raft nodes before linearized reading' (duration: 164.016169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:26.363537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.169077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:57:26.363689Z","caller":"traceutil/trace.go:171","msg":"trace[906279402] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:10446; }","duration":"306.340679ms","start":"2026-02-26T01:57:26.057289Z","end":"2026-02-26T01:57:26.36363Z","steps":["trace[906279402] 'agreement among raft nodes before linearized reading' (duration: 305.968522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:26.364409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:26.057268Z","time spent":"307.094134ms","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:57:27.328987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.494423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:57:27.329128Z","caller":"traceutil/trace.go:171","msg":"trace[1800622532] transaction","detail":"{read_only:false; response_revision:10452; number_of_response:1; }","duration":"209.562145ms","start":"2026-02-26T01:57:27.119541Z","end":"2026-02-26T01:57:27.329103Z","steps":["trace[1800622532] 'process raft request' (duration: 96.822566ms)","trace[1800622532] 'compare' (duration: 112.350541ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:57:28.037887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.38773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:57:28.038001Z","caller":"traceutil/trace.go:171","msg":"trace[1158640236] transaction","detail":"{read_only:false; response_revision:10454; number_of_response:1; }","duration":"156.870267ms","start":"2026-02-26T01:57:27.881109Z","end":"2026-02-26T01:57:28.037979Z","steps":["trace[1158640236] 'process raft request' (duration: 49.306574ms)","trace[1158640236] 'compare' (duration: 107.215427ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:57:28.458536Z","caller":"traceutil/trace.go:171","msg":"trace[192954523] linearizableReadLoop","detail":"{readStateIndex:10847; appliedIndex:10845; }","duration":"108.748764ms","start":"2026-02-26T01:57:28.349753Z","end":"2026-02-26T01:57:28.458501Z","steps":["trace[192954523] 'read index received' (duration: 81.059226ms)","trace[192954523] 'applied index is now lower than readState.Index' (duration: 27.688648ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:57:28.458639Z","caller":"traceutil/trace.go:171","msg":"trace[1416376176] transaction","detail":"{read_only:false; response_revision:10456; number_of_response:1; }","duration":"113.613644ms","start":"2026-02-26T01:57:28.344982Z","end":"2026-02-26T01:57:28.458596Z","steps":["trace[1416376176] 'process raft request' (duration: 113.40232ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:28.458764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.990248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cm56x\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-26T01:57:28.458827Z","caller":"traceutil/trace.go:171","msg":"trace[234231041] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cm56x; range_end:; response_count:1; response_revision:10456; }","duration":"109.094091ms","start":"2026-02-26T01:57:28.349715Z","end":"2026-02-26T01:57:28.458809Z","steps":["trace[234231041] 'agreement among raft nodes before linearized reading' (duration: 108.914417ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:28.606821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.193934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:57:28.606941Z","caller":"traceutil/trace.go:171","msg":"trace[1419989450] linearizableReadLoop","detail":"{readStateIndex:10848; appliedIndex:10847; }","duration":"143.874978ms","start":"2026-02-26T01:57:28.463045Z","end":"2026-02-26T01:57:28.60692Z","steps":["trace[1419989450] 'read index received' (duration: 29.45069ms)","trace[1419989450] 'applied index is now lower than readState.Index' (duration: 114.422278ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:57:28.607264Z","caller":"traceutil/trace.go:171","msg":"trace[1260061688] transaction","detail":"{read_only:false; response_revision:10457; number_of_response:1; }","duration":"144.675604ms","start":"2026-02-26T01:57:28.462559Z","end":"2026-02-26T01:57:28.607235Z","steps":["trace[1260061688] 'process raft request' (duration: 29.968991ms)","trace[1260061688] 'compare' (duration: 114.058301ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:57:28.607526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.475431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447622"} {"level":"info","ts":"2026-02-26T01:57:28.607576Z","caller":"traceutil/trace.go:171","msg":"trace[576640050] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10457; }","duration":"144.544472ms","start":"2026-02-26T01:57:28.463021Z","end":"2026-02-26T01:57:28.607565Z","steps":["trace[576640050] 'agreement among raft nodes before linearized reading' (duration: 143.9522ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:28.796552Z","caller":"traceutil/trace.go:171","msg":"trace[2095499030] transaction","detail":"{read_only:false; response_revision:10458; number_of_response:1; }","duration":"124.406672ms","start":"2026-02-26T01:57:28.6721Z","end":"2026-02-26T01:57:28.796507Z","steps":["trace[2095499030] 'process raft request' (duration: 51.957002ms)","trace[2095499030] 'compare' (duration: 72.312627ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:01:31.813662Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9982} {"level":"info","ts":"2026-02-26T02:01:31.899408Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9982,"took":"82.92038ms","hash":3846802570,"current-db-size-bytes":42061824,"current-db-size":"42 MB","current-db-size-in-use-bytes":23330816,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-02-26T02:01:31.899491Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3846802570,"revision":9982,"compact-revision":7672} {"level":"info","ts":"2026-02-26T02:03:00.846121Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000032e0.wal"} {"level":"info","ts":"2026-02-26T02:03:33.314885Z","caller":"traceutil/trace.go:171","msg":"trace[1806251269] linearizableReadLoop","detail":"{readStateIndex:13224; appliedIndex:13223; }","duration":"266.300514ms","start":"2026-02-26T02:03:33.048557Z","end":"2026-02-26T02:03:33.314857Z","steps":["trace[1806251269] 'read index received' (duration: 264.41971ms)","trace[1806251269] 'applied index is now lower than readState.Index' (duration: 1.879254ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:03:33.314949Z","caller":"traceutil/trace.go:171","msg":"trace[1175209984] transaction","detail":"{read_only:false; response_revision:12747; number_of_response:1; }","duration":"341.269268ms","start":"2026-02-26T02:03:32.973632Z","end":"2026-02-26T02:03:33.314901Z","steps":["trace[1175209984] 'process raft request' (duration: 339.345723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:33.315079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.508188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T02:03:33.3151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.691365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:03:33.315109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:32.973604Z","time spent":"341.419991ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:03:33.315148Z","caller":"traceutil/trace.go:171","msg":"trace[1228768901] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:12747; }","duration":"266.604129ms","start":"2026-02-26T02:03:33.04852Z","end":"2026-02-26T02:03:33.315124Z","steps":["trace[1228768901] 'agreement among raft nodes before linearized reading' (duration: 266.485517ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:33.315266Z","caller":"traceutil/trace.go:171","msg":"trace[1909701228] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:12747; }","duration":"161.785556ms","start":"2026-02-26T02:03:33.153349Z","end":"2026-02-26T02:03:33.315134Z","steps":["trace[1909701228] 'agreement among raft nodes before linearized reading' (duration: 161.677554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:49.341318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.556205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T02:03:49.341645Z","caller":"traceutil/trace.go:171","msg":"trace[1789474275] linearizableReadLoop","detail":"{readStateIndex:13317; appliedIndex:13316; }","duration":"509.596948ms","start":"2026-02-26T02:03:48.832004Z","end":"2026-02-26T02:03:49.341601Z","steps":["trace[1789474275] 'read index received' (duration: 53.681µs)","trace[1789474275] 'applied index is now lower than readState.Index' (duration: 509.541347ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:03:49.341835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.833521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-02-26T02:03:49.341875Z","caller":"traceutil/trace.go:171","msg":"trace[1286822438] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:12836; }","duration":"509.911513ms","start":"2026-02-26T02:03:48.831953Z","end":"2026-02-26T02:03:49.341865Z","steps":["trace[1286822438] 'agreement among raft nodes before linearized reading' (duration: 509.75542ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:49.341909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:48.831935Z","time spent":"509.966524ms","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7768,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-02-26T02:03:49.34177Z","caller":"traceutil/trace.go:171","msg":"trace[2100044695] transaction","detail":"{read_only:false; response_revision:12836; number_of_response:1; }","duration":"569.08445ms","start":"2026-02-26T02:03:48.772572Z","end":"2026-02-26T02:03:49.341657Z","steps":["trace[2100044695] 'process raft request' (duration: 28.102697ms)","trace[2100044695] 'compare' (duration: 540.273989ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:03:49.34258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:48.772556Z","time spent":"569.930715ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:03:50.508073Z","caller":"traceutil/trace.go:171","msg":"trace[1177912320] linearizableReadLoop","detail":"{readStateIndex:13322; appliedIndex:13321; }","duration":"131.560373ms","start":"2026-02-26T02:03:50.37649Z","end":"2026-02-26T02:03:50.508051Z","steps":["trace[1177912320] 'read index received' (duration: 131.451781ms)","trace[1177912320] 'applied index is now lower than readState.Index' (duration: 107.282µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:03:50.508243Z","caller":"traceutil/trace.go:171","msg":"trace[1375937679] transaction","detail":"{read_only:false; response_revision:12841; number_of_response:1; }","duration":"154.8405ms","start":"2026-02-26T02:03:50.353338Z","end":"2026-02-26T02:03:50.508178Z","steps":["trace[1375937679] 'process raft request' (duration: 154.550535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:50.50856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.050201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-cvgww\" ","response":"range_response_count:1 size:12494"} {"level":"info","ts":"2026-02-26T02:03:50.508656Z","caller":"traceutil/trace.go:171","msg":"trace[995757080] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-cvgww; range_end:; response_count:1; response_revision:12841; }","duration":"132.194474ms","start":"2026-02-26T02:03:50.376441Z","end":"2026-02-26T02:03:50.508635Z","steps":["trace[995757080] 'agreement among raft nodes before linearized reading' (duration: 131.96184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:03:50.517082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.375764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T02:03:50.517162Z","caller":"traceutil/trace.go:171","msg":"trace[988970132] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12842; }","duration":"110.505746ms","start":"2026-02-26T02:03:50.406636Z","end":"2026-02-26T02:03:50.517142Z","steps":["trace[988970132] 'agreement among raft nodes before linearized reading' (duration: 110.279082ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:50.517374Z","caller":"traceutil/trace.go:171","msg":"trace[1299413640] transaction","detail":"{read_only:false; response_revision:12842; number_of_response:1; }","duration":"136.385973ms","start":"2026-02-26T02:03:50.380941Z","end":"2026-02-26T02:03:50.517327Z","steps":["trace[1299413640] 'process raft request' (duration: 135.832212ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:52.638574Z","caller":"traceutil/trace.go:171","msg":"trace[729918417] transaction","detail":"{read_only:false; response_revision:12862; number_of_response:1; }","duration":"102.280426ms","start":"2026-02-26T02:03:52.536266Z","end":"2026-02-26T02:03:52.638547Z","steps":["trace[729918417] 'process raft request' (duration: 95.170436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:10.718363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.509958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-85e9d036-484b-40ba-abf2-64b62e4a003f\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-02-26T02:04:10.718466Z","caller":"traceutil/trace.go:171","msg":"trace[980579400] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-85e9d036-484b-40ba-abf2-64b62e4a003f; range_end:; response_count:1; response_revision:13128; }","duration":"194.62242ms","start":"2026-02-26T02:04:10.523815Z","end":"2026-02-26T02:04:10.718437Z","steps":["trace[980579400] 'range keys from in-memory index tree' (duration: 194.331654ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:04:11.320192Z","caller":"traceutil/trace.go:171","msg":"trace[1239937045] linearizableReadLoop","detail":"{readStateIndex:13625; appliedIndex:13622; }","duration":"540.451284ms","start":"2026-02-26T02:04:10.779705Z","end":"2026-02-26T02:04:11.320156Z","steps":["trace[1239937045] 'read index received' (duration: 15.856662ms)","trace[1239937045] 'applied index is now lower than readState.Index' (duration: 524.593202ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:04:11.320244Z","caller":"traceutil/trace.go:171","msg":"trace[357153823] transaction","detail":"{read_only:false; response_revision:13130; number_of_response:1; }","duration":"597.186483ms","start":"2026-02-26T02:04:10.723002Z","end":"2026-02-26T02:04:11.320188Z","steps":["trace[357153823] 'process raft request' (duration: 596.820817ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:04:11.320398Z","caller":"traceutil/trace.go:171","msg":"trace[1573136140] transaction","detail":"{read_only:false; response_revision:13131; number_of_response:1; }","duration":"593.513797ms","start":"2026-02-26T02:04:10.726869Z","end":"2026-02-26T02:04:11.320383Z","steps":["trace[1573136140] 'process raft request' (duration: 593.20635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:11.320693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:04:10.722977Z","time spent":"597.623653ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:04:11.320744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.988384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T02:04:11.320833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:04:10.726842Z","time spent":"593.869304ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3738,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:04:11.321038Z","caller":"traceutil/trace.go:171","msg":"trace[1917386363] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13131; }","duration":"541.219668ms","start":"2026-02-26T02:04:10.779645Z","end":"2026-02-26T02:04:11.320865Z","steps":["trace[1917386363] 'agreement among raft nodes before linearized reading' (duration: 540.776631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:11.321082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:04:10.779623Z","time spent":"541.447282ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:04:11.441974Z","caller":"traceutil/trace.go:171","msg":"trace[1976306961] transaction","detail":"{read_only:false; response_revision:13132; number_of_response:1; }","duration":"538.355165ms","start":"2026-02-26T02:04:10.90359Z","end":"2026-02-26T02:04:11.441945Z","steps":["trace[1976306961] 'process raft request' (duration: 538.010639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:11.442137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:04:10.903562Z","time spent":"538.483257ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:04:11.458678Z","caller":"traceutil/trace.go:171","msg":"trace[489873399] transaction","detail":"{read_only:false; response_revision:13133; number_of_response:1; }","duration":"133.5793ms","start":"2026-02-26T02:04:11.325083Z","end":"2026-02-26T02:04:11.458662Z","steps":["trace[489873399] 'process raft request' (duration: 133.488728ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:04:11.458731Z","caller":"traceutil/trace.go:171","msg":"trace[11847428] linearizableReadLoop","detail":"{readStateIndex:13627; appliedIndex:13625; }","duration":"138.151183ms","start":"2026-02-26T02:04:11.320548Z","end":"2026-02-26T02:04:11.458699Z","steps":["trace[11847428] 'read index received' (duration: 121.100951ms)","trace[11847428] 'applied index is now lower than readState.Index' (duration: 17.046152ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:04:11.458916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.488888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:04:11.458963Z","caller":"traceutil/trace.go:171","msg":"trace[796287738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13133; }","duration":"175.596702ms","start":"2026-02-26T02:04:11.283354Z","end":"2026-02-26T02:04:11.458951Z","steps":["trace[796287738] 'agreement among raft nodes before linearized reading' (duration: 175.478909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:11.459052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.51085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-26T02:04:11.459191Z","caller":"traceutil/trace.go:171","msg":"trace[1500874310] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13133; }","duration":"109.688663ms","start":"2026-02-26T02:04:11.349482Z","end":"2026-02-26T02:04:11.45917Z","steps":["trace[1500874310] 'agreement among raft nodes before linearized reading' (duration: 109.399496ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:01.942824Z","caller":"traceutil/trace.go:171","msg":"trace[1888580132] linearizableReadLoop","detail":"{readStateIndex:14260; appliedIndex:14259; }","duration":"244.801801ms","start":"2026-02-26T02:05:01.697988Z","end":"2026-02-26T02:05:01.94279Z","steps":["trace[1888580132] 'read index received' (duration: 164.672091ms)","trace[1888580132] 'applied index is now lower than readState.Index' (duration: 80.12833ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:05:01.942902Z","caller":"traceutil/trace.go:171","msg":"trace[756238674] transaction","detail":"{read_only:false; response_revision:13749; number_of_response:1; }","duration":"251.468494ms","start":"2026-02-26T02:05:01.691382Z","end":"2026-02-26T02:05:01.94285Z","steps":["trace[756238674] 'process raft request' (duration: 171.261293ms)","trace[756238674] 'compare' (duration: 80.006977ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:05:01.943068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.056585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T02:05:01.943111Z","caller":"traceutil/trace.go:171","msg":"trace[620244017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13749; }","duration":"245.148967ms","start":"2026-02-26T02:05:01.69795Z","end":"2026-02-26T02:05:01.943099Z","steps":["trace[620244017] 'agreement among raft nodes before linearized reading' (duration: 244.987494ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:01.946018Z","caller":"traceutil/trace.go:171","msg":"trace[789834147] transaction","detail":"{read_only:false; response_revision:13750; number_of_response:1; }","duration":"132.835067ms","start":"2026-02-26T02:05:01.813151Z","end":"2026-02-26T02:05:01.945986Z","steps":["trace[789834147] 'process raft request' (duration: 132.629663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:01.946091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.149507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T02:05:01.946158Z","caller":"traceutil/trace.go:171","msg":"trace[329648451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13750; }","duration":"112.27084ms","start":"2026-02-26T02:05:01.833868Z","end":"2026-02-26T02:05:01.946139Z","steps":["trace[329648451] 'agreement among raft nodes before linearized reading' (duration: 112.045766ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:07.829136Z","caller":"traceutil/trace.go:171","msg":"trace[433350474] linearizableReadLoop","detail":"{readStateIndex:14293; appliedIndex:14292; }","duration":"182.280684ms","start":"2026-02-26T02:05:07.646811Z","end":"2026-02-26T02:05:07.829092Z","steps":["trace[433350474] 'read index received' (duration: 181.825806ms)","trace[433350474] 'applied index is now lower than readState.Index' (duration: 453.448µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:05:07.829253Z","caller":"traceutil/trace.go:171","msg":"trace[1815981989] transaction","detail":"{read_only:false; response_revision:13781; number_of_response:1; }","duration":"183.71005ms","start":"2026-02-26T02:05:07.645498Z","end":"2026-02-26T02:05:07.829208Z","steps":["trace[1815981989] 'process raft request' (duration: 183.316963ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:07.829541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.660415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-26T02:05:07.829538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.688351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T02:05:07.829534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.640845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:05:07.82961Z","caller":"traceutil/trace.go:171","msg":"trace[720637519] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13781; }","duration":"137.801887ms","start":"2026-02-26T02:05:07.691789Z","end":"2026-02-26T02:05:07.829591Z","steps":["trace[720637519] 'agreement among raft nodes before linearized reading' (duration: 137.517232ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:07.829602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.775398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-26T02:05:07.829643Z","caller":"traceutil/trace.go:171","msg":"trace[1751742012] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13781; }","duration":"182.812343ms","start":"2026-02-26T02:05:07.646805Z","end":"2026-02-26T02:05:07.829618Z","steps":["trace[1751742012] 'agreement among raft nodes before linearized reading' (duration: 182.480797ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:07.829659Z","caller":"traceutil/trace.go:171","msg":"trace[615589738] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13781; }","duration":"137.813017ms","start":"2026-02-26T02:05:07.691821Z","end":"2026-02-26T02:05:07.829634Z","steps":["trace[615589738] 'agreement among raft nodes before linearized reading' (duration: 137.597673ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:07.82969Z","caller":"traceutil/trace.go:171","msg":"trace[1459241588] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13781; }","duration":"136.941811ms","start":"2026-02-26T02:05:07.692725Z","end":"2026-02-26T02:05:07.829666Z","steps":["trace[1459241588] 'agreement among raft nodes before linearized reading' (duration: 136.633745ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:08.577598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.273784ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:05:08.577802Z","caller":"traceutil/trace.go:171","msg":"trace[1542384021] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13782; }","duration":"490.497458ms","start":"2026-02-26T02:05:08.087274Z","end":"2026-02-26T02:05:08.577772Z","steps":["trace[1542384021] 'range keys from in-memory index tree' (duration: 490.246113ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:08.578074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.573276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T02:05:08.5783Z","caller":"traceutil/trace.go:171","msg":"trace[517055540] linearizableReadLoop","detail":"{readStateIndex:14296; appliedIndex:14294; }","duration":"610.075751ms","start":"2026-02-26T02:05:07.968204Z","end":"2026-02-26T02:05:08.57828Z","steps":["trace[517055540] 'read index received' (duration: 74.959835ms)","trace[517055540] 'applied index is now lower than readState.Index' (duration: 535.114946ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:05:08.578415Z","caller":"traceutil/trace.go:171","msg":"trace[98215404] transaction","detail":"{read_only:false; response_revision:13783; number_of_response:1; }","duration":"694.638382ms","start":"2026-02-26T02:05:07.883763Z","end":"2026-02-26T02:05:08.578401Z","steps":["trace[98215404] 'process raft request' (duration: 159.400404ms)","trace[98215404] 'compare' (duration: 534.122767ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:05:08.578509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:07.88374Z","time spent":"694.736384ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:05:08.578748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.528759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T02:05:08.578851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.908912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-26T02:05:08.578897Z","caller":"traceutil/trace.go:171","msg":"trace[449384391] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13784; }","duration":"607.955182ms","start":"2026-02-26T02:05:07.970932Z","end":"2026-02-26T02:05:08.578887Z","steps":["trace[449384391] 'agreement among raft nodes before linearized reading' (duration: 607.81402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:08.578935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:07.970899Z","time spent":"608.029714ms","remote":"127.0.0.1:56480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-26T02:05:08.578879Z","caller":"traceutil/trace.go:171","msg":"trace[1808272251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13784; }","duration":"610.667683ms","start":"2026-02-26T02:05:07.968184Z","end":"2026-02-26T02:05:08.578852Z","steps":["trace[1808272251] 'agreement among raft nodes before linearized reading' (duration: 610.266365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:08.579064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:07.968115Z","time spent":"610.928507ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:05:08.579141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.300103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:05:08.579182Z","caller":"traceutil/trace.go:171","msg":"trace[2050103135] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13784; }","duration":"406.353433ms","start":"2026-02-26T02:05:08.172817Z","end":"2026-02-26T02:05:08.57917Z","steps":["trace[2050103135] 'agreement among raft nodes before linearized reading' (duration: 406.295662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:08.579222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:08.172807Z","time spent":"406.407125ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-26T02:05:08.579231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.389392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:05:08.579293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.905808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:05:08.579304Z","caller":"traceutil/trace.go:171","msg":"trace[306846865] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13784; }","duration":"480.504374ms","start":"2026-02-26T02:05:08.098779Z","end":"2026-02-26T02:05:08.579283Z","steps":["trace[306846865] 'agreement among raft nodes before linearized reading' (duration: 480.374152ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:08.579326Z","caller":"traceutil/trace.go:171","msg":"trace[2043831623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13784; }","duration":"295.980469ms","start":"2026-02-26T02:05:08.283334Z","end":"2026-02-26T02:05:08.579314Z","steps":["trace[2043831623] 'agreement among raft nodes before linearized reading' (duration: 295.939638ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:08.579347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:08.098757Z","time spent":"480.582225ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-26T02:05:08.579403Z","caller":"traceutil/trace.go:171","msg":"trace[1222102513] transaction","detail":"{read_only:false; response_revision:13784; number_of_response:1; }","duration":"617.08878ms","start":"2026-02-26T02:05:07.962262Z","end":"2026-02-26T02:05:08.57935Z","steps":["trace[1222102513] 'process raft request' (duration: 615.942908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:08.579469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.473783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:05:08.579504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.507742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-26T02:05:08.579532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.818018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-26T02:05:08.579532Z","caller":"traceutil/trace.go:171","msg":"trace[659663624] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13784; }","duration":"481.570854ms","start":"2026-02-26T02:05:08.097937Z","end":"2026-02-26T02:05:08.579508Z","steps":["trace[659663624] 'agreement among raft nodes before linearized reading' (duration: 481.509693ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:08.579555Z","caller":"traceutil/trace.go:171","msg":"trace[868434697] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13784; }","duration":"373.858818ms","start":"2026-02-26T02:05:08.205689Z","end":"2026-02-26T02:05:08.579548Z","steps":["trace[868434697] 'agreement among raft nodes before linearized reading' (duration: 373.809267ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:08.579555Z","caller":"traceutil/trace.go:171","msg":"trace[1915055774] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13784; }","duration":"155.580094ms","start":"2026-02-26T02:05:08.423961Z","end":"2026-02-26T02:05:08.579541Z","steps":["trace[1915055774] 'agreement among raft nodes before linearized reading' (duration: 155.482682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:08.579579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:08.205679Z","time spent":"373.893939ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:05:08.579582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:08.097911Z","time spent":"481.662806ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-26T02:05:08.579558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:07.96223Z","time spent":"617.236633ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:05:08.579623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.183909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:05:08.579661Z","caller":"traceutil/trace.go:171","msg":"trace[1491320154] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13784; }","duration":"407.250051ms","start":"2026-02-26T02:05:08.172402Z","end":"2026-02-26T02:05:08.579652Z","steps":["trace[1491320154] 'agreement among raft nodes before linearized reading' (duration: 407.19001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:08.57948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.687764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T02:05:08.579688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:08.172386Z","time spent":"407.297402ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-26T02:05:08.579707Z","caller":"traceutil/trace.go:171","msg":"trace[108651144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13784; }","duration":"343.933399ms","start":"2026-02-26T02:05:08.235757Z","end":"2026-02-26T02:05:08.579691Z","steps":["trace[108651144] 'agreement among raft nodes before linearized reading' (duration: 343.673064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:08.579186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.370715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-26T02:05:08.579787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.813746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:05:08.579258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.387241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cm56x\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-26T02:05:08.579824Z","caller":"traceutil/trace.go:171","msg":"trace[1419115061] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13784; }","duration":"162.930779ms","start":"2026-02-26T02:05:08.416884Z","end":"2026-02-26T02:05:08.579815Z","steps":["trace[1419115061] 'agreement among raft nodes before linearized reading' (duration: 162.880898ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:08.579849Z","caller":"traceutil/trace.go:171","msg":"trace[787057439] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cm56x; range_end:; response_count:1; response_revision:13784; }","duration":"143.994271ms","start":"2026-02-26T02:05:08.435845Z","end":"2026-02-26T02:05:08.579839Z","steps":["trace[787057439] 'agreement among raft nodes before linearized reading' (duration: 143.36295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:08.579721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.792652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:05:08.579923Z","caller":"traceutil/trace.go:171","msg":"trace[103222776] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13784; }","duration":"377.007046ms","start":"2026-02-26T02:05:08.202902Z","end":"2026-02-26T02:05:08.579909Z","steps":["trace[103222776] 'agreement among raft nodes before linearized reading' (duration: 376.805502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:08.579695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.776943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-26T02:05:08.579911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.835883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-nx542\" ","response":"range_response_count:1 size:9795"} {"level":"warn","ts":"2026-02-26T02:05:08.579955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.984961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-26T02:05:08.579965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:08.202891Z","time spent":"377.063426ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:05:08.579957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.039454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:05:08.579966Z","caller":"traceutil/trace.go:171","msg":"trace[2011426269] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13784; }","duration":"376.065288ms","start":"2026-02-26T02:05:08.20389Z","end":"2026-02-26T02:05:08.579955Z","steps":["trace[2011426269] 'agreement among raft nodes before linearized reading' (duration: 375.756463ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:08.579983Z","caller":"traceutil/trace.go:171","msg":"trace[255760781] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13784; }","duration":"476.028913ms","start":"2026-02-26T02:05:08.103946Z","end":"2026-02-26T02:05:08.579975Z","steps":["trace[255760781] 'agreement among raft nodes before linearized reading' (duration: 475.955421ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:08.579982Z","caller":"traceutil/trace.go:171","msg":"trace[601203780] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-nx542; range_end:; response_count:1; response_revision:13784; }","duration":"206.967595ms","start":"2026-02-26T02:05:08.372998Z","end":"2026-02-26T02:05:08.579965Z","steps":["trace[601203780] 'agreement among raft nodes before linearized reading' (duration: 206.787652ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:08.579846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.871251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:05:08.581587Z","caller":"traceutil/trace.go:171","msg":"trace[3352495] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13784; }","duration":"409.621825ms","start":"2026-02-26T02:05:08.171943Z","end":"2026-02-26T02:05:08.581565Z","steps":["trace[3352495] 'agreement among raft nodes before linearized reading' (duration: 407.834971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:08.58185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:08.17193Z","time spent":"409.902519ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T02:05:08.579378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.307107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-p4jj7\" ","response":"range_response_count:1 size:20766"} {"level":"info","ts":"2026-02-26T02:05:08.582015Z","caller":"traceutil/trace.go:171","msg":"trace[190756110] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-p4jj7; range_end:; response_count:1; response_revision:13784; }","duration":"273.961966ms","start":"2026-02-26T02:05:08.308021Z","end":"2026-02-26T02:05:08.581983Z","steps":["trace[190756110] 'agreement among raft nodes before linearized reading' (duration: 271.196865ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:08.580009Z","caller":"traceutil/trace.go:171","msg":"trace[2004972587] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13784; }","duration":"481.163166ms","start":"2026-02-26T02:05:08.098836Z","end":"2026-02-26T02:05:08.579999Z","steps":["trace[2004972587] 'agreement among raft nodes before linearized reading' (duration: 481.041654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:08.579404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.868101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T02:05:08.582285Z","caller":"traceutil/trace.go:171","msg":"trace[1791513973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13784; }","duration":"609.791046ms","start":"2026-02-26T02:05:07.972478Z","end":"2026-02-26T02:05:08.582269Z","steps":["trace[1791513973] 'agreement among raft nodes before linearized reading' (duration: 606.800021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:08.579746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:08.235747Z","time spent":"343.991429ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:05:08.582327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:07.972449Z","time spent":"609.867158ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:05:08.579745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.043117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-26T02:05:08.582408Z","caller":"traceutil/trace.go:171","msg":"trace[396950326] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13784; }","duration":"161.710756ms","start":"2026-02-26T02:05:08.420663Z","end":"2026-02-26T02:05:08.582374Z","steps":["trace[396950326] 'agreement among raft nodes before linearized reading' (duration: 159.013926ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:08.579818Z","caller":"traceutil/trace.go:171","msg":"trace[1764796977] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13784; }","duration":"401.046856ms","start":"2026-02-26T02:05:08.178735Z","end":"2026-02-26T02:05:08.579781Z","steps":["trace[1764796977] 'agreement among raft nodes before linearized reading' (duration: 400.368834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:08.582219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:08.098806Z","time spent":"483.342726ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T02:05:08.582536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:08.178708Z","time spent":"403.801727ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:05:08.580014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:08.103936Z","time spent":"476.072173ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:05:08.580015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:08.203877Z","time spent":"376.128229ms","remote":"127.0.0.1:56480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-26T02:05:08.580578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.668328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T02:05:08.582727Z","caller":"traceutil/trace.go:171","msg":"trace[1547165656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13784; }","duration":"608.869269ms","start":"2026-02-26T02:05:07.973841Z","end":"2026-02-26T02:05:08.58271Z","steps":["trace[1547165656] 'agreement among raft nodes before linearized reading' (duration: 605.610169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:08.582799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:07.973797Z","time spent":"608.972901ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:05:10.137253Z","caller":"traceutil/trace.go:171","msg":"trace[2012795303] linearizableReadLoop","detail":"{readStateIndex:14302; appliedIndex:14301; }","duration":"302.460667ms","start":"2026-02-26T02:05:09.834755Z","end":"2026-02-26T02:05:10.137216Z","steps":["trace[2012795303] 'read index received' (duration: 302.15195ms)","trace[2012795303] 'applied index is now lower than readState.Index' (duration: 307.807µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:05:10.137338Z","caller":"traceutil/trace.go:171","msg":"trace[434861196] transaction","detail":"{read_only:false; response_revision:13790; number_of_response:1; }","duration":"302.685012ms","start":"2026-02-26T02:05:09.834609Z","end":"2026-02-26T02:05:10.137294Z","steps":["trace[434861196] 'process raft request' (duration: 302.369586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:10.137418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.64441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:05:10.137466Z","caller":"traceutil/trace.go:171","msg":"trace[701542842] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13790; }","duration":"302.761852ms","start":"2026-02-26T02:05:09.834689Z","end":"2026-02-26T02:05:10.137451Z","steps":["trace[701542842] 'agreement among raft nodes before linearized reading' (duration: 302.67552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:10.137517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:09.834664Z","time spent":"302.841654ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:05:10.137521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:09.834577Z","time spent":"302.845744ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:05:10.137614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.331374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-26T02:05:10.13768Z","caller":"traceutil/trace.go:171","msg":"trace[289378834] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13790; }","duration":"302.404055ms","start":"2026-02-26T02:05:09.835254Z","end":"2026-02-26T02:05:10.137658Z","steps":["trace[289378834] 'agreement among raft nodes before linearized reading' (duration: 302.244533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:10.137677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.097886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:05:10.137683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.666791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-26T02:05:10.13773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:09.835243Z","time spent":"302.477188ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-26T02:05:10.137767Z","caller":"traceutil/trace.go:171","msg":"trace[1065662301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13790; }","duration":"160.27767ms","start":"2026-02-26T02:05:09.977459Z","end":"2026-02-26T02:05:10.137737Z","steps":["trace[1065662301] 'agreement among raft nodes before linearized reading' (duration: 160.069566ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:10.13779Z","caller":"traceutil/trace.go:171","msg":"trace[372418755] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13790; }","duration":"302.819863ms","start":"2026-02-26T02:05:09.834943Z","end":"2026-02-26T02:05:10.137763Z","steps":["trace[372418755] 'agreement among raft nodes before linearized reading' (duration: 302.471667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:10.137963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:09.834936Z","time spent":"303.010827ms","remote":"127.0.0.1:56480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-26T02:05:10.138204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.518429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T02:05:10.138902Z","caller":"traceutil/trace.go:171","msg":"trace[1750118437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13790; }","duration":"290.424937ms","start":"2026-02-26T02:05:09.848401Z","end":"2026-02-26T02:05:10.138826Z","steps":["trace[1750118437] 'agreement among raft nodes before linearized reading' (duration: 289.031971ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:49.022625Z","caller":"traceutil/trace.go:171","msg":"trace[1501698070] transaction","detail":"{read_only:false; response_revision:13987; number_of_response:1; }","duration":"124.203697ms","start":"2026-02-26T02:05:48.898397Z","end":"2026-02-26T02:05:49.022601Z","steps":["trace[1501698070] 'process raft request' (duration: 124.161446ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:49.023038Z","caller":"traceutil/trace.go:171","msg":"trace[1070710665] transaction","detail":"{read_only:false; response_revision:13986; number_of_response:1; }","duration":"124.84821ms","start":"2026-02-26T02:05:48.89818Z","end":"2026-02-26T02:05:49.023028Z","steps":["trace[1070710665] 'process raft request' (duration: 105.76584ms)","trace[1070710665] 'compare' (duration: 18.52778ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:05:50.463851Z","caller":"traceutil/trace.go:171","msg":"trace[851203515] transaction","detail":"{read_only:false; response_revision:13990; number_of_response:1; }","duration":"106.148397ms","start":"2026-02-26T02:05:50.35767Z","end":"2026-02-26T02:05:50.463818Z","steps":["trace[851203515] 'process raft request' (duration: 59.303948ms)","trace[851203515] 'compare' (duration: 46.723986ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:05:51.194319Z","caller":"traceutil/trace.go:171","msg":"trace[994978697] linearizableReadLoop","detail":"{readStateIndex:14514; appliedIndex:14513; }","duration":"167.91367ms","start":"2026-02-26T02:05:51.026385Z","end":"2026-02-26T02:05:51.194298Z","steps":["trace[994978697] 'read index received' (duration: 167.720127ms)","trace[994978697] 'applied index is now lower than readState.Index' (duration: 192.453µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:05:51.194449Z","caller":"traceutil/trace.go:171","msg":"trace[2116471319] transaction","detail":"{read_only:false; response_revision:13993; number_of_response:1; }","duration":"261.239252ms","start":"2026-02-26T02:05:50.933198Z","end":"2026-02-26T02:05:51.194437Z","steps":["trace[2116471319] 'process raft request' (duration: 260.956277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.19466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.422372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T02:05:51.194786Z","caller":"traceutil/trace.go:171","msg":"trace[1582187162] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13993; }","duration":"167.592754ms","start":"2026-02-26T02:05:51.027167Z","end":"2026-02-26T02:05:51.19476Z","steps":["trace[1582187162] 'agreement among raft nodes before linearized reading' (duration: 167.352019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.194826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.087867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cm56x\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-26T02:05:51.194888Z","caller":"traceutil/trace.go:171","msg":"trace[33229809] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cm56x; range_end:; response_count:1; response_revision:13993; }","duration":"130.224879ms","start":"2026-02-26T02:05:51.064647Z","end":"2026-02-26T02:05:51.194872Z","steps":["trace[33229809] 'agreement among raft nodes before linearized reading' (duration: 130.001585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.194683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.285727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T02:05:51.194973Z","caller":"traceutil/trace.go:171","msg":"trace[1777612618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13993; }","duration":"168.594503ms","start":"2026-02-26T02:05:51.026337Z","end":"2026-02-26T02:05:51.194932Z","steps":["trace[1777612618] 'agreement among raft nodes before linearized reading' (duration: 168.179355ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:51.533327Z","caller":"traceutil/trace.go:171","msg":"trace[963649542] linearizableReadLoop","detail":"{readStateIndex:14518; appliedIndex:14517; }","duration":"120.021071ms","start":"2026-02-26T02:05:51.413274Z","end":"2026-02-26T02:05:51.533295Z","steps":["trace[963649542] 'read index received' (duration: 42.691233ms)","trace[963649542] 'applied index is now lower than readState.Index' (duration: 77.328188ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:05:51.53337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.495664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:05:51.533434Z","caller":"traceutil/trace.go:171","msg":"trace[1785320523] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13996; }","duration":"135.586138ms","start":"2026-02-26T02:05:51.397833Z","end":"2026-02-26T02:05:51.533419Z","steps":["trace[1785320523] 'agreement among raft nodes before linearized reading' (duration: 135.468195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.533569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.546904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-26T02:05:51.533565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.259719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-02-26T02:05:51.533639Z","caller":"traceutil/trace.go:171","msg":"trace[1141433209] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13996; }","duration":"137.669386ms","start":"2026-02-26T02:05:51.395959Z","end":"2026-02-26T02:05:51.533628Z","steps":["trace[1141433209] 'agreement among raft nodes before linearized reading' (duration: 137.446351ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:51.533726Z","caller":"traceutil/trace.go:171","msg":"trace[1903462080] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13996; }","duration":"137.558374ms","start":"2026-02-26T02:05:51.396134Z","end":"2026-02-26T02:05:51.533693Z","steps":["trace[1903462080] 'agreement among raft nodes before linearized reading' (duration: 137.190907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.533692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.780321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-26T02:05:51.534035Z","caller":"traceutil/trace.go:171","msg":"trace[829801622] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13996; }","duration":"135.962504ms","start":"2026-02-26T02:05:51.397866Z","end":"2026-02-26T02:05:51.533829Z","steps":["trace[829801622] 'agreement among raft nodes before linearized reading' (duration: 135.498725ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:51.87561Z","caller":"traceutil/trace.go:171","msg":"trace[1807156025] transaction","detail":"{read_only:false; response_revision:13997; number_of_response:1; }","duration":"102.351127ms","start":"2026-02-26T02:05:51.773228Z","end":"2026-02-26T02:05:51.875579Z","steps":["trace[1807156025] 'process raft request' (duration: 102.086713ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:06:31.819574Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11905} {"level":"info","ts":"2026-02-26T02:06:31.897041Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11905,"took":"74.853334ms","hash":1070251075,"current-db-size-bytes":42061824,"current-db-size":"42 MB","current-db-size-in-use-bytes":26734592,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-02-26T02:06:31.897101Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1070251075,"revision":11905,"compact-revision":9982} {"level":"info","ts":"2026-02-26T02:11:13.884057Z","caller":"traceutil/trace.go:171","msg":"trace[1895906356] linearizableReadLoop","detail":"{readStateIndex:16889; appliedIndex:16888; }","duration":"295.963397ms","start":"2026-02-26T02:11:13.588063Z","end":"2026-02-26T02:11:13.884026Z","steps":["trace[1895906356] 'read index received' (duration: 295.6057ms)","trace[1895906356] 'applied index is now lower than readState.Index' (duration: 356.667µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:11:13.884202Z","caller":"traceutil/trace.go:171","msg":"trace[1437761277] transaction","detail":"{read_only:false; response_revision:16286; number_of_response:1; }","duration":"297.966504ms","start":"2026-02-26T02:11:13.586183Z","end":"2026-02-26T02:11:13.884149Z","steps":["trace[1437761277] 'process raft request' (duration: 297.570617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:13.88424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.14919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T02:11:13.884387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.07416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sv7bs\" ","response":"range_response_count:1 size:22128"} {"level":"info","ts":"2026-02-26T02:11:13.8844Z","caller":"traceutil/trace.go:171","msg":"trace[739656681] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:16286; }","duration":"296.320903ms","start":"2026-02-26T02:11:13.588047Z","end":"2026-02-26T02:11:13.884368Z","steps":["trace[739656681] 'agreement among raft nodes before linearized reading' (duration: 296.131279ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:13.884421Z","caller":"traceutil/trace.go:171","msg":"trace[1343646712] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sv7bs; range_end:; response_count:1; response_revision:16286; }","duration":"241.142522ms","start":"2026-02-26T02:11:13.643267Z","end":"2026-02-26T02:11:13.884409Z","steps":["trace[1343646712] 'agreement among raft nodes before linearized reading' (duration: 241.009009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:13.884516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.787605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-p4jj7\" ","response":"range_response_count:1 size:20867"} {"level":"info","ts":"2026-02-26T02:11:13.884582Z","caller":"traceutil/trace.go:171","msg":"trace[1174215874] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-p4jj7; range_end:; response_count:1; response_revision:16286; }","duration":"174.901517ms","start":"2026-02-26T02:11:13.709665Z","end":"2026-02-26T02:11:13.884566Z","steps":["trace[1174215874] 'agreement among raft nodes before linearized reading' (duration: 174.704363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:14.353088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.260824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T02:11:14.353172Z","caller":"traceutil/trace.go:171","msg":"trace[1470143115] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16288; }","duration":"301.397006ms","start":"2026-02-26T02:11:14.051754Z","end":"2026-02-26T02:11:14.353151Z","steps":["trace[1470143115] 'range keys from in-memory index tree' (duration: 301.073451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:14.35321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:14.05171Z","time spent":"301.491288ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:11:14.838564Z","caller":"traceutil/trace.go:171","msg":"trace[1915288659] linearizableReadLoop","detail":"{readStateIndex:16892; appliedIndex:16891; }","duration":"468.531671ms","start":"2026-02-26T02:11:14.370012Z","end":"2026-02-26T02:11:14.838543Z","steps":["trace[1915288659] 'read index received' (duration: 468.43619ms)","trace[1915288659] 'applied index is now lower than readState.Index' (duration: 94.531µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:11:14.838812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.778946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:11:14.838897Z","caller":"traceutil/trace.go:171","msg":"trace[354258765] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:0; response_revision:16289; }","duration":"468.914008ms","start":"2026-02-26T02:11:14.369965Z","end":"2026-02-26T02:11:14.838879Z","steps":["trace[354258765] 'agreement among raft nodes before linearized reading' (duration: 468.748955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:14.838946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:14.369945Z","time spent":"468.991609ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-02-26T02:11:14.839033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.781492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-26T02:11:14.839119Z","caller":"traceutil/trace.go:171","msg":"trace[623204489] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:16289; }","duration":"272.921794ms","start":"2026-02-26T02:11:14.566176Z","end":"2026-02-26T02:11:14.839098Z","steps":["trace[623204489] 'agreement among raft nodes before linearized reading' (duration: 272.66749ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:14.838807Z","caller":"traceutil/trace.go:171","msg":"trace[1111386428] transaction","detail":"{read_only:false; response_revision:16289; number_of_response:1; }","duration":"480.962098ms","start":"2026-02-26T02:11:14.357805Z","end":"2026-02-26T02:11:14.838767Z","steps":["trace[1111386428] 'process raft request' (duration: 480.549321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:14.839249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.494526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T02:11:14.839351Z","caller":"traceutil/trace.go:171","msg":"trace[1217587615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16289; }","duration":"218.633279ms","start":"2026-02-26T02:11:14.620693Z","end":"2026-02-26T02:11:14.839327Z","steps":["trace[1217587615] 'agreement among raft nodes before linearized reading' (duration: 218.268043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:14.839407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:14.357786Z","time spent":"481.460808ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:11:15.387119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978764421,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:11:15.713424Z","caller":"traceutil/trace.go:171","msg":"trace[1760438450] linearizableReadLoop","detail":"{readStateIndex:16897; appliedIndex:16896; }","duration":"826.400233ms","start":"2026-02-26T02:11:14.886999Z","end":"2026-02-26T02:11:15.713399Z","steps":["trace[1760438450] 'read index received' (duration: 826.22291ms)","trace[1760438450] 'applied index is now lower than readState.Index' (duration: 176.213µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:11:15.71348Z","caller":"traceutil/trace.go:171","msg":"trace[946773955] transaction","detail":"{read_only:false; response_revision:16294; number_of_response:1; }","duration":"827.349691ms","start":"2026-02-26T02:11:14.886097Z","end":"2026-02-26T02:11:15.713447Z","steps":["trace[946773955] 'process raft request' (duration: 827.140657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:15.713643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:14.886086Z","time spent":"827.478813ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1556,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:11:15.713668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.131765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:11:15.713739Z","caller":"traceutil/trace.go:171","msg":"trace[1755441028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16294; }","duration":"431.233227ms","start":"2026-02-26T02:11:15.282488Z","end":"2026-02-26T02:11:15.713721Z","steps":["trace[1755441028] 'agreement among raft nodes before linearized reading' (duration: 431.101304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:15.713746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.996331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T02:11:15.713788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:15.282477Z","time spent":"431.302498ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:11:15.713821Z","caller":"traceutil/trace.go:171","msg":"trace[326078576] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16294; }","duration":"733.109433ms","start":"2026-02-26T02:11:14.980688Z","end":"2026-02-26T02:11:15.713797Z","steps":["trace[326078576] 'agreement among raft nodes before linearized reading' (duration: 732.889259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:15.713884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:14.980675Z","time spent":"733.197704ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:11:15.714084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.77886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-26T02:11:15.714129Z","caller":"traceutil/trace.go:171","msg":"trace[29966627] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16294; }","duration":"153.865612ms","start":"2026-02-26T02:11:15.56025Z","end":"2026-02-26T02:11:15.714116Z","steps":["trace[29966627] 'agreement among raft nodes before linearized reading' (duration: 153.725569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:15.714196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.622083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T02:11:15.714251Z","caller":"traceutil/trace.go:171","msg":"trace[604104418] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:16294; }","duration":"456.681794ms","start":"2026-02-26T02:11:15.257556Z","end":"2026-02-26T02:11:15.714237Z","steps":["trace[604104418] 'agreement among raft nodes before linearized reading' (duration: 456.579332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:15.714298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:15.257496Z","time spent":"456.791006ms","remote":"127.0.0.1:56716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:11:15.714383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.37155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:953123"} {"level":"info","ts":"2026-02-26T02:11:15.714427Z","caller":"traceutil/trace.go:171","msg":"trace[683940042] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16294; }","duration":"827.433761ms","start":"2026-02-26T02:11:14.886982Z","end":"2026-02-26T02:11:15.714416Z","steps":["trace[683940042] 'agreement among raft nodes before linearized reading' (duration: 826.555086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:15.714466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:14.886967Z","time spent":"827.489074ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":953145,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-26T02:11:15.883221Z","caller":"traceutil/trace.go:171","msg":"trace[208237603] transaction","detail":"{read_only:false; response_revision:16296; number_of_response:1; }","duration":"123.482634ms","start":"2026-02-26T02:11:15.759703Z","end":"2026-02-26T02:11:15.883186Z","steps":["trace[208237603] 'process raft request' (duration: 85.191313ms)","trace[208237603] 'compare' (duration: 38.103858ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:11:16.046923Z","caller":"traceutil/trace.go:171","msg":"trace[1500002923] linearizableReadLoop","detail":"{readStateIndex:16901; appliedIndex:16900; }","duration":"135.147068ms","start":"2026-02-26T02:11:15.911749Z","end":"2026-02-26T02:11:16.046896Z","steps":["trace[1500002923] 'read index received' (duration: 49.643221ms)","trace[1500002923] 'applied index is now lower than readState.Index' (duration: 85.502767ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:11:16.046988Z","caller":"traceutil/trace.go:171","msg":"trace[1150804247] transaction","detail":"{read_only:false; response_revision:16298; number_of_response:1; }","duration":"155.571112ms","start":"2026-02-26T02:11:15.891372Z","end":"2026-02-26T02:11:16.046944Z","steps":["trace[1150804247] 'process raft request' (duration: 102.277125ms)","trace[1150804247] 'compare' (duration: 53.085133ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:11:16.047207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.437533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sv7bs\" ","response":"range_response_count:1 size:22128"} {"level":"info","ts":"2026-02-26T02:11:16.047262Z","caller":"traceutil/trace.go:171","msg":"trace[955294718] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sv7bs; range_end:; response_count:1; response_revision:16298; }","duration":"135.543865ms","start":"2026-02-26T02:11:15.911706Z","end":"2026-02-26T02:11:16.047249Z","steps":["trace[955294718] 'agreement among raft nodes before linearized reading' (duration: 135.332572ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:31.825175Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14249} {"level":"info","ts":"2026-02-26T02:11:31.928665Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14249,"took":"101.012831ms","hash":510547809,"current-db-size-bytes":42061824,"current-db-size":"42 MB","current-db-size-in-use-bytes":29298688,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-26T02:11:31.928716Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":510547809,"revision":14249,"compact-revision":11905} {"level":"warn","ts":"2026-02-26T02:11:42.644596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.009356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:11:42.644665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.188912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:11:42.6447Z","caller":"traceutil/trace.go:171","msg":"trace[1084162960] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:16587; }","duration":"159.161859ms","start":"2026-02-26T02:11:42.485515Z","end":"2026-02-26T02:11:42.644677Z","steps":["trace[1084162960] 'count revisions from in-memory index tree' (duration: 158.946974ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:42.644725Z","caller":"traceutil/trace.go:171","msg":"trace[1962682972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16587; }","duration":"362.287283ms","start":"2026-02-26T02:11:42.282422Z","end":"2026-02-26T02:11:42.644709Z","steps":["trace[1962682972] 'range keys from in-memory index tree' (duration: 362.123711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:42.644752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:42.282401Z","time spent":"362.345934ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:11:42.644967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.171758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sv7bs\" ","response":"range_response_count:1 size:22129"} {"level":"info","ts":"2026-02-26T02:11:42.645098Z","caller":"traceutil/trace.go:171","msg":"trace[48288976] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sv7bs; range_end:; response_count:1; response_revision:16587; }","duration":"244.356931ms","start":"2026-02-26T02:11:42.400715Z","end":"2026-02-26T02:11:42.645072Z","steps":["trace[48288976] 'range keys from in-memory index tree' (duration: 243.789081ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:42.86382Z","caller":"traceutil/trace.go:171","msg":"trace[2147048677] linearizableReadLoop","detail":"{readStateIndex:17206; appliedIndex:17205; }","duration":"218.214061ms","start":"2026-02-26T02:11:42.645579Z","end":"2026-02-26T02:11:42.863793Z","steps":["trace[2147048677] 'read index received' (duration: 218.003427ms)","trace[2147048677] 'applied index is now lower than readState.Index' (duration: 209.424µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:11:42.863906Z","caller":"traceutil/trace.go:171","msg":"trace[256430003] transaction","detail":"{read_only:false; response_revision:16588; number_of_response:1; }","duration":"274.459562ms","start":"2026-02-26T02:11:42.589397Z","end":"2026-02-26T02:11:42.863857Z","steps":["trace[256430003] 'process raft request' (duration: 274.166967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:42.864046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.430895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:11:42.864154Z","caller":"traceutil/trace.go:171","msg":"trace[1914742427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16588; }","duration":"218.596148ms","start":"2026-02-26T02:11:42.645531Z","end":"2026-02-26T02:11:42.864127Z","steps":["trace[1914742427] 'agreement among raft nodes before linearized reading' (duration: 218.384484ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:42.875317Z","caller":"traceutil/trace.go:171","msg":"trace[1370335497] transaction","detail":"{read_only:false; response_revision:16589; number_of_response:1; }","duration":"227.794777ms","start":"2026-02-26T02:11:42.6475Z","end":"2026-02-26T02:11:42.875295Z","steps":["trace[1370335497] 'process raft request' (duration: 227.564023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:42.876949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.675128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:964629"} {"level":"info","ts":"2026-02-26T02:11:42.877021Z","caller":"traceutil/trace.go:171","msg":"trace[1595654328] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:16589; }","duration":"225.77976ms","start":"2026-02-26T02:11:42.651225Z","end":"2026-02-26T02:11:42.877004Z","steps":["trace[1595654328] 'agreement among raft nodes before linearized reading' (duration: 223.976397ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:12:09.849139Z","caller":"traceutil/trace.go:171","msg":"trace[1823922316] transaction","detail":"{read_only:false; response_revision:16923; number_of_response:1; }","duration":"233.775107ms","start":"2026-02-26T02:12:09.615337Z","end":"2026-02-26T02:12:09.849112Z","steps":["trace[1823922316] 'process raft request' (duration: 233.497362ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:12:09.84935Z","caller":"traceutil/trace.go:171","msg":"trace[235832188] linearizableReadLoop","detail":"{readStateIndex:17548; appliedIndex:17546; }","duration":"206.071299ms","start":"2026-02-26T02:12:09.643236Z","end":"2026-02-26T02:12:09.849307Z","steps":["trace[235832188] 'read index received' (duration: 205.60165ms)","trace[235832188] 'applied index is now lower than readState.Index' (duration: 466.889µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:12:09.849477Z","caller":"traceutil/trace.go:171","msg":"trace[2000979927] transaction","detail":"{read_only:false; response_revision:16924; number_of_response:1; }","duration":"229.217263ms","start":"2026-02-26T02:12:09.620132Z","end":"2026-02-26T02:12:09.849349Z","steps":["trace[2000979927] 'process raft request' (duration: 228.902176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:12:09.849746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.468476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T02:12:09.849807Z","caller":"traceutil/trace.go:171","msg":"trace[113753831] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16924; }","duration":"206.584159ms","start":"2026-02-26T02:12:09.643208Z","end":"2026-02-26T02:12:09.849793Z","steps":["trace[113753831] 'agreement among raft nodes before linearized reading' (duration: 206.258993ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:24.454647Z","caller":"traceutil/trace.go:171","msg":"trace[2146064502] linearizableReadLoop","detail":"{readStateIndex:19312; appliedIndex:19311; }","duration":"171.326652ms","start":"2026-02-26T02:16:24.283291Z","end":"2026-02-26T02:16:24.454618Z","steps":["trace[2146064502] 'read index received' (duration: 171.130368ms)","trace[2146064502] 'applied index is now lower than readState.Index' (duration: 195.264µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:16:24.454777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.476134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:16:24.454814Z","caller":"traceutil/trace.go:171","msg":"trace[1204876223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18626; }","duration":"171.568246ms","start":"2026-02-26T02:16:24.283236Z","end":"2026-02-26T02:16:24.454804Z","steps":["trace[1204876223] 'agreement among raft nodes before linearized reading' (duration: 171.491985ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:24.455037Z","caller":"traceutil/trace.go:171","msg":"trace[825162382] transaction","detail":"{read_only:false; response_revision:18626; number_of_response:1; }","duration":"202.342121ms","start":"2026-02-26T02:16:24.252684Z","end":"2026-02-26T02:16:24.455026Z","steps":["trace[825162382] 'process raft request' (duration: 201.79336ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:24.677537Z","caller":"traceutil/trace.go:171","msg":"trace[180860345] linearizableReadLoop","detail":"{readStateIndex:19313; appliedIndex:19312; }","duration":"208.120906ms","start":"2026-02-26T02:16:24.469381Z","end":"2026-02-26T02:16:24.677502Z","steps":["trace[180860345] 'read index received' (duration: 198.232364ms)","trace[180860345] 'applied index is now lower than readState.Index' (duration: 9.886572ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:16:24.67758Z","caller":"traceutil/trace.go:171","msg":"trace[232543590] transaction","detail":"{read_only:false; response_revision:18627; number_of_response:1; }","duration":"217.06516ms","start":"2026-02-26T02:16:24.460483Z","end":"2026-02-26T02:16:24.677548Z","steps":["trace[232543590] 'process raft request' (duration: 207.187149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:24.677844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.583717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:16:24.677933Z","caller":"traceutil/trace.go:171","msg":"trace[1416116459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18627; }","duration":"207.71532ms","start":"2026-02-26T02:16:24.4702Z","end":"2026-02-26T02:16:24.677915Z","steps":["trace[1416116459] 'agreement among raft nodes before linearized reading' (duration: 207.502426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:24.67801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.074849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-26T02:16:24.678016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.605605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:16:24.678062Z","caller":"traceutil/trace.go:171","msg":"trace[1536004441] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18627; }","duration":"134.15905ms","start":"2026-02-26T02:16:24.54389Z","end":"2026-02-26T02:16:24.678049Z","steps":["trace[1536004441] 'agreement among raft nodes before linearized reading' (duration: 133.995727ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:24.678071Z","caller":"traceutil/trace.go:171","msg":"trace[1799571352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18627; }","duration":"208.693667ms","start":"2026-02-26T02:16:24.469366Z","end":"2026-02-26T02:16:24.678059Z","steps":["trace[1799571352] 'agreement among raft nodes before linearized reading' (duration: 208.31498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:24.678146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.306894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-26T02:16:24.67819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.994651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:16:24.678227Z","caller":"traceutil/trace.go:171","msg":"trace[2108425516] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18627; }","duration":"175.418186ms","start":"2026-02-26T02:16:24.502786Z","end":"2026-02-26T02:16:24.678204Z","steps":["trace[2108425516] 'agreement among raft nodes before linearized reading' (duration: 175.12055ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:24.678199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.170765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:16:24.678275Z","caller":"traceutil/trace.go:171","msg":"trace[1176948657] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18627; }","duration":"204.153423ms","start":"2026-02-26T02:16:24.474096Z","end":"2026-02-26T02:16:24.67825Z","steps":["trace[1176948657] 'agreement among raft nodes before linearized reading' (duration: 203.835378ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:24.678306Z","caller":"traceutil/trace.go:171","msg":"trace[116259688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18627; }","duration":"203.305488ms","start":"2026-02-26T02:16:24.474975Z","end":"2026-02-26T02:16:24.678281Z","steps":["trace[116259688] 'agreement among raft nodes before linearized reading' (duration: 202.942802ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:24.96164Z","caller":"traceutil/trace.go:171","msg":"trace[953388344] linearizableReadLoop","detail":"{readStateIndex:19314; appliedIndex:19313; }","duration":"278.565038ms","start":"2026-02-26T02:16:24.683043Z","end":"2026-02-26T02:16:24.961608Z","steps":["trace[953388344] 'read index received' (duration: 223.832894ms)","trace[953388344] 'applied index is now lower than readState.Index' (duration: 54.730474ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:16:24.961714Z","caller":"traceutil/trace.go:171","msg":"trace[1858462898] transaction","detail":"{read_only:false; response_revision:18628; number_of_response:1; }","duration":"278.821562ms","start":"2026-02-26T02:16:24.682854Z","end":"2026-02-26T02:16:24.961675Z","steps":["trace[1858462898] 'process raft request' (duration: 224.011837ms)","trace[1858462898] 'compare' (duration: 54.595191ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:16:24.961893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.827704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18383"} {"level":"info","ts":"2026-02-26T02:16:24.961939Z","caller":"traceutil/trace.go:171","msg":"trace[231705758] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18628; }","duration":"278.900215ms","start":"2026-02-26T02:16:24.683026Z","end":"2026-02-26T02:16:24.961926Z","steps":["trace[231705758] 'agreement among raft nodes before linearized reading' (duration: 278.721131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:25.381013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.275714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:16:25.381309Z","caller":"traceutil/trace.go:171","msg":"trace[681828903] transaction","detail":"{read_only:false; response_revision:18629; number_of_response:1; }","duration":"698.178701ms","start":"2026-02-26T02:16:24.683102Z","end":"2026-02-26T02:16:25.381281Z","steps":["trace[681828903] 'process raft request' (duration: 576.541641ms)","trace[681828903] 'compare' (duration: 121.098291ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:16:25.381386Z","caller":"traceutil/trace.go:171","msg":"trace[998151375] linearizableReadLoop","detail":"{readStateIndex:19317; appliedIndex:19314; }","duration":"419.651254ms","start":"2026-02-26T02:16:24.961719Z","end":"2026-02-26T02:16:25.38137Z","steps":["trace[998151375] 'read index received' (duration: 297.930542ms)","trace[998151375] 'applied index is now lower than readState.Index' (duration: 121.719322ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:16:25.381391Z","caller":"traceutil/trace.go:171","msg":"trace[917513378] transaction","detail":"{read_only:false; response_revision:18631; number_of_response:1; }","duration":"697.121773ms","start":"2026-02-26T02:16:24.684233Z","end":"2026-02-26T02:16:25.381355Z","steps":["trace[917513378] 'process raft request' (duration: 696.95927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:25.381421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:24.683094Z","time spent":"698.280473ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:16:25.381454Z","caller":"traceutil/trace.go:171","msg":"trace[453212506] transaction","detail":"{read_only:false; response_revision:18633; number_of_response:1; }","duration":"245.637684ms","start":"2026-02-26T02:16:25.135767Z","end":"2026-02-26T02:16:25.381405Z","steps":["trace[453212506] 'process raft request' (duration: 245.518902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:25.381507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.204665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:16:25.381548Z","caller":"traceutil/trace.go:171","msg":"trace[732895752] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18633; }","duration":"354.267796ms","start":"2026-02-26T02:16:25.027268Z","end":"2026-02-26T02:16:25.381536Z","steps":["trace[732895752] 'agreement among raft nodes before linearized reading' (duration: 354.200435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:25.381553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:24.684207Z","time spent":"697.253725ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:16:25.381584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:25.027249Z","time spent":"354.322637ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T02:16:25.381542Z","caller":"traceutil/trace.go:171","msg":"trace[1827813495] transaction","detail":"{read_only:false; response_revision:18632; number_of_response:1; }","duration":"250.247928ms","start":"2026-02-26T02:16:25.131235Z","end":"2026-02-26T02:16:25.381482Z","steps":["trace[1827813495] 'process raft request' (duration: 250.009434ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:25.38161Z","caller":"traceutil/trace.go:171","msg":"trace[688509204] transaction","detail":"{read_only:false; response_revision:18630; number_of_response:1; }","duration":"698.137721ms","start":"2026-02-26T02:16:24.683268Z","end":"2026-02-26T02:16:25.381406Z","steps":["trace[688509204] 'process raft request' (duration: 697.866816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:25.38156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.245392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:16:25.381782Z","caller":"traceutil/trace.go:171","msg":"trace[261734416] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:18633; }","duration":"567.514057ms","start":"2026-02-26T02:16:24.81424Z","end":"2026-02-26T02:16:25.381754Z","steps":["trace[261734416] 'agreement among raft nodes before linearized reading' (duration: 567.216461ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:25.381839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:24.814223Z","time spent":"567.600838ms","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:16:25.381899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:24.683259Z","time spent":"698.498518ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:16:25.761158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.958308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:16:25.761281Z","caller":"traceutil/trace.go:171","msg":"trace[66595954] transaction","detail":"{read_only:false; response_revision:18634; number_of_response:1; }","duration":"320.179731ms","start":"2026-02-26T02:16:25.44108Z","end":"2026-02-26T02:16:25.761259Z","steps":["trace[66595954] 'process raft request' (duration: 96.983768ms)","trace[66595954] 'compare' (duration: 222.550701ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:16:25.761577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:25.44106Z","time spent":"320.476776ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:16:26.205342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.866774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-26T02:16:26.20544Z","caller":"traceutil/trace.go:171","msg":"trace[318166345] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:18634; }","duration":"206.012067ms","start":"2026-02-26T02:16:25.999399Z","end":"2026-02-26T02:16:26.205411Z","steps":["trace[318166345] 'range keys from in-memory index tree' (duration: 205.664401ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:26.205447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.176789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:16:26.205523Z","caller":"traceutil/trace.go:171","msg":"trace[817423588] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:18634; }","duration":"243.265341ms","start":"2026-02-26T02:16:25.96224Z","end":"2026-02-26T02:16:26.205505Z","steps":["trace[817423588] 'count revisions from in-memory index tree' (duration: 243.007737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:26.205558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.009265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:16:26.205576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.146146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:16:26.205649Z","caller":"traceutil/trace.go:171","msg":"trace[750571019] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18634; }","duration":"232.191288ms","start":"2026-02-26T02:16:25.973436Z","end":"2026-02-26T02:16:26.205627Z","steps":["trace[750571019] 'count revisions from in-memory index tree' (duration: 231.890662ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:26.205662Z","caller":"traceutil/trace.go:171","msg":"trace[447178386] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:18634; }","duration":"172.268359ms","start":"2026-02-26T02:16:26.033368Z","end":"2026-02-26T02:16:26.205637Z","steps":["trace[447178386] 'count revisions from in-memory index tree' (duration: 172.068045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:26.799545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.087704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:16:26.799662Z","caller":"traceutil/trace.go:171","msg":"trace[937186241] linearizableReadLoop","detail":"{readStateIndex:19322; appliedIndex:19321; }","duration":"117.266351ms","start":"2026-02-26T02:16:26.682376Z","end":"2026-02-26T02:16:26.799642Z","steps":["trace[937186241] 'read index received' (duration: 38.851µs)","trace[937186241] 'applied index is now lower than readState.Index' (duration: 117.22563ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:16:26.799836Z","caller":"traceutil/trace.go:171","msg":"trace[26938143] transaction","detail":"{read_only:false; response_revision:18635; number_of_response:1; }","duration":"416.920114ms","start":"2026-02-26T02:16:26.382868Z","end":"2026-02-26T02:16:26.799788Z","steps":["trace[26938143] 'process raft request' (duration: 201.509564ms)","trace[26938143] 'compare' (duration: 214.933722ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:16:26.799955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:26.382852Z","time spent":"417.048106ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:16:26.800087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.709079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:16:26.800202Z","caller":"traceutil/trace.go:171","msg":"trace[1785183115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18635; }","duration":"117.863972ms","start":"2026-02-26T02:16:26.682322Z","end":"2026-02-26T02:16:26.800186Z","steps":["trace[1785183115] 'agreement among raft nodes before linearized reading' (duration: 117.370612ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:31.832185Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16529} {"level":"info","ts":"2026-02-26T02:16:31.948344Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16529,"took":"112.736067ms","hash":2600995594,"current-db-size-bytes":43864064,"current-db-size":"44 MB","current-db-size-in-use-bytes":30294016,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-26T02:16:31.948456Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2600995594,"revision":16529,"compact-revision":14249} {"level":"warn","ts":"2026-02-26T02:17:11.437389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.571241ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:17:11.43754Z","caller":"traceutil/trace.go:171","msg":"trace[1060317518] linearizableReadLoop","detail":"{readStateIndex:19795; appliedIndex:19794; }","duration":"196.920528ms","start":"2026-02-26T02:17:11.240598Z","end":"2026-02-26T02:17:11.437519Z","steps":["trace[1060317518] 'read index received' (duration: 71.133923ms)","trace[1060317518] 'applied index is now lower than readState.Index' (duration: 125.784995ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:17:11.437797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.962225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-26T02:17:11.437813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.179014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T02:17:11.437866Z","caller":"traceutil/trace.go:171","msg":"trace[291735272] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19087; }","duration":"194.057416ms","start":"2026-02-26T02:17:11.243796Z","end":"2026-02-26T02:17:11.437853Z","steps":["trace[291735272] 'agreement among raft nodes before linearized reading' (duration: 193.824371ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:11.437884Z","caller":"traceutil/trace.go:171","msg":"trace[2120795030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19087; }","duration":"197.284356ms","start":"2026-02-26T02:17:11.240583Z","end":"2026-02-26T02:17:11.437867Z","steps":["trace[2120795030] 'agreement among raft nodes before linearized reading' (duration: 196.99909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:12.458213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.65844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:17:12.458301Z","caller":"traceutil/trace.go:171","msg":"trace[2029179737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19095; }","duration":"174.779682ms","start":"2026-02-26T02:17:12.283497Z","end":"2026-02-26T02:17:12.458277Z","steps":["trace[2029179737] 'range keys from in-memory index tree' (duration: 174.599909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:12.458718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.273017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:17:12.458847Z","caller":"traceutil/trace.go:171","msg":"trace[1100954274] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:19095; }","duration":"208.479171ms","start":"2026-02-26T02:17:12.250348Z","end":"2026-02-26T02:17:12.458827Z","steps":["trace[1100954274] 'count revisions from in-memory index tree' (duration: 207.822498ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:14.866277Z","caller":"traceutil/trace.go:171","msg":"trace[850041911] transaction","detail":"{read_only:false; response_revision:19105; number_of_response:1; }","duration":"119.459239ms","start":"2026-02-26T02:17:14.746789Z","end":"2026-02-26T02:17:14.866248Z","steps":["trace[850041911] 'process raft request' (duration: 119.280435ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:44.272936Z","caller":"traceutil/trace.go:171","msg":"trace[1841845827] transaction","detail":"{read_only:false; response_revision:19268; number_of_response:1; }","duration":"110.821251ms","start":"2026-02-26T02:17:44.162094Z","end":"2026-02-26T02:17:44.272915Z","steps":["trace[1841845827] 'process raft request' (duration: 110.479925ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:44.273229Z","caller":"traceutil/trace.go:171","msg":"trace[62424856] transaction","detail":"{read_only:false; response_revision:19269; number_of_response:1; }","duration":"108.470567ms","start":"2026-02-26T02:17:44.164742Z","end":"2026-02-26T02:17:44.273213Z","steps":["trace[62424856] 'process raft request' (duration: 107.950118ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:47.732388Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"23887246632736aa","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-26T02:17:47.738341Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-02-26T02:17:47.738422Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-02-26T02:20:08.776655Z","caller":"traceutil/trace.go:171","msg":"trace[735352548] transaction","detail":"{read_only:false; response_revision:20369; number_of_response:1; }","duration":"104.740899ms","start":"2026-02-26T02:20:08.671878Z","end":"2026-02-26T02:20:08.776618Z","steps":["trace[735352548] 'process raft request' (duration: 104.455764ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:10.052686Z","caller":"traceutil/trace.go:171","msg":"trace[212527009] linearizableReadLoop","detail":"{readStateIndex:21130; appliedIndex:21129; }","duration":"224.648237ms","start":"2026-02-26T02:20:09.828009Z","end":"2026-02-26T02:20:10.052657Z","steps":["trace[212527009] 'read index received' (duration: 224.417772ms)","trace[212527009] 'applied index is now lower than readState.Index' (duration: 226.465µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:20:10.052826Z","caller":"traceutil/trace.go:171","msg":"trace[881659998] transaction","detail":"{read_only:false; response_revision:20381; number_of_response:1; }","duration":"265.972355ms","start":"2026-02-26T02:20:09.786796Z","end":"2026-02-26T02:20:10.052768Z","steps":["trace[881659998] 'process raft request' (duration: 265.696849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:10.052977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.948062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:20:10.053007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.880581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:20:10.053041Z","caller":"traceutil/trace.go:171","msg":"trace[1902963517] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:20381; }","duration":"225.060294ms","start":"2026-02-26T02:20:09.827968Z","end":"2026-02-26T02:20:10.053029Z","steps":["trace[1902963517] 'agreement among raft nodes before linearized reading' (duration: 224.928972ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:10.053054Z","caller":"traceutil/trace.go:171","msg":"trace[1378656089] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:20381; }","duration":"224.986494ms","start":"2026-02-26T02:20:09.828054Z","end":"2026-02-26T02:20:10.053041Z","steps":["trace[1378656089] 'agreement among raft nodes before linearized reading' (duration: 224.865232ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:10.053055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.274473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:20:10.053118Z","caller":"traceutil/trace.go:171","msg":"trace[739074951] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:20381; }","duration":"151.368874ms","start":"2026-02-26T02:20:09.901729Z","end":"2026-02-26T02:20:10.053097Z","steps":["trace[739074951] 'agreement among raft nodes before linearized reading' (duration: 151.232071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:10.053205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.157648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:20:10.053243Z","caller":"traceutil/trace.go:171","msg":"trace[1280027357] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:20381; }","duration":"176.22339ms","start":"2026-02-26T02:20:09.87701Z","end":"2026-02-26T02:20:10.053233Z","steps":["trace[1280027357] 'agreement among raft nodes before linearized reading' (duration: 176.170439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:10.053348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.992818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:20:10.053396Z","caller":"traceutil/trace.go:171","msg":"trace[1671564814] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:20381; }","duration":"103.066329ms","start":"2026-02-26T02:20:09.950314Z","end":"2026-02-26T02:20:10.053381Z","steps":["trace[1671564814] 'agreement among raft nodes before linearized reading' (duration: 103.002048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:10.053417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.627934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:20:10.053457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.870821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:20:10.053537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.228492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:20:10.053564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.322043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:20:10.053571Z","caller":"traceutil/trace.go:171","msg":"trace[1065042650] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:20381; }","duration":"103.267963ms","start":"2026-02-26T02:20:09.950295Z","end":"2026-02-26T02:20:10.053563Z","steps":["trace[1065042650] 'agreement among raft nodes before linearized reading' (duration: 103.211442ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:10.053598Z","caller":"traceutil/trace.go:171","msg":"trace[2042537233] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:20381; }","duration":"151.372824ms","start":"2026-02-26T02:20:09.902215Z","end":"2026-02-26T02:20:10.053588Z","steps":["trace[2042537233] 'agreement among raft nodes before linearized reading' (duration: 151.322813ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:10.053581Z","caller":"traceutil/trace.go:171","msg":"trace[526868607] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:20381; }","duration":"176.999954ms","start":"2026-02-26T02:20:09.876543Z","end":"2026-02-26T02:20:10.053543Z","steps":["trace[526868607] 'agreement among raft nodes before linearized reading' (duration: 176.888172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:10.053732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.492372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:20:10.053752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.872193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:20:10.053768Z","caller":"traceutil/trace.go:171","msg":"trace[514116860] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:20381; }","duration":"124.566233ms","start":"2026-02-26T02:20:09.929193Z","end":"2026-02-26T02:20:10.053759Z","steps":["trace[514116860] 'agreement among raft nodes before linearized reading' (duration: 124.515062ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:10.053781Z","caller":"traceutil/trace.go:171","msg":"trace[1131627933] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:20381; }","duration":"151.920304ms","start":"2026-02-26T02:20:09.901853Z","end":"2026-02-26T02:20:10.053773Z","steps":["trace[1131627933] 'agreement among raft nodes before linearized reading' (duration: 151.872823ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:10.053897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.3788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:20:10.053961Z","caller":"traceutil/trace.go:171","msg":"trace[3831040] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:20381; }","duration":"177.476651ms","start":"2026-02-26T02:20:09.876461Z","end":"2026-02-26T02:20:10.053937Z","steps":["trace[3831040] 'agreement among raft nodes before linearized reading' (duration: 177.39177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:10.053976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.104862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:20:10.054027Z","caller":"traceutil/trace.go:171","msg":"trace[1388999723] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:20381; }","duration":"125.169835ms","start":"2026-02-26T02:20:09.928846Z","end":"2026-02-26T02:20:10.054016Z","steps":["trace[1388999723] 'agreement among raft nodes before linearized reading' (duration: 125.090592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:10.054222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.148941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:20:10.054264Z","caller":"traceutil/trace.go:171","msg":"trace[884186338] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:20381; }","duration":"204.213913ms","start":"2026-02-26T02:20:09.85004Z","end":"2026-02-26T02:20:10.054254Z","steps":["trace[884186338] 'agreement among raft nodes before linearized reading' (duration: 204.148292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:10.052995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.370445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:20:10.054343Z","caller":"traceutil/trace.go:171","msg":"trace[352884285] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:20381; }","duration":"103.744681ms","start":"2026-02-26T02:20:09.950586Z","end":"2026-02-26T02:20:10.05433Z","steps":["trace[352884285] 'agreement among raft nodes before linearized reading' (duration: 102.343776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:10.054356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.843905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:20:10.054389Z","caller":"traceutil/trace.go:171","msg":"trace[1052443260] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:20381; }","duration":"204.908756ms","start":"2026-02-26T02:20:09.849471Z","end":"2026-02-26T02:20:10.05438Z","steps":["trace[1052443260] 'agreement among raft nodes before linearized reading' (duration: 204.853285ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:10.053483Z","caller":"traceutil/trace.go:171","msg":"trace[1447792977] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:20381; }","duration":"124.723915ms","start":"2026-02-26T02:20:09.928743Z","end":"2026-02-26T02:20:10.053466Z","steps":["trace[1447792977] 'agreement among raft nodes before linearized reading' (duration: 124.627223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:10.054422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.442042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:20:10.054492Z","caller":"traceutil/trace.go:171","msg":"trace[1546416531] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:20381; }","duration":"225.545533ms","start":"2026-02-26T02:20:09.828927Z","end":"2026-02-26T02:20:10.054473Z","steps":["trace[1546416531] 'agreement among raft nodes before linearized reading' (duration: 225.456771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:10.054528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.886905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:20:10.054552Z","caller":"traceutil/trace.go:171","msg":"trace[776576618] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:20381; }","duration":"204.963046ms","start":"2026-02-26T02:20:09.849582Z","end":"2026-02-26T02:20:10.054545Z","steps":["trace[776576618] 'agreement among raft nodes before linearized reading' (duration: 204.918265ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:14.570201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.297506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" ","response":"range_response_count:1 size:2140"} {"level":"info","ts":"2026-02-26T02:20:14.570317Z","caller":"traceutil/trace.go:171","msg":"trace[1763705589] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capo-system/capo-serving-cert; range_end:; response_count:1; response_revision:20738; }","duration":"107.434179ms","start":"2026-02-26T02:20:14.462857Z","end":"2026-02-26T02:20:14.570292Z","steps":["trace[1763705589] 'range keys from in-memory index tree' (duration: 107.129574ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:14.573365Z","caller":"traceutil/trace.go:171","msg":"trace[57600990] linearizableReadLoop","detail":"{readStateIndex:21496; appliedIndex:21495; }","duration":"110.27606ms","start":"2026-02-26T02:20:14.463068Z","end":"2026-02-26T02:20:14.573344Z","steps":["trace[57600990] 'read index received' (duration: 110.186638ms)","trace[57600990] 'applied index is now lower than readState.Index' (duration: 87.872µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:20:14.573438Z","caller":"traceutil/trace.go:171","msg":"trace[1374194201] transaction","detail":"{read_only:false; response_revision:20739; number_of_response:1; }","duration":"110.430293ms","start":"2026-02-26T02:20:14.462938Z","end":"2026-02-26T02:20:14.573369Z","steps":["trace[1374194201] 'process raft request' (duration: 110.271271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:14.573571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.489884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capo-system/capo-manager\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T02:20:14.573754Z","caller":"traceutil/trace.go:171","msg":"trace[490527486] range","detail":"{range_begin:/registry/serviceaccounts/capo-system/capo-manager; range_end:; response_count:1; response_revision:20739; }","duration":"110.708729ms","start":"2026-02-26T02:20:14.463027Z","end":"2026-02-26T02:20:14.573736Z","steps":["trace[490527486] 'agreement among raft nodes before linearized reading' (duration: 110.411433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:14.574642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.674434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-02-26T02:20:14.574709Z","caller":"traceutil/trace.go:171","msg":"trace[963589516] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:20742; }","duration":"106.765456ms","start":"2026-02-26T02:20:14.467928Z","end":"2026-02-26T02:20:14.574694Z","steps":["trace[963589516] 'agreement among raft nodes before linearized reading' (duration: 106.568512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:23.013699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.111877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:20:23.013831Z","caller":"traceutil/trace.go:171","msg":"trace[1799494516] linearizableReadLoop","detail":"{readStateIndex:21711; appliedIndex:21710; }","duration":"850.777732ms","start":"2026-02-26T02:20:22.163042Z","end":"2026-02-26T02:20:23.01382Z","steps":["trace[1799494516] 'read index received' (duration: 303.493712ms)","trace[1799494516] 'applied index is now lower than readState.Index' (duration: 547.28328ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:20:23.013845Z","caller":"traceutil/trace.go:171","msg":"trace[1371955550] transaction","detail":"{read_only:false; response_revision:20952; number_of_response:1; }","duration":"971.614826ms","start":"2026-02-26T02:20:22.042178Z","end":"2026-02-26T02:20:23.013793Z","steps":["trace[1371955550] 'process raft request' (duration: 424.338986ms)","trace[1371955550] 'compare' (duration: 546.21082ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:20:23.014103Z","caller":"traceutil/trace.go:171","msg":"trace[964746504] transaction","detail":"{read_only:false; response_revision:20953; number_of_response:1; }","duration":"780.373702ms","start":"2026-02-26T02:20:22.233684Z","end":"2026-02-26T02:20:23.014058Z","steps":["trace[964746504] 'process raft request' (duration: 780.107217ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:23.014237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:20:22.042138Z","time spent":"971.79644ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:20:23.014295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:20:22.233661Z","time spent":"780.534865ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:20:23.014391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.339872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T02:20:23.014471Z","caller":"traceutil/trace.go:171","msg":"trace[464103983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20952; }","duration":"851.508215ms","start":"2026-02-26T02:20:22.16294Z","end":"2026-02-26T02:20:23.014448Z","steps":["trace[464103983] 'agreement among raft nodes before linearized reading' (duration: 850.934525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:23.014515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:20:22.162918Z","time spent":"851.585177ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:20:23.246936Z","caller":"traceutil/trace.go:171","msg":"trace[1634739122] transaction","detail":"{read_only:false; response_revision:20954; number_of_response:1; }","duration":"651.098592ms","start":"2026-02-26T02:20:22.59581Z","end":"2026-02-26T02:20:23.246909Z","steps":["trace[1634739122] 'process raft request' (duration: 650.881428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:23.247094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:20:22.595783Z","time spent":"651.227145ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:20:23.247318Z","caller":"traceutil/trace.go:171","msg":"trace[1397408672] transaction","detail":"{read_only:false; response_revision:20955; number_of_response:1; }","duration":"647.544616ms","start":"2026-02-26T02:20:22.599746Z","end":"2026-02-26T02:20:23.247291Z","steps":["trace[1397408672] 'process raft request' (duration: 647.116949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:23.247483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:20:22.599704Z","time spent":"647.685329ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:20:23.247553Z","caller":"traceutil/trace.go:171","msg":"trace[510732127] linearizableReadLoop","detail":"{readStateIndex:21715; appliedIndex:21712; }","duration":"233.633442ms","start":"2026-02-26T02:20:23.013897Z","end":"2026-02-26T02:20:23.24753Z","steps":["trace[510732127] 'read index received' (duration: 232.823296ms)","trace[510732127] 'applied index is now lower than readState.Index' (duration: 808.566µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:20:23.247759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.774143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:20:23.2478Z","caller":"traceutil/trace.go:171","msg":"trace[667333290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20956; }","duration":"252.852114ms","start":"2026-02-26T02:20:22.994938Z","end":"2026-02-26T02:20:23.24779Z","steps":["trace[667333290] 'agreement among raft nodes before linearized reading' (duration: 252.700792ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:23.247805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.381684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:20:23.24786Z","caller":"traceutil/trace.go:171","msg":"trace[533546977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20956; }","duration":"635.465025ms","start":"2026-02-26T02:20:22.61238Z","end":"2026-02-26T02:20:23.247845Z","steps":["trace[533546977] 'agreement among raft nodes before linearized reading' (duration: 635.306382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:23.247915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:20:22.612365Z","time spent":"635.538067ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:20:23.248077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.630638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:20:23.248121Z","caller":"traceutil/trace.go:171","msg":"trace[1997180986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20956; }","duration":"964.673189ms","start":"2026-02-26T02:20:22.283434Z","end":"2026-02-26T02:20:23.248108Z","steps":["trace[1997180986] 'agreement among raft nodes before linearized reading' (duration: 964.604308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:23.248102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.198466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-02-26T02:20:23.248158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:20:22.283362Z","time spent":"964.787031ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:20:23.248203Z","caller":"traceutil/trace.go:171","msg":"trace[1889652861] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:20956; }","duration":"877.328119ms","start":"2026-02-26T02:20:22.370847Z","end":"2026-02-26T02:20:23.248175Z","steps":["trace[1889652861] 'agreement among raft nodes before linearized reading' (duration: 877.072305ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:23.248228Z","caller":"traceutil/trace.go:171","msg":"trace[1374948134] transaction","detail":"{read_only:false; response_revision:20956; number_of_response:1; }","duration":"647.265972ms","start":"2026-02-26T02:20:22.600946Z","end":"2026-02-26T02:20:23.248212Z","steps":["trace[1374948134] 'process raft request' (duration: 646.236113ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:23.248262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:20:22.370833Z","time spent":"877.41418ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-26T02:20:23.248306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:20:22.600932Z","time spent":"647.334223ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:20:23.248536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.893993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-02-26T02:20:23.248572Z","caller":"traceutil/trace.go:171","msg":"trace[115528292] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20957; }","duration":"145.964915ms","start":"2026-02-26T02:20:23.102599Z","end":"2026-02-26T02:20:23.248564Z","steps":["trace[115528292] 'agreement among raft nodes before linearized reading' (duration: 145.844273ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:23.248645Z","caller":"traceutil/trace.go:171","msg":"trace[1429776834] transaction","detail":"{read_only:false; response_revision:20957; number_of_response:1; }","duration":"230.938972ms","start":"2026-02-26T02:20:23.017685Z","end":"2026-02-26T02:20:23.248624Z","steps":["trace[1429776834] 'process raft request' (duration: 230.467644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:23.248697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.024043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:20:23.248725Z","caller":"traceutil/trace.go:171","msg":"trace[5655490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20957; }","duration":"118.049374ms","start":"2026-02-26T02:20:23.130665Z","end":"2026-02-26T02:20:23.248715Z","steps":["trace[5655490] 'agreement among raft nodes before linearized reading' (duration: 117.974922ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:23.248877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.478501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-26T02:20:23.248917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.63249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:20:23.24896Z","caller":"traceutil/trace.go:171","msg":"trace[42125414] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20957; }","duration":"119.589683ms","start":"2026-02-26T02:20:23.129349Z","end":"2026-02-26T02:20:23.248938Z","steps":["trace[42125414] 'agreement among raft nodes before linearized reading' (duration: 119.357857ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:23.24897Z","caller":"traceutil/trace.go:171","msg":"trace[1210306732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20957; }","duration":"127.788333ms","start":"2026-02-26T02:20:23.121168Z","end":"2026-02-26T02:20:23.248956Z","steps":["trace[1210306732] 'agreement among raft nodes before linearized reading' (duration: 127.636069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:48.68112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.156213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:20:48.681444Z","caller":"traceutil/trace.go:171","msg":"trace[1515149283] transaction","detail":"{read_only:false; response_revision:21233; number_of_response:1; }","duration":"196.838378ms","start":"2026-02-26T02:20:48.484584Z","end":"2026-02-26T02:20:48.681422Z","steps":["trace[1515149283] 'process raft request' (duration: 64.263658ms)","trace[1515149283] 'compare' (duration: 131.813106ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:20:48.692884Z","caller":"traceutil/trace.go:171","msg":"trace[254639644] linearizableReadLoop","detail":"{readStateIndex:22000; appliedIndex:21997; }","duration":"198.65637ms","start":"2026-02-26T02:20:48.494204Z","end":"2026-02-26T02:20:48.692861Z","steps":["trace[254639644] 'read index received' (duration: 54.655792ms)","trace[254639644] 'applied index is now lower than readState.Index' (duration: 143.999728ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:20:48.69291Z","caller":"traceutil/trace.go:171","msg":"trace[863427979] transaction","detail":"{read_only:false; response_revision:21234; number_of_response:1; }","duration":"205.490416ms","start":"2026-02-26T02:20:48.487398Z","end":"2026-02-26T02:20:48.692889Z","steps":["trace[863427979] 'process raft request' (duration: 205.15558ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:48.692962Z","caller":"traceutil/trace.go:171","msg":"trace[2025962657] transaction","detail":"{read_only:false; response_revision:21235; number_of_response:1; }","duration":"202.804497ms","start":"2026-02-26T02:20:48.490133Z","end":"2026-02-26T02:20:48.692937Z","steps":["trace[2025962657] 'process raft request' (duration: 202.645504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:48.693113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.891194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-zkmfh\" ","response":"range_response_count:1 size:3715"} {"level":"info","ts":"2026-02-26T02:20:48.693157Z","caller":"traceutil/trace.go:171","msg":"trace[353514483] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-zkmfh; range_end:; response_count:1; response_revision:21235; }","duration":"198.948465ms","start":"2026-02-26T02:20:48.494196Z","end":"2026-02-26T02:20:48.693145Z","steps":["trace[353514483] 'agreement among raft nodes before linearized reading' (duration: 198.792033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:48.693684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.223093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-02-26T02:20:48.69374Z","caller":"traceutil/trace.go:171","msg":"trace[457650766] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:21235; }","duration":"198.362936ms","start":"2026-02-26T02:20:48.495359Z","end":"2026-02-26T02:20:48.693722Z","steps":["trace[457650766] 'agreement among raft nodes before linearized reading' (duration: 197.735413ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:59.074482Z","caller":"traceutil/trace.go:171","msg":"trace[620469258] transaction","detail":"{read_only:false; response_revision:21316; number_of_response:1; }","duration":"235.214591ms","start":"2026-02-26T02:20:58.83923Z","end":"2026-02-26T02:20:59.074445Z","steps":["trace[620469258] 'process raft request' (duration: 204.103691ms)","trace[620469258] 'compare' (duration: 30.947347ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:20:59.086476Z","caller":"traceutil/trace.go:171","msg":"trace[32052351] transaction","detail":"{read_only:false; response_revision:21317; number_of_response:1; }","duration":"246.459837ms","start":"2026-02-26T02:20:58.839988Z","end":"2026-02-26T02:20:59.086448Z","steps":["trace[32052351] 'process raft request' (duration: 246.318225ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:21:00.791663Z","caller":"traceutil/trace.go:171","msg":"trace[1017308892] transaction","detail":"{read_only:false; response_revision:21343; number_of_response:1; }","duration":"166.112314ms","start":"2026-02-26T02:21:00.625524Z","end":"2026-02-26T02:21:00.791636Z","steps":["trace[1017308892] 'process raft request' (duration: 165.932381ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:21:00.90733Z","caller":"traceutil/trace.go:171","msg":"trace[840038626] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21343; }","duration":"112.906409ms","start":"2026-02-26T02:21:00.794406Z","end":"2026-02-26T02:21:00.907313Z","steps":["trace[840038626] 'process raft request' (duration: 112.685736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:21:01.325242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.810256ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:21:01.325548Z","caller":"traceutil/trace.go:171","msg":"trace[640123066] linearizableReadLoop","detail":"{readStateIndex:22114; appliedIndex:22112; }","duration":"216.303805ms","start":"2026-02-26T02:21:01.109214Z","end":"2026-02-26T02:21:01.325518Z","steps":["trace[640123066] 'read index received' (duration: 157.369604ms)","trace[640123066] 'applied index is now lower than readState.Index' (duration: 58.932441ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:21:01.32557Z","caller":"traceutil/trace.go:171","msg":"trace[429236737] transaction","detail":"{read_only:false; response_revision:21345; number_of_response:1; }","duration":"228.903876ms","start":"2026-02-26T02:21:01.096634Z","end":"2026-02-26T02:21:01.325537Z","steps":["trace[429236737] 'process raft request' (duration: 228.705902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:21:01.332307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.076948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T02:21:01.332373Z","caller":"traceutil/trace.go:171","msg":"trace[1318899174] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21345; }","duration":"223.185519ms","start":"2026-02-26T02:21:01.109172Z","end":"2026-02-26T02:21:01.332357Z","steps":["trace[1318899174] 'agreement among raft nodes before linearized reading' (duration: 216.462857ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:21:01.332691Z","caller":"traceutil/trace.go:171","msg":"trace[48342003] transaction","detail":"{read_only:false; response_revision:21347; number_of_response:1; }","duration":"158.653898ms","start":"2026-02-26T02:21:01.174016Z","end":"2026-02-26T02:21:01.33267Z","steps":["trace[48342003] 'process raft request' (duration: 158.363841ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:21:01.332667Z","caller":"traceutil/trace.go:171","msg":"trace[1084893041] transaction","detail":"{read_only:false; response_revision:21346; number_of_response:1; }","duration":"201.916821ms","start":"2026-02-26T02:21:01.13071Z","end":"2026-02-26T02:21:01.332626Z","steps":["trace[1084893041] 'process raft request' (duration: 196.575323ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:21:01.754999Z","caller":"traceutil/trace.go:171","msg":"trace[1576613805] transaction","detail":"{read_only:false; response_revision:21354; number_of_response:1; }","duration":"251.918187ms","start":"2026-02-26T02:21:01.503047Z","end":"2026-02-26T02:21:01.754965Z","steps":["trace[1576613805] 'process raft request' (duration: 162.471448ms)","trace[1576613805] 'compare' (duration: 89.219895ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:21:01.755137Z","caller":"traceutil/trace.go:171","msg":"trace[667436583] linearizableReadLoop","detail":"{readStateIndex:22124; appliedIndex:22122; }","duration":"245.819934ms","start":"2026-02-26T02:21:01.509278Z","end":"2026-02-26T02:21:01.755098Z","steps":["trace[667436583] 'read index received' (duration: 156.197202ms)","trace[667436583] 'applied index is now lower than readState.Index' (duration: 89.620842ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:21:01.75526Z","caller":"traceutil/trace.go:171","msg":"trace[2085919634] transaction","detail":"{read_only:false; response_revision:21355; number_of_response:1; }","duration":"251.424467ms","start":"2026-02-26T02:21:01.503787Z","end":"2026-02-26T02:21:01.755211Z","steps":["trace[2085919634] 'process raft request' (duration: 251.078481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:21:01.755346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.056599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-181dfdd8-7dbe-4d6d-994c-686e7b8d2594\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-26T02:21:01.755408Z","caller":"traceutil/trace.go:171","msg":"trace[1500307307] range","detail":"{range_begin:/registry/persistentvolumes/pvc-181dfdd8-7dbe-4d6d-994c-686e7b8d2594; range_end:; response_count:1; response_revision:21355; }","duration":"246.167812ms","start":"2026-02-26T02:21:01.509225Z","end":"2026-02-26T02:21:01.755393Z","steps":["trace[1500307307] 'agreement among raft nodes before linearized reading' (duration: 245.981407ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:21:22.218377Z","caller":"traceutil/trace.go:171","msg":"trace[164992526] transaction","detail":"{read_only:false; response_revision:21621; number_of_response:1; }","duration":"104.74582ms","start":"2026-02-26T02:21:22.113601Z","end":"2026-02-26T02:21:22.218347Z","steps":["trace[164992526] 'process raft request' (duration: 104.571776ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:21:31.840141Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18662} {"level":"info","ts":"2026-02-26T02:21:31.958439Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18662,"took":"115.347973ms","hash":914314517,"current-db-size-bytes":47140864,"current-db-size":"47 MB","current-db-size-in-use-bytes":37769216,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-02-26T02:21:31.958523Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":914314517,"revision":18662,"compact-revision":16529} {"level":"info","ts":"2026-02-26T02:21:34.499649Z","caller":"traceutil/trace.go:171","msg":"trace[2076845237] linearizableReadLoop","detail":"{readStateIndex:22484; appliedIndex:22483; }","duration":"218.328391ms","start":"2026-02-26T02:21:34.281293Z","end":"2026-02-26T02:21:34.499622Z","steps":["trace[2076845237] 'read index received' (duration: 218.128548ms)","trace[2076845237] 'applied index is now lower than readState.Index' (duration: 198.303µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:21:34.49977Z","caller":"traceutil/trace.go:171","msg":"trace[1808751089] transaction","detail":"{read_only:false; response_revision:21706; number_of_response:1; }","duration":"240.947035ms","start":"2026-02-26T02:21:34.258788Z","end":"2026-02-26T02:21:34.499735Z","steps":["trace[1808751089] 'process raft request' (duration: 240.64199ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:21:34.499844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.602608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:21:34.499889Z","caller":"traceutil/trace.go:171","msg":"trace[1153685851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21706; }","duration":"217.690269ms","start":"2026-02-26T02:21:34.282188Z","end":"2026-02-26T02:21:34.499878Z","steps":["trace[1153685851] 'agreement among raft nodes before linearized reading' (duration: 217.597747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:21:34.499887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.566425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:21:34.499989Z","caller":"traceutil/trace.go:171","msg":"trace[1426187543] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:21706; }","duration":"218.727288ms","start":"2026-02-26T02:21:34.281244Z","end":"2026-02-26T02:21:34.499971Z","steps":["trace[1426187543] 'agreement among raft nodes before linearized reading' (duration: 218.522995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:29.940579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978782679,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:23:30.324927Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.385555273s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:23:30.32531Z","caller":"traceutil/trace.go:171","msg":"trace[655038062] transaction","detail":"{read_only:false; response_revision:22778; number_of_response:1; }","duration":"1.38600458s","start":"2026-02-26T02:23:28.939278Z","end":"2026-02-26T02:23:30.325283Z","steps":["trace[655038062] 'process raft request' (duration: 1.385858537s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:30.325472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:28.939255Z","time spent":"1.386131873s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:31.358296Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029391176s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:23:31.708517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.528696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:23:31.708844Z","caller":"traceutil/trace.go:171","msg":"trace[745392133] transaction","detail":"{read_only:false; response_revision:22780; number_of_response:1; }","duration":"1.817370745s","start":"2026-02-26T02:23:29.891401Z","end":"2026-02-26T02:23:31.708772Z","steps":["trace[745392133] 'process raft request' (duration: 1.817226763s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:31.708851Z","caller":"traceutil/trace.go:171","msg":"trace[1628992264] transaction","detail":"{read_only:false; response_revision:22779; number_of_response:1; }","duration":"1.842024668s","start":"2026-02-26T02:23:29.86679Z","end":"2026-02-26T02:23:31.708814Z","steps":["trace[1628992264] 'process raft request' (duration: 1.492109175s)","trace[1628992264] 'compare' (duration: 349.134479ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:31.708926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:29.891387Z","time spent":"1.817500578s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:31.708981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:29.866762Z","time spent":"1.8421466s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:31.709383Z","caller":"traceutil/trace.go:171","msg":"trace[1045384330] transaction","detail":"{read_only:false; response_revision:22781; number_of_response:1; }","duration":"1.817505328s","start":"2026-02-26T02:23:29.891842Z","end":"2026-02-26T02:23:31.709347Z","steps":["trace[1045384330] 'process raft request' (duration: 1.816887857s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:31.709522Z","caller":"traceutil/trace.go:171","msg":"trace[509364370] linearizableReadLoop","detail":"{readStateIndex:23589; appliedIndex:23585; }","duration":"2.269034993s","start":"2026-02-26T02:23:29.440384Z","end":"2026-02-26T02:23:31.709419Z","steps":["trace[509364370] 'read index received' (duration: 884.863886ms)","trace[509364370] 'applied index is now lower than readState.Index' (duration: 1.384169667s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:31.709552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:29.891828Z","time spent":"1.817623111s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:31.70965Z","caller":"traceutil/trace.go:171","msg":"trace[1593076848] transaction","detail":"{read_only:false; response_revision:22783; number_of_response:1; }","duration":"1.694509125s","start":"2026-02-26T02:23:30.015093Z","end":"2026-02-26T02:23:31.709602Z","steps":["trace[1593076848] 'process raft request' (duration: 1.694192768s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:31.709766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26937921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T02:23:31.709804Z","caller":"traceutil/trace.go:171","msg":"trace[839656361] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22783; }","duration":"2.269465381s","start":"2026-02-26T02:23:29.440329Z","end":"2026-02-26T02:23:31.709795Z","steps":["trace[839656361] 'agreement among raft nodes before linearized reading' (duration: 2.269325389s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:31.70955Z","caller":"traceutil/trace.go:171","msg":"trace[823433051] transaction","detail":"{read_only:false; response_revision:22782; number_of_response:1; }","duration":"1.696998779s","start":"2026-02-26T02:23:30.012522Z","end":"2026-02-26T02:23:31.709521Z","steps":["trace[823433051] 'process raft request' (duration: 1.696567941s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:31.709827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:29.440305Z","time spent":"2.269516732s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:23:31.70982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:30.015069Z","time spent":"1.694671537s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:31.709882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:30.012493Z","time spent":"1.697335306s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:31.9759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999983783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:23:31.975988Z","caller":"traceutil/trace.go:171","msg":"trace[1137964654] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000119065s","start":"2026-02-26T02:23:29.975848Z","end":"2026-02-26T02:23:31.975967Z","steps":["trace[1137964654] 'agreement among raft nodes before linearized reading' (duration: 2.000009223s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:31.976038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:29.975832Z","time spent":"2.000196987s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:23:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:23:32.283031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000184876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:23:32.283114Z","caller":"traceutil/trace.go:171","msg":"trace[2140641124] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000311297s","start":"2026-02-26T02:23:30.282785Z","end":"2026-02-26T02:23:32.283096Z","steps":["trace[2140641124] 'agreement among raft nodes before linearized reading' (duration: 2.000203536s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:32.283164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:30.282767Z","time spent":"2.00038808s","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:23:32.617557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.644202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:23:32.618521Z","caller":"traceutil/trace.go:171","msg":"trace[104517859] transaction","detail":"{read_only:false; response_revision:22784; number_of_response:1; }","duration":"1.781816345s","start":"2026-02-26T02:23:30.836667Z","end":"2026-02-26T02:23:32.618484Z","steps":["trace[104517859] 'process raft request' (duration: 1.255094843s)","trace[104517859] 'compare' (duration: 525.415858ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:32.618885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:30.836645Z","time spent":"1.78209596s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:32.757563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.901674ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:23:32.757727Z","caller":"traceutil/trace.go:171","msg":"trace[1308807804] linearizableReadLoop","detail":"{readStateIndex:23593; appliedIndex:23591; }","duration":"1.048084777s","start":"2026-02-26T02:23:31.709628Z","end":"2026-02-26T02:23:32.757713Z","steps":["trace[1308807804] 'read index received' (duration: 382.120124ms)","trace[1308807804] 'applied index is now lower than readState.Index' (duration: 665.963783ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:32.757999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572430903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:32.758028Z","caller":"traceutil/trace.go:171","msg":"trace[229644922] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:22784; }","duration":"2.572505245s","start":"2026-02-26T02:23:30.185513Z","end":"2026-02-26T02:23:32.758019Z","steps":["trace[229644922] 'agreement among raft nodes before linearized reading' (duration: 2.572439184s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:32.758008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.431048042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:32.758086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776599685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:32.758068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.536222289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T02:23:32.758098Z","caller":"traceutil/trace.go:171","msg":"trace[1963538518] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22784; }","duration":"2.431192735s","start":"2026-02-26T02:23:30.326883Z","end":"2026-02-26T02:23:32.758076Z","steps":["trace[1963538518] 'agreement among raft nodes before linearized reading' (duration: 2.431017652s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:32.758112Z","caller":"traceutil/trace.go:171","msg":"trace[430465801] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22784; }","duration":"2.776662316s","start":"2026-02-26T02:23:29.981441Z","end":"2026-02-26T02:23:32.758104Z","steps":["trace[430465801] 'agreement among raft nodes before linearized reading' (duration: 2.776626616s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:32.75809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.520494521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:32.758147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:29.981422Z","time spent":"2.776719718s","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:23:32.758141Z","caller":"traceutil/trace.go:171","msg":"trace[1230225345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22784; }","duration":"2.536319181s","start":"2026-02-26T02:23:30.221803Z","end":"2026-02-26T02:23:32.758122Z","steps":["trace[1230225345] 'agreement among raft nodes before linearized reading' (duration: 2.536109107s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:32.758154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:30.326866Z","time spent":"2.431275557s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:23:32.758185Z","caller":"traceutil/trace.go:171","msg":"trace[363379604] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22784; }","duration":"2.520638865s","start":"2026-02-26T02:23:30.237522Z","end":"2026-02-26T02:23:32.75816Z","steps":["trace[363379604] 'agreement among raft nodes before linearized reading' (duration: 2.520461211s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:32.758239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:30.237506Z","time spent":"2.520721547s","remote":"127.0.0.1:48476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:32.75821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.534536779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T02:23:32.75829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.534781105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T02:23:32.758331Z","caller":"traceutil/trace.go:171","msg":"trace[35923742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22784; }","duration":"2.534832685s","start":"2026-02-26T02:23:30.223488Z","end":"2026-02-26T02:23:32.758321Z","steps":["trace[35923742] 'agreement among raft nodes before linearized reading' (duration: 2.534722853s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:32.758322Z","caller":"traceutil/trace.go:171","msg":"trace[1748251193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22784; }","duration":"2.534678753s","start":"2026-02-26T02:23:30.223618Z","end":"2026-02-26T02:23:32.758297Z","steps":["trace[1748251193] 'agreement among raft nodes before linearized reading' (duration: 2.534403257s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:32.758362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:30.223481Z","time spent":"2.534875656s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:23:32.758375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:30.223614Z","time spent":"2.534752804s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:23:32.75819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:30.221792Z","time spent":"2.536388934s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:23:32.758054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:30.185494Z","time spent":"2.572553065s","remote":"127.0.0.1:48502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:32.758597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223943018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:23:32.758658Z","caller":"traceutil/trace.go:171","msg":"trace[1187229331] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22784; }","duration":"2.224010359s","start":"2026-02-26T02:23:30.534633Z","end":"2026-02-26T02:23:32.758643Z","steps":["trace[1187229331] 'agreement among raft nodes before linearized reading' (duration: 2.223798025s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:32.758535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273926597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:23:32.758709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:30.53461Z","time spent":"2.22408623s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T02:23:32.75871Z","caller":"traceutil/trace.go:171","msg":"trace[1265106390] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:22784; }","duration":"1.27413054s","start":"2026-02-26T02:23:31.484568Z","end":"2026-02-26T02:23:32.758698Z","steps":["trace[1265106390] 'agreement among raft nodes before linearized reading' (duration: 1.273828455s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:32.758902Z","caller":"traceutil/trace.go:171","msg":"trace[1492379097] transaction","detail":"{read_only:false; response_revision:22785; number_of_response:1; }","duration":"780.31842ms","start":"2026-02-26T02:23:31.978564Z","end":"2026-02-26T02:23:32.758882Z","steps":["trace[1492379097] 'process raft request' (duration: 779.079167ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:32.759112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:31.97854Z","time spent":"780.482993ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:23:32.759234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:31.484549Z","time spent":"1.274215552s","remote":"127.0.0.1:56508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:32.759787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.532166036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-26T02:23:32.759924Z","caller":"traceutil/trace.go:171","msg":"trace[1236208939] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22784; }","duration":"2.532320149s","start":"2026-02-26T02:23:30.227584Z","end":"2026-02-26T02:23:32.759904Z","steps":["trace[1236208939] 'agreement among raft nodes before linearized reading' (duration: 2.530357913s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:32.760049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:30.227573Z","time spent":"2.532463481s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:23:32.763521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073189177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-02-26T02:23:32.763537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231452353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T02:23:32.763587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897950332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:32.763638Z","caller":"traceutil/trace.go:171","msg":"trace[1447290796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22785; }","duration":"2.231596296s","start":"2026-02-26T02:23:30.53202Z","end":"2026-02-26T02:23:32.763617Z","steps":["trace[1447290796] 'agreement among raft nodes before linearized reading' (duration: 2.226647966s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:32.763659Z","caller":"traceutil/trace.go:171","msg":"trace[872814962] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22785; }","duration":"1.898058194s","start":"2026-02-26T02:23:30.865581Z","end":"2026-02-26T02:23:32.76364Z","steps":["trace[872814962] 'agreement among raft nodes before linearized reading' (duration: 1.893008272s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:32.763691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:30.532Z","time spent":"2.231680197s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:23:32.763701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:30.865562Z","time spent":"1.898129216s","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:23:32.763706Z","caller":"traceutil/trace.go:171","msg":"trace[1062979586] transaction","detail":"{read_only:false; response_revision:22786; number_of_response:1; }","duration":"432.560497ms","start":"2026-02-26T02:23:32.331125Z","end":"2026-02-26T02:23:32.763686Z","steps":["trace[1062979586] 'process raft request' (duration: 427.722479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:32.763556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977000562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-26T02:23:32.763828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:32.331098Z","time spent":"432.656309ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:32.76384Z","caller":"traceutil/trace.go:171","msg":"trace[1773714612] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22785; }","duration":"1.977346839s","start":"2026-02-26T02:23:30.786483Z","end":"2026-02-26T02:23:32.76383Z","steps":["trace[1773714612] 'agreement among raft nodes before linearized reading' (duration: 1.972113473s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:32.763872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:30.786461Z","time spent":"1.97740271s","remote":"127.0.0.1:56432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:23:32.763991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.319855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:32.764058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.316021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T02:23:32.764066Z","caller":"traceutil/trace.go:171","msg":"trace[1345955180] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22787; }","duration":"246.424036ms","start":"2026-02-26T02:23:32.517612Z","end":"2026-02-26T02:23:32.764036Z","steps":["trace[1345955180] 'agreement among raft nodes before linearized reading' (duration: 246.327034ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:32.764097Z","caller":"traceutil/trace.go:171","msg":"trace[1428684667] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22787; }","duration":"421.391703ms","start":"2026-02-26T02:23:32.342695Z","end":"2026-02-26T02:23:32.764087Z","steps":["trace[1428684667] 'agreement among raft nodes before linearized reading' (duration: 421.27362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:32.764133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.647033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:32.764011Z","caller":"traceutil/trace.go:171","msg":"trace[601784427] transaction","detail":"{read_only:false; response_revision:22787; number_of_response:1; }","duration":"368.229008ms","start":"2026-02-26T02:23:32.395773Z","end":"2026-02-26T02:23:32.764002Z","steps":["trace[601784427] 'process raft request' (duration: 367.878521ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:32.764199Z","caller":"traceutil/trace.go:171","msg":"trace[1512887952] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22787; }","duration":"573.767965ms","start":"2026-02-26T02:23:32.190419Z","end":"2026-02-26T02:23:32.764187Z","steps":["trace[1512887952] 'agreement among raft nodes before linearized reading' (duration: 573.658773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:32.764015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050507082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T02:23:32.764237Z","caller":"traceutil/trace.go:171","msg":"trace[493845841] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22787; }","duration":"1.050759597s","start":"2026-02-26T02:23:31.71347Z","end":"2026-02-26T02:23:32.76423Z","steps":["trace[493845841] 'agreement among raft nodes before linearized reading' (duration: 1.050437901s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:32.76424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:32.190396Z","time spent":"573.834756ms","remote":"127.0.0.1:48542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:32.764262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:31.713453Z","time spent":"1.050803788s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:23:32.764266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:32.395756Z","time spent":"368.454342ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:32.764207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:32.342661Z","time spent":"421.527634ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:23:32.764269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.229812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:32.764367Z","caller":"traceutil/trace.go:171","msg":"trace[318080412] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:22787; }","duration":"682.387265ms","start":"2026-02-26T02:23:32.08197Z","end":"2026-02-26T02:23:32.764357Z","steps":["trace[318080412] 'agreement among raft nodes before linearized reading' (duration: 682.196382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:32.764425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:32.081947Z","time spent":"682.468546ms","remote":"127.0.0.1:49526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:32.764468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.846461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:23:32.764507Z","caller":"traceutil/trace.go:171","msg":"trace[2025269147] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:22787; }","duration":"230.923222ms","start":"2026-02-26T02:23:32.533574Z","end":"2026-02-26T02:23:32.764497Z","steps":["trace[2025269147] 'agreement among raft nodes before linearized reading' (duration: 230.471914ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:32.763602Z","caller":"traceutil/trace.go:171","msg":"trace[1802027804] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:22785; }","duration":"1.07331672s","start":"2026-02-26T02:23:31.690275Z","end":"2026-02-26T02:23:32.763592Z","steps":["trace[1802027804] 'agreement among raft nodes before linearized reading' (duration: 1.06837203s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:32.764578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:31.690246Z","time spent":"1.074317898s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-02-26T02:23:32.764254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.315651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:32.765125Z","caller":"traceutil/trace.go:171","msg":"trace[869448127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22787; }","duration":"476.41551ms","start":"2026-02-26T02:23:32.28868Z","end":"2026-02-26T02:23:32.765096Z","steps":["trace[869448127] 'agreement among raft nodes before linearized reading' (duration: 475.303571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:32.765509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:32.288664Z","time spent":"476.835388ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:23:35.27451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978782731,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:23:35.341794Z","caller":"traceutil/trace.go:171","msg":"trace[730919979] transaction","detail":"{read_only:false; response_revision:22801; number_of_response:1; }","duration":"572.770727ms","start":"2026-02-26T02:23:34.769001Z","end":"2026-02-26T02:23:35.341771Z","steps":["trace[730919979] 'process raft request' (duration: 572.627964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:35.341936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:34.768985Z","time spent":"572.879889ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:36.414907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.591845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:23:36.415027Z","caller":"traceutil/trace.go:171","msg":"trace[120794679] transaction","detail":"{read_only:false; response_revision:22802; number_of_response:1; }","duration":"1.642773565s","start":"2026-02-26T02:23:34.772239Z","end":"2026-02-26T02:23:36.415012Z","steps":["trace[120794679] 'process raft request' (duration: 1.507022947s)","trace[120794679] 'compare' (duration: 135.510074ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:36.415075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:34.772183Z","time spent":"1.642872207s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:36.41538Z","caller":"traceutil/trace.go:171","msg":"trace[105581548] linearizableReadLoop","detail":"{readStateIndex:23612; appliedIndex:23609; }","duration":"1.64193169s","start":"2026-02-26T02:23:34.77344Z","end":"2026-02-26T02:23:36.415372Z","steps":["trace[105581548] 'read index received' (duration: 568.267854ms)","trace[105581548] 'applied index is now lower than readState.Index' (duration: 1.073663236s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:36.415435Z","caller":"traceutil/trace.go:171","msg":"trace[2040158182] transaction","detail":"{read_only:false; response_revision:22803; number_of_response:1; }","duration":"1.642768506s","start":"2026-02-26T02:23:34.772661Z","end":"2026-02-26T02:23:36.41543Z","steps":["trace[2040158182] 'process raft request' (duration: 1.642318167s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:36.415474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:34.772617Z","time spent":"1.642834938s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:36.415638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642197635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:23:36.415712Z","caller":"traceutil/trace.go:171","msg":"trace[1249439935] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22803; }","duration":"1.642290817s","start":"2026-02-26T02:23:34.773412Z","end":"2026-02-26T02:23:36.415703Z","steps":["trace[1249439935] 'agreement among raft nodes before linearized reading' (duration: 1.642143295s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:36.415733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:34.773399Z","time spent":"1.642329878s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:23:36.915805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978782740,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:23:37.283751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000434011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:23:37.283901Z","caller":"traceutil/trace.go:171","msg":"trace[2122924827] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000632785s","start":"2026-02-26T02:23:35.283251Z","end":"2026-02-26T02:23:37.283884Z","steps":["trace[2122924827] 'agreement among raft nodes before linearized reading' (duration: 2.000429471s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:37.283954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:35.283189Z","time spent":"2.000754387s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:23:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:23:37.611108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.028004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:23:37.611315Z","caller":"traceutil/trace.go:171","msg":"trace[936767270] transaction","detail":"{read_only:false; response_revision:22808; number_of_response:1; }","duration":"1.886277628s","start":"2026-02-26T02:23:35.725024Z","end":"2026-02-26T02:23:37.611302Z","steps":["trace[936767270] 'process raft request' (duration: 1.886246348s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:37.611365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:35.725016Z","time spent":"1.886327969s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:37.611594Z","caller":"traceutil/trace.go:171","msg":"trace[1130233746] transaction","detail":"{read_only:false; response_revision:22804; number_of_response:1; }","duration":"1.887547351s","start":"2026-02-26T02:23:35.724037Z","end":"2026-02-26T02:23:37.611584Z","steps":["trace[1130233746] 'process raft request' (duration: 1.302985858s)","trace[1130233746] 'compare' (duration: 582.882193ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:37.611642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:35.724023Z","time spent":"1.887597332s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:37.611734Z","caller":"traceutil/trace.go:171","msg":"trace[1249888854] transaction","detail":"{read_only:false; response_revision:22805; number_of_response:1; }","duration":"1.887146455s","start":"2026-02-26T02:23:35.724581Z","end":"2026-02-26T02:23:37.611727Z","steps":["trace[1249888854] 'process raft request' (duration: 1.886598075s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:37.611775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:35.724553Z","time spent":"1.887200275s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:37.611853Z","caller":"traceutil/trace.go:171","msg":"trace[1368185090] transaction","detail":"{read_only:false; response_revision:22806; number_of_response:1; }","duration":"1.886949291s","start":"2026-02-26T02:23:35.724898Z","end":"2026-02-26T02:23:37.611847Z","steps":["trace[1368185090] 'process raft request' (duration: 1.88632014s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:37.611895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:35.724887Z","time spent":"1.886985521s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:37.611973Z","caller":"traceutil/trace.go:171","msg":"trace[105826134] transaction","detail":"{read_only:false; response_revision:22807; number_of_response:1; }","duration":"1.886962671s","start":"2026-02-26T02:23:35.725004Z","end":"2026-02-26T02:23:37.611967Z","steps":["trace[105826134] 'process raft request' (duration: 1.886240298s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:37.612029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:35.724977Z","time spent":"1.887016132s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:38.567837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.016016ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:38.568005Z","caller":"traceutil/trace.go:171","msg":"trace[2120674730] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22808; }","duration":"481.200109ms","start":"2026-02-26T02:23:38.086775Z","end":"2026-02-26T02:23:38.567975Z","steps":["trace[2120674730] 'range keys from in-memory index tree' (duration: 480.990915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:38.56837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.443689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:23:38.568518Z","caller":"traceutil/trace.go:171","msg":"trace[1625975355] linearizableReadLoop","detail":"{readStateIndex:23618; appliedIndex:23612; }","duration":"2.153084307s","start":"2026-02-26T02:23:36.415411Z","end":"2026-02-26T02:23:38.568495Z","steps":["trace[1625975355] 'read index received' (duration: 611.586307ms)","trace[1625975355] 'applied index is now lower than readState.Index' (duration: 1.54149649s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:38.568637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.477780474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:38.568681Z","caller":"traceutil/trace.go:171","msg":"trace[543543541] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:22809; }","duration":"3.477825994s","start":"2026-02-26T02:23:35.090841Z","end":"2026-02-26T02:23:38.568668Z","steps":["trace[543543541] 'agreement among raft nodes before linearized reading' (duration: 3.477745713s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:38.568714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:35.090789Z","time spent":"3.477916517s","remote":"127.0.0.1:32982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:38.568815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.791797931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-26T02:23:38.568854Z","caller":"traceutil/trace.go:171","msg":"trace[1084565479] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22809; }","duration":"3.791848721s","start":"2026-02-26T02:23:34.776992Z","end":"2026-02-26T02:23:38.568841Z","steps":["trace[1084565479] 'agreement among raft nodes before linearized reading' (duration: 3.791669667s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:38.568899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:34.776984Z","time spent":"3.791906582s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T02:23:38.568943Z","caller":"traceutil/trace.go:171","msg":"trace[2141978617] transaction","detail":"{read_only:false; response_revision:22809; number_of_response:1; }","duration":"2.147535626s","start":"2026-02-26T02:23:36.421394Z","end":"2026-02-26T02:23:38.568929Z","steps":["trace[2141978617] 'process raft request' (duration: 1.722408325s)","trace[2141978617] 'compare' (duration: 424.258835ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:38.569046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:36.42137Z","time spent":"2.147603348s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:38.568642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.612248518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:38.569335Z","caller":"traceutil/trace.go:171","msg":"trace[104994891] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:22809; }","duration":"3.612938531s","start":"2026-02-26T02:23:34.956353Z","end":"2026-02-26T02:23:38.569292Z","steps":["trace[104994891] 'agreement among raft nodes before linearized reading' (duration: 3.612239438s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:38.569389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.906547036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:38.569462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:34.956332Z","time spent":"3.613091625s","remote":"127.0.0.1:58156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:23:38.569491Z","caller":"traceutil/trace.go:171","msg":"trace[2101079725] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22809; }","duration":"2.906706809s","start":"2026-02-26T02:23:35.662759Z","end":"2026-02-26T02:23:38.569466Z","steps":["trace[2101079725] 'agreement among raft nodes before linearized reading' (duration: 2.906488766s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:38.569537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:35.662742Z","time spent":"2.90678501s","remote":"127.0.0.1:48262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:38.569544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546128401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-02-26T02:23:38.569444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.792942911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:23:38.56958Z","caller":"traceutil/trace.go:171","msg":"trace[211917482] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:22809; }","duration":"2.546214202s","start":"2026-02-26T02:23:36.023358Z","end":"2026-02-26T02:23:38.569572Z","steps":["trace[211917482] 'agreement among raft nodes before linearized reading' (duration: 2.54608509s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:38.569572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.796056447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-26T02:23:38.569559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.619421434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:38.569636Z","caller":"traceutil/trace.go:171","msg":"trace[2043472506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22809; }","duration":"3.796162089s","start":"2026-02-26T02:23:34.773457Z","end":"2026-02-26T02:23:38.569619Z","steps":["trace[2043472506] 'agreement among raft nodes before linearized reading' (duration: 3.795842363s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:38.569695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:34.773435Z","time spent":"3.79624725s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:23:38.569707Z","caller":"traceutil/trace.go:171","msg":"trace[455671636] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22809; }","duration":"2.619628958s","start":"2026-02-26T02:23:35.950055Z","end":"2026-02-26T02:23:38.569684Z","steps":["trace[455671636] 'agreement among raft nodes before linearized reading' (duration: 2.619413004s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:38.569601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:36.023346Z","time spent":"2.546250543s","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"warn","ts":"2026-02-26T02:23:38.569769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:35.950033Z","time spent":"2.61972318s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:23:38.569596Z","caller":"traceutil/trace.go:171","msg":"trace[1668221894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22809; }","duration":"3.793111594s","start":"2026-02-26T02:23:34.776474Z","end":"2026-02-26T02:23:38.569586Z","steps":["trace[1668221894] 'agreement among raft nodes before linearized reading' (duration: 3.79289862s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:38.56994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:34.776465Z","time spent":"3.79345984s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:23:39.069585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978782746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:23:39.284014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000084383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:23:39.284128Z","caller":"traceutil/trace.go:171","msg":"trace[2108475931] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000257137s","start":"2026-02-26T02:23:37.283852Z","end":"2026-02-26T02:23:39.284109Z","steps":["trace[2108475931] 'agreement among raft nodes before linearized reading' (duration: 2.000104334s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:39.28418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:37.28383Z","time spent":"2.000339979s","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:23:39.342975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.090048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:23:39.343206Z","caller":"traceutil/trace.go:171","msg":"trace[1698313799] transaction","detail":"{read_only:false; response_revision:22810; number_of_response:1; }","duration":"1.994454662s","start":"2026-02-26T02:23:37.348719Z","end":"2026-02-26T02:23:39.343173Z","steps":["trace[1698313799] 'process raft request' (duration: 1.770822934s)","trace[1698313799] 'compare' (duration: 222.377565ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:39.343306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:37.34869Z","time spent":"1.994575884s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:39.343897Z","caller":"traceutil/trace.go:171","msg":"trace[233110629] transaction","detail":"{read_only:false; response_revision:22811; number_of_response:1; }","duration":"1.719865698s","start":"2026-02-26T02:23:37.624019Z","end":"2026-02-26T02:23:39.343885Z","steps":["trace[233110629] 'process raft request' (duration: 1.719111305s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:39.343984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:37.623998Z","time spent":"1.719940859s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:39.344175Z","caller":"traceutil/trace.go:171","msg":"trace[1285117464] transaction","detail":"{read_only:false; response_revision:22812; number_of_response:1; }","duration":"1.5950235s","start":"2026-02-26T02:23:37.749134Z","end":"2026-02-26T02:23:39.344157Z","steps":["trace[1285117464] 'process raft request' (duration: 1.594664494s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:39.344246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:37.749106Z","time spent":"1.595109272s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:39.344237Z","caller":"traceutil/trace.go:171","msg":"trace[999934339] transaction","detail":"{read_only:false; response_revision:22813; number_of_response:1; }","duration":"1.178085489s","start":"2026-02-26T02:23:38.166125Z","end":"2026-02-26T02:23:39.34421Z","steps":["trace[999934339] 'process raft request' (duration: 1.177894136s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:39.344414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:38.166105Z","time spent":"1.178208862s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:39.34444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:38.571083Z","time spent":"773.355033ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:23:39.344512Z","caller":"traceutil/trace.go:171","msg":"trace[1290731152] transaction","detail":"{read_only:false; response_revision:22814; number_of_response:1; }","duration":"769.450171ms","start":"2026-02-26T02:23:38.575039Z","end":"2026-02-26T02:23:39.344489Z","steps":["trace[1290731152] 'process raft request' (duration: 769.305058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:39.34467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:38.57502Z","time spent":"769.584124ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:39.346338Z","caller":"traceutil/trace.go:171","msg":"trace[1138574087] transaction","detail":"{read_only:false; response_revision:22815; number_of_response:1; }","duration":"770.758985ms","start":"2026-02-26T02:23:38.575564Z","end":"2026-02-26T02:23:39.346323Z","steps":["trace[1138574087] 'process raft request' (duration: 768.880801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:39.346423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:38.575549Z","time spent":"770.835116ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:39.346761Z","caller":"traceutil/trace.go:171","msg":"trace[1224810341] linearizableReadLoop","detail":"{readStateIndex:23626; appliedIndex:23618; }","duration":"778.191752ms","start":"2026-02-26T02:23:38.568554Z","end":"2026-02-26T02:23:39.346746Z","steps":["trace[1224810341] 'read index received' (duration: 551.123021ms)","trace[1224810341] 'applied index is now lower than readState.Index' (duration: 227.067651ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:39.346936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.740148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-26T02:23:39.346984Z","caller":"traceutil/trace.go:171","msg":"trace[1104910276] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22816; }","duration":"965.84154ms","start":"2026-02-26T02:23:38.381126Z","end":"2026-02-26T02:23:39.346967Z","steps":["trace[1104910276] 'agreement among raft nodes before linearized reading' (duration: 965.637836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:39.34701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:38.381095Z","time spent":"965.91033ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:23:39.34706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491694176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T02:23:39.3471Z","caller":"traceutil/trace.go:171","msg":"trace[861709424] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22816; }","duration":"1.491771828s","start":"2026-02-26T02:23:37.85532Z","end":"2026-02-26T02:23:39.347091Z","steps":["trace[861709424] 'agreement among raft nodes before linearized reading' (duration: 1.491639676s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:39.347116Z","caller":"traceutil/trace.go:171","msg":"trace[60175202] transaction","detail":"{read_only:false; response_revision:22816; number_of_response:1; }","duration":"770.866136ms","start":"2026-02-26T02:23:38.57624Z","end":"2026-02-26T02:23:39.347107Z","steps":["trace[60175202] 'process raft request' (duration: 770.018371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:39.347139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:37.855297Z","time spent":"1.491833229s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:23:39.347157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:38.576223Z","time spent":"770.910277ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:39.347253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.061058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:23:39.347281Z","caller":"traceutil/trace.go:171","msg":"trace[1081831512] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22816; }","duration":"928.112249ms","start":"2026-02-26T02:23:38.419163Z","end":"2026-02-26T02:23:39.347275Z","steps":["trace[1081831512] 'agreement among raft nodes before linearized reading' (duration: 928.044388ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:39.347301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:38.419121Z","time spent":"928.17289ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:23:39.346937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058472378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:39.347364Z","caller":"traceutil/trace.go:171","msg":"trace[2025949864] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:22816; }","duration":"1.058959878s","start":"2026-02-26T02:23:38.288394Z","end":"2026-02-26T02:23:39.347354Z","steps":["trace[2025949864] 'agreement among raft nodes before linearized reading' (duration: 1.058497888s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:39.347378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526479506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:39.347424Z","caller":"traceutil/trace.go:171","msg":"trace[1909871784] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:22816; }","duration":"1.526561057s","start":"2026-02-26T02:23:37.820847Z","end":"2026-02-26T02:23:39.347408Z","steps":["trace[1909871784] 'agreement among raft nodes before linearized reading' (duration: 1.526493385s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:39.347438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.328173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:23:39.34746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:37.820824Z","time spent":"1.526627758s","remote":"127.0.0.1:48692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:39.347495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318069312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:39.347525Z","caller":"traceutil/trace.go:171","msg":"trace[252947235] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:22816; }","duration":"2.318141423s","start":"2026-02-26T02:23:37.029374Z","end":"2026-02-26T02:23:39.347515Z","steps":["trace[252947235] 'agreement among raft nodes before linearized reading' (duration: 2.318097203s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:39.347549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:37.029348Z","time spent":"2.318194994s","remote":"127.0.0.1:58150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:39.34739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:38.288358Z","time spent":"1.059024028s","remote":"127.0.0.1:32912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:39.347694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.491547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:39.347458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.89199826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:23:39.347898Z","caller":"traceutil/trace.go:171","msg":"trace[1605623420] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:22816; }","duration":"2.892460898s","start":"2026-02-26T02:23:36.455422Z","end":"2026-02-26T02:23:39.347883Z","steps":["trace[1605623420] 'agreement among raft nodes before linearized reading' (duration: 2.89198864s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:39.347876Z","caller":"traceutil/trace.go:171","msg":"trace[2113979012] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22816; }","duration":"772.730442ms","start":"2026-02-26T02:23:38.575078Z","end":"2026-02-26T02:23:39.347808Z","steps":["trace[2113979012] 'agreement among raft nodes before linearized reading' (duration: 772.457667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:39.347948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:36.455406Z","time spent":"2.892527369s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:39.347652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946767648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:23:39.348017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:38.575069Z","time spent":"772.896324ms","remote":"127.0.0.1:56502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:23:39.348102Z","caller":"traceutil/trace.go:171","msg":"trace[1350412175] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22816; }","duration":"928.397604ms","start":"2026-02-26T02:23:38.419079Z","end":"2026-02-26T02:23:39.347476Z","steps":["trace[1350412175] 'agreement among raft nodes before linearized reading' (duration: 928.225821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:39.348331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:38.419068Z","time spent":"929.255379ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:23:39.348044Z","caller":"traceutil/trace.go:171","msg":"trace[1839208774] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:22816; }","duration":"1.947248556s","start":"2026-02-26T02:23:37.400751Z","end":"2026-02-26T02:23:39.347999Z","steps":["trace[1839208774] 'agreement among raft nodes before linearized reading' (duration: 1.946665846s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:39.348405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:37.40073Z","time spent":"1.947661163s","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:39.850141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978782754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:23:40.089676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.125755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:23:40.08981Z","caller":"traceutil/trace.go:171","msg":"trace[532631379] transaction","detail":"{read_only:false; response_revision:22817; number_of_response:1; }","duration":"742.780864ms","start":"2026-02-26T02:23:39.347007Z","end":"2026-02-26T02:23:40.089787Z","steps":["trace[532631379] 'process raft request' (duration: 576.419054ms)","trace[532631379] 'compare' (duration: 166.014253ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:40.089875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:39.346982Z","time spent":"742.862455ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:41.350904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001649333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:23:41.350966Z","caller":"traceutil/trace.go:171","msg":"trace[1939267190] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001751515s","start":"2026-02-26T02:23:39.3492Z","end":"2026-02-26T02:23:41.350951Z","steps":["trace[1939267190] 'agreement among raft nodes before linearized reading' (duration: 2.001664184s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:41.351001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:39.349183Z","time spent":"2.001812936s","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:23:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:23:41.544762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.613514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:23:41.545285Z","caller":"traceutil/trace.go:171","msg":"trace[458037631] transaction","detail":"{read_only:false; response_revision:22820; number_of_response:1; }","duration":"2.193233353s","start":"2026-02-26T02:23:39.352022Z","end":"2026-02-26T02:23:41.545256Z","steps":["trace[458037631] 'process raft request' (duration: 2.192988819s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:41.545311Z","caller":"traceutil/trace.go:171","msg":"trace[2002923336] linearizableReadLoop","detail":"{readStateIndex:23636; appliedIndex:23626; }","duration":"2.196054605s","start":"2026-02-26T02:23:39.349239Z","end":"2026-02-26T02:23:41.545293Z","steps":["trace[2002923336] 'read index received' (duration: 574.148552ms)","trace[2002923336] 'applied index is now lower than readState.Index' (duration: 1.621905153s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:41.54535Z","caller":"traceutil/trace.go:171","msg":"trace[635985656] transaction","detail":"{read_only:false; response_revision:22818; number_of_response:1; }","duration":"2.193406806s","start":"2026-02-26T02:23:39.351913Z","end":"2026-02-26T02:23:41.54532Z","steps":["trace[635985656] 'process raft request' (duration: 1.542095641s)","trace[635985656] 'compare' (duration: 650.360509ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:41.545392Z","caller":"traceutil/trace.go:171","msg":"trace[1513577187] transaction","detail":"{read_only:false; response_revision:22821; number_of_response:1; }","duration":"2.192146374s","start":"2026-02-26T02:23:39.353233Z","end":"2026-02-26T02:23:41.54538Z","steps":["trace[1513577187] 'process raft request' (duration: 2.191820778s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:41.545414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:39.351999Z","time spent":"2.193347175s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:41.545454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:39.353221Z","time spent":"2.192199235s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:41.545464Z","caller":"traceutil/trace.go:171","msg":"trace[64375618] transaction","detail":"{read_only:false; response_revision:22827; number_of_response:1; }","duration":"1.275996684s","start":"2026-02-26T02:23:40.269444Z","end":"2026-02-26T02:23:41.545441Z","steps":["trace[64375618] 'process raft request' (duration: 1.27581789s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:41.545486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:39.351902Z","time spent":"2.193508249s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:41.545567Z","caller":"traceutil/trace.go:171","msg":"trace[549635309] transaction","detail":"{read_only:false; response_revision:22822; number_of_response:1; }","duration":"1.926855963s","start":"2026-02-26T02:23:39.618703Z","end":"2026-02-26T02:23:41.545559Z","steps":["trace[549635309] 'process raft request' (duration: 1.926390303s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:41.545571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:40.269418Z","time spent":"1.276094367s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:41.545611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:39.618676Z","time spent":"1.926911854s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:41.545646Z","caller":"traceutil/trace.go:171","msg":"trace[1084282627] transaction","detail":"{read_only:false; response_revision:22819; number_of_response:1; }","duration":"2.193648422s","start":"2026-02-26T02:23:39.351986Z","end":"2026-02-26T02:23:41.545635Z","steps":["trace[1084282627] 'process raft request' (duration: 2.192931268s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:41.545683Z","caller":"traceutil/trace.go:171","msg":"trace[782690849] transaction","detail":"{read_only:false; response_revision:22823; number_of_response:1; }","duration":"1.926565807s","start":"2026-02-26T02:23:39.61911Z","end":"2026-02-26T02:23:41.545676Z","steps":["trace[782690849] 'process raft request' (duration: 1.926016326s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:41.545698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:39.351976Z","time spent":"2.193693843s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:41.545729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:39.619101Z","time spent":"1.926599807s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:41.545798Z","caller":"traceutil/trace.go:171","msg":"trace[1625957417] transaction","detail":"{read_only:false; response_revision:22825; number_of_response:1; }","duration":"1.926017187s","start":"2026-02-26T02:23:39.619769Z","end":"2026-02-26T02:23:41.545786Z","steps":["trace[1625957417] 'process raft request' (duration: 1.925422445s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:41.545809Z","caller":"traceutil/trace.go:171","msg":"trace[1439813969] transaction","detail":"{read_only:false; response_revision:22826; number_of_response:1; }","duration":"1.925281813s","start":"2026-02-26T02:23:39.620519Z","end":"2026-02-26T02:23:41.545801Z","steps":["trace[1439813969] 'process raft request' (duration: 1.924702092s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:41.545849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:39.62049Z","time spent":"1.925337464s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:41.545862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:39.619726Z","time spent":"1.926099538s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:41.545971Z","caller":"traceutil/trace.go:171","msg":"trace[1187657737] transaction","detail":"{read_only:false; response_revision:22824; number_of_response:1; }","duration":"1.926658918s","start":"2026-02-26T02:23:39.619278Z","end":"2026-02-26T02:23:41.545937Z","steps":["trace[1187657737] 'process raft request' (duration: 1.925877213s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:41.546019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:39.619243Z","time spent":"1.92674777s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:41.641606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21028806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:41.641628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.050901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:23:41.641667Z","caller":"traceutil/trace.go:171","msg":"trace[157173320] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:22828; }","duration":"1.210401372s","start":"2026-02-26T02:23:40.43125Z","end":"2026-02-26T02:23:41.641652Z","steps":["trace[157173320] 'agreement among raft nodes before linearized reading' (duration: 1.21030305s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:41.641694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:40.431228Z","time spent":"1.210460103s","remote":"127.0.0.1:49532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:41.641683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.064511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T02:23:41.641694Z","caller":"traceutil/trace.go:171","msg":"trace[1134162521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22828; }","duration":"287.145302ms","start":"2026-02-26T02:23:41.354533Z","end":"2026-02-26T02:23:41.641678Z","steps":["trace[1134162521] 'agreement among raft nodes before linearized reading' (duration: 286.963169ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:41.641757Z","caller":"traceutil/trace.go:171","msg":"trace[2116516927] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22828; }","duration":"287.179353ms","start":"2026-02-26T02:23:41.35456Z","end":"2026-02-26T02:23:41.641739Z","steps":["trace[2116516927] 'agreement among raft nodes before linearized reading' (duration: 286.919848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:41.641845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419674947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:23:41.641866Z","caller":"traceutil/trace.go:171","msg":"trace[988419853] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:22828; }","duration":"1.419736419s","start":"2026-02-26T02:23:40.222125Z","end":"2026-02-26T02:23:41.641861Z","steps":["trace[988419853] 'agreement among raft nodes before linearized reading' (duration: 1.419691928s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:41.641883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:40.222099Z","time spent":"1.419780469s","remote":"127.0.0.1:57120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:41.64192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.346879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:41.641956Z","caller":"traceutil/trace.go:171","msg":"trace[298185755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22828; }","duration":"285.394359ms","start":"2026-02-26T02:23:41.356553Z","end":"2026-02-26T02:23:41.641947Z","steps":["trace[298185755] 'agreement among raft nodes before linearized reading' (duration: 285.343678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:41.642024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549721051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-26T02:23:41.642042Z","caller":"traceutil/trace.go:171","msg":"trace[563425770] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22828; }","duration":"1.549798442s","start":"2026-02-26T02:23:40.092239Z","end":"2026-02-26T02:23:41.642037Z","steps":["trace[563425770] 'agreement among raft nodes before linearized reading' (duration: 1.549720899s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:41.642057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:40.092194Z","time spent":"1.549858003s","remote":"127.0.0.1:56480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-26T02:23:41.642036Z","caller":"traceutil/trace.go:171","msg":"trace[707439487] transaction","detail":"{read_only:false; response_revision:22828; number_of_response:1; }","duration":"290.904821ms","start":"2026-02-26T02:23:41.351109Z","end":"2026-02-26T02:23:41.642014Z","steps":["trace[707439487] 'process raft request' (duration: 290.143447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:41.642008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.413045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:41.642143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830407486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:23:41.642121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.53382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:23:41.642139Z","caller":"traceutil/trace.go:171","msg":"trace[297093917] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:22828; }","duration":"198.599799ms","start":"2026-02-26T02:23:41.443521Z","end":"2026-02-26T02:23:41.642121Z","steps":["trace[297093917] 'agreement among raft nodes before linearized reading' (duration: 198.306393ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:41.642204Z","caller":"traceutil/trace.go:171","msg":"trace[601145403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22828; }","duration":"287.630992ms","start":"2026-02-26T02:23:41.354541Z","end":"2026-02-26T02:23:41.642172Z","steps":["trace[601145403] 'agreement among raft nodes before linearized reading' (duration: 287.475789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:41.64224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289221243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T02:23:41.642257Z","caller":"traceutil/trace.go:171","msg":"trace[543246120] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22828; }","duration":"2.289248884s","start":"2026-02-26T02:23:39.353004Z","end":"2026-02-26T02:23:41.642253Z","steps":["trace[543246120] 'agreement among raft nodes before linearized reading' (duration: 2.289192963s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:41.642271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:39.352998Z","time spent":"2.289269144s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:23:41.642289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.137033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18440"} {"level":"info","ts":"2026-02-26T02:23:41.642345Z","caller":"traceutil/trace.go:171","msg":"trace[805847051] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:22828; }","duration":"872.231745ms","start":"2026-02-26T02:23:40.770101Z","end":"2026-02-26T02:23:41.642333Z","steps":["trace[805847051] 'agreement among raft nodes before linearized reading' (duration: 872.088703ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:41.642382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:40.770079Z","time spent":"872.295836ms","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18462,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-02-26T02:23:41.64216Z","caller":"traceutil/trace.go:171","msg":"trace[1881770082] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:22828; }","duration":"1.830464016s","start":"2026-02-26T02:23:39.811692Z","end":"2026-02-26T02:23:41.642156Z","steps":["trace[1881770082] 'agreement among raft nodes before linearized reading' (duration: 1.830434855s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:41.642538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:39.811668Z","time spent":"1.830862314s","remote":"127.0.0.1:56582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:41.642188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287488101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:41.642645Z","caller":"traceutil/trace.go:171","msg":"trace[787792038] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22828; }","duration":"2.287961759s","start":"2026-02-26T02:23:39.354667Z","end":"2026-02-26T02:23:41.642628Z","steps":["trace[787792038] 'agreement among raft nodes before linearized reading' (duration: 2.287503441s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:41.642694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:39.354657Z","time spent":"2.288022331s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:23:41.642836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067184907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:23:41.642918Z","caller":"traceutil/trace.go:171","msg":"trace[1432443102] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22828; }","duration":"1.06731s","start":"2026-02-26T02:23:40.57559Z","end":"2026-02-26T02:23:41.6429Z","steps":["trace[1432443102] 'agreement among raft nodes before linearized reading' (duration: 1.065865614s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:41.642965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:40.575572Z","time spent":"1.067384491s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:23:42.149206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978782772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:23:42.652766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978782772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:23:42.749608Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.104802236s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:23:42.750351Z","caller":"traceutil/trace.go:171","msg":"trace[109400329] transaction","detail":"{read_only:false; response_revision:22829; number_of_response:1; }","duration":"1.105617692s","start":"2026-02-26T02:23:41.644716Z","end":"2026-02-26T02:23:42.750334Z","steps":["trace[109400329] 'process raft request' (duration: 1.10547877s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:42.750448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:41.644707Z","time spent":"1.105681913s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:42.76291Z","caller":"traceutil/trace.go:171","msg":"trace[704857601] transaction","detail":"{read_only:false; response_revision:22831; number_of_response:1; }","duration":"1.115026744s","start":"2026-02-26T02:23:41.647864Z","end":"2026-02-26T02:23:42.762891Z","steps":["trace[704857601] 'process raft request' (duration: 1.114946033s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:42.762927Z","caller":"traceutil/trace.go:171","msg":"trace[1508522726] transaction","detail":"{read_only:false; response_revision:22830; number_of_response:1; }","duration":"1.115381012s","start":"2026-02-26T02:23:41.647521Z","end":"2026-02-26T02:23:42.762902Z","steps":["trace[1508522726] 'process raft request' (duration: 1.112697442s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:42.763032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:41.647843Z","time spent":"1.115119346s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:42.763061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:41.647486Z","time spent":"1.115481683s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:42.763153Z","caller":"traceutil/trace.go:171","msg":"trace[1095994260] transaction","detail":"{read_only:false; response_revision:22832; number_of_response:1; }","duration":"1.114894752s","start":"2026-02-26T02:23:41.648243Z","end":"2026-02-26T02:23:42.763138Z","steps":["trace[1095994260] 'process raft request' (duration: 1.114602597s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:42.763178Z","caller":"traceutil/trace.go:171","msg":"trace[1736628944] linearizableReadLoop","detail":"{readStateIndex:23644; appliedIndex:23639; }","duration":"1.114152908s","start":"2026-02-26T02:23:41.649012Z","end":"2026-02-26T02:23:42.763165Z","steps":["trace[1736628944] 'read index received' (duration: 1.101049368s)","trace[1736628944] 'applied index is now lower than readState.Index' (duration: 13.10233ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:42.763192Z","caller":"traceutil/trace.go:171","msg":"trace[1112382268] transaction","detail":"{read_only:false; response_revision:22833; number_of_response:1; }","duration":"1.114284661s","start":"2026-02-26T02:23:41.648893Z","end":"2026-02-26T02:23:42.763177Z","steps":["trace[1112382268] 'process raft request' (duration: 1.11418139s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:42.763205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:41.648234Z","time spent":"1.114947312s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:42.763255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:41.648885Z","time spent":"1.114331392s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:42.763325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112378196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:42.763359Z","caller":"traceutil/trace.go:171","msg":"trace[2902807] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22833; }","duration":"1.112454326s","start":"2026-02-26T02:23:41.650896Z","end":"2026-02-26T02:23:42.76335Z","steps":["trace[2902807] 'agreement among raft nodes before linearized reading' (duration: 1.112399816s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:42.763371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.725646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:42.763386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:41.650879Z","time spent":"1.112502438s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:23:42.763393Z","caller":"traceutil/trace.go:171","msg":"trace[1618586862] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22833; }","duration":"954.775207ms","start":"2026-02-26T02:23:41.80861Z","end":"2026-02-26T02:23:42.763385Z","steps":["trace[1618586862] 'agreement among raft nodes before linearized reading' (duration: 954.741076ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:42.763414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:41.808585Z","time spent":"954.825859ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T02:23:42.763433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01926179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:23:42.763459Z","caller":"traceutil/trace.go:171","msg":"trace[492998657] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22833; }","duration":"1.01933693s","start":"2026-02-26T02:23:41.744116Z","end":"2026-02-26T02:23:42.763453Z","steps":["trace[492998657] 'agreement among raft nodes before linearized reading' (duration: 1.019243159s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:42.763474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:41.744095Z","time spent":"1.019376102s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:23:42.763503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100619321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:42.763533Z","caller":"traceutil/trace.go:171","msg":"trace[1533967480] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:22833; }","duration":"1.100672833s","start":"2026-02-26T02:23:41.662852Z","end":"2026-02-26T02:23:42.763525Z","steps":["trace[1533967480] 'agreement among raft nodes before linearized reading' (duration: 1.100626132s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:42.763552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:41.662839Z","time spent":"1.100708293s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:42.76358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.30517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:23:42.763603Z","caller":"traceutil/trace.go:171","msg":"trace[438019105] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22833; }","duration":"577.365352ms","start":"2026-02-26T02:23:42.18623Z","end":"2026-02-26T02:23:42.763596Z","steps":["trace[438019105] 'agreement among raft nodes before linearized reading' (duration: 577.322621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:42.763627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:42.18621Z","time spent":"577.411662ms","remote":"127.0.0.1:58550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:42.763328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114315771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-02-26T02:23:42.76366Z","caller":"traceutil/trace.go:171","msg":"trace[666235028] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:22833; }","duration":"1.114669008s","start":"2026-02-26T02:23:41.648984Z","end":"2026-02-26T02:23:42.763653Z","steps":["trace[666235028] 'agreement among raft nodes before linearized reading' (duration: 1.114244839s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:42.763683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:41.648974Z","time spent":"1.114703718s","remote":"127.0.0.1:56502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-26T02:23:44.522333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978782791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:23:44.991672Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.441027839s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:23:44.992046Z","caller":"traceutil/trace.go:171","msg":"trace[1421334233] transaction","detail":"{read_only:false; response_revision:22834; number_of_response:1; }","duration":"1.441479096s","start":"2026-02-26T02:23:43.550538Z","end":"2026-02-26T02:23:44.992017Z","steps":["trace[1421334233] 'process raft request' (duration: 1.441322733s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:44.992194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:43.55052Z","time spent":"1.441597859s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:46.35259Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.360688946s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:23:46.352939Z","caller":"traceutil/trace.go:171","msg":"trace[1814509652] transaction","detail":"{read_only:false; response_revision:22835; number_of_response:1; }","duration":"2.799851511s","start":"2026-02-26T02:23:43.553066Z","end":"2026-02-26T02:23:46.352918Z","steps":["trace[1814509652] 'process raft request' (duration: 2.799666448s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.35304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:43.553036Z","time spent":"2.799938263s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:46.353195Z","caller":"traceutil/trace.go:171","msg":"trace[1474949004] transaction","detail":"{read_only:false; response_revision:22836; number_of_response:1; }","duration":"2.79981112s","start":"2026-02-26T02:23:43.553377Z","end":"2026-02-26T02:23:46.353188Z","steps":["trace[1474949004] 'process raft request' (duration: 2.799505245s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.353241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:43.553365Z","time spent":"2.799851731s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:46.353493Z","caller":"traceutil/trace.go:171","msg":"trace[937558326] transaction","detail":"{read_only:false; response_revision:22837; number_of_response:1; }","duration":"2.799954303s","start":"2026-02-26T02:23:43.553532Z","end":"2026-02-26T02:23:46.353486Z","steps":["trace[937558326] 'process raft request' (duration: 2.799626607s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.353535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:43.553523Z","time spent":"2.799986784s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:46.353645Z","caller":"traceutil/trace.go:171","msg":"trace[1907574794] transaction","detail":"{read_only:false; response_revision:22838; number_of_response:1; }","duration":"2.800053305s","start":"2026-02-26T02:23:43.553585Z","end":"2026-02-26T02:23:46.353639Z","steps":["trace[1907574794] 'process raft request' (duration: 2.799867842s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.353677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:43.553579Z","time spent":"2.800080595s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:46.354043Z","caller":"traceutil/trace.go:171","msg":"trace[227156917] linearizableReadLoop","detail":"{readStateIndex:23653; appliedIndex:23644; }","duration":"2.33270205s","start":"2026-02-26T02:23:44.021332Z","end":"2026-02-26T02:23:46.354034Z","steps":["trace[227156917] 'read index received' (duration: 970.582067ms)","trace[227156917] 'applied index is now lower than readState.Index' (duration: 1.362119423s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:46.354036Z","caller":"traceutil/trace.go:171","msg":"trace[914960567] transaction","detail":"{read_only:false; response_revision:22841; number_of_response:1; }","duration":"2.704575406s","start":"2026-02-26T02:23:43.649437Z","end":"2026-02-26T02:23:46.354012Z","steps":["trace[914960567] 'process raft request' (duration: 2.704484954s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:46.354119Z","caller":"traceutil/trace.go:171","msg":"trace[792676238] transaction","detail":"{read_only:false; response_revision:22842; number_of_response:1; }","duration":"1.996641491s","start":"2026-02-26T02:23:44.357469Z","end":"2026-02-26T02:23:46.35411Z","steps":["trace[792676238] 'process raft request' (duration: 1.996497319s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.354172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:44.357438Z","time spent":"1.996706792s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:46.354192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:43.649417Z","time spent":"2.704698317s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:46.354299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332965424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:46.35433Z","caller":"traceutil/trace.go:171","msg":"trace[190730053] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:22842; }","duration":"2.333038116s","start":"2026-02-26T02:23:44.021284Z","end":"2026-02-26T02:23:46.354322Z","steps":["trace[190730053] 'agreement among raft nodes before linearized reading' (duration: 2.332956805s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.354352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:44.021257Z","time spent":"2.333089016s","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:23:46.354355Z","caller":"traceutil/trace.go:171","msg":"trace[895706241] transaction","detail":"{read_only:false; response_revision:22839; number_of_response:1; }","duration":"2.799458793s","start":"2026-02-26T02:23:43.554885Z","end":"2026-02-26T02:23:46.354344Z","steps":["trace[895706241] 'process raft request' (duration: 2.79871879s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.354408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:43.554867Z","time spent":"2.799510874s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:46.354518Z","caller":"traceutil/trace.go:171","msg":"trace[1114823498] transaction","detail":"{read_only:false; response_revision:22840; number_of_response:1; }","duration":"2.798925184s","start":"2026-02-26T02:23:43.555585Z","end":"2026-02-26T02:23:46.35451Z","steps":["trace[1114823498] 'process raft request' (duration: 2.798246352s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.354565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:43.555546Z","time spent":"2.798994065s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:46.354707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.008804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:46.354742Z","caller":"traceutil/trace.go:171","msg":"trace[746448385] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:22842; }","duration":"326.069975ms","start":"2026-02-26T02:23:46.028659Z","end":"2026-02-26T02:23:46.354729Z","steps":["trace[746448385] 'agreement among raft nodes before linearized reading' (duration: 326.011374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.354749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.021817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:23:46.354775Z","caller":"traceutil/trace.go:171","msg":"trace[52264471] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22842; }","duration":"175.049248ms","start":"2026-02-26T02:23:46.179718Z","end":"2026-02-26T02:23:46.354767Z","steps":["trace[52264471] 'agreement among raft nodes before linearized reading' (duration: 175.005697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.354776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:46.028644Z","time spent":"326.122596ms","remote":"127.0.0.1:58510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:46.354802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559278236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:46.35486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58460241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:23:46.354898Z","caller":"traceutil/trace.go:171","msg":"trace[627444372] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:22842; }","duration":"1.559430499s","start":"2026-02-26T02:23:44.795444Z","end":"2026-02-26T02:23:46.354875Z","steps":["trace[627444372] 'agreement among raft nodes before linearized reading' (duration: 1.559234284s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:46.354922Z","caller":"traceutil/trace.go:171","msg":"trace[193218092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22842; }","duration":"1.584679041s","start":"2026-02-26T02:23:44.770227Z","end":"2026-02-26T02:23:46.354906Z","steps":["trace[193218092] 'agreement among raft nodes before linearized reading' (duration: 1.584488387s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.354957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:44.770221Z","time spent":"1.584727762s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:23:46.355009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072450914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:46.355042Z","caller":"traceutil/trace.go:171","msg":"trace[1303787458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22842; }","duration":"1.072521355s","start":"2026-02-26T02:23:45.282509Z","end":"2026-02-26T02:23:46.355031Z","steps":["trace[1303787458] 'agreement among raft nodes before linearized reading' (duration: 1.072469434s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.355067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:45.282488Z","time spent":"1.072573416s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:23:46.354951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:44.795426Z","time spent":"1.559514091s","remote":"127.0.0.1:58648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:46.355056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583554401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T02:23:46.355094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586367312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-26T02:23:46.355116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58455896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:23:46.355156Z","caller":"traceutil/trace.go:171","msg":"trace[1845390241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22842; }","duration":"1.58463419s","start":"2026-02-26T02:23:44.770508Z","end":"2026-02-26T02:23:46.355142Z","steps":["trace[1845390241] 'agreement among raft nodes before linearized reading' (duration: 1.584531949s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:46.355155Z","caller":"traceutil/trace.go:171","msg":"trace[1893588757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22842; }","duration":"1.583714643s","start":"2026-02-26T02:23:44.771414Z","end":"2026-02-26T02:23:46.355128Z","steps":["trace[1893588757] 'agreement among raft nodes before linearized reading' (duration: 1.583347446s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.35516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.929875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-26T02:23:46.355166Z","caller":"traceutil/trace.go:171","msg":"trace[448283654] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22842; }","duration":"1.586467394s","start":"2026-02-26T02:23:44.768672Z","end":"2026-02-26T02:23:46.355139Z","steps":["trace[448283654] 'agreement among raft nodes before linearized reading' (duration: 1.586155809s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.355189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:44.770478Z","time spent":"1.584699322s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T02:23:46.355195Z","caller":"traceutil/trace.go:171","msg":"trace[1919264086] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:22842; }","duration":"330.998916ms","start":"2026-02-26T02:23:46.024189Z","end":"2026-02-26T02:23:46.355188Z","steps":["trace[1919264086] 'agreement among raft nodes before linearized reading' (duration: 330.752712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.355198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:44.771392Z","time spent":"1.583798755s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:23:46.355219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:46.024169Z","time spent":"331.046268ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"warn","ts":"2026-02-26T02:23:46.355212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:44.76865Z","time spent":"1.586554505s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:23:46.355456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743346589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:23:46.355504Z","caller":"traceutil/trace.go:171","msg":"trace[1468909131] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:22842; }","duration":"1.74344035s","start":"2026-02-26T02:23:44.61205Z","end":"2026-02-26T02:23:46.35549Z","steps":["trace[1468909131] 'agreement among raft nodes before linearized reading' (duration: 1.743291208s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.355538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:44.612026Z","time spent":"1.743504112s","remote":"127.0.0.1:56480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:46.354718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95896442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:46.355605Z","caller":"traceutil/trace.go:171","msg":"trace[2087319215] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:22842; }","duration":"1.959900498s","start":"2026-02-26T02:23:44.39569Z","end":"2026-02-26T02:23:46.35559Z","steps":["trace[2087319215] 'agreement among raft nodes before linearized reading' (duration: 1.958954321s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.355709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:44.395675Z","time spent":"1.959958139s","remote":"127.0.0.1:58492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:23:47.102358Z","caller":"traceutil/trace.go:171","msg":"trace[920198816] transaction","detail":"{read_only:false; response_revision:22843; number_of_response:1; }","duration":"742.981916ms","start":"2026-02-26T02:23:46.359332Z","end":"2026-02-26T02:23:47.102313Z","steps":["trace[920198816] 'process raft request' (duration: 742.09439ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:47.102429Z","caller":"traceutil/trace.go:171","msg":"trace[249253607] transaction","detail":"{read_only:false; response_revision:22844; number_of_response:1; }","duration":"741.968078ms","start":"2026-02-26T02:23:46.360414Z","end":"2026-02-26T02:23:47.102382Z","steps":["trace[249253607] 'process raft request' (duration: 741.829895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:47.102651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:46.359306Z","time spent":"743.20386ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:47.102682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:46.360399Z","time spent":"742.148592ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:47.102737Z","caller":"traceutil/trace.go:171","msg":"trace[566701653] transaction","detail":"{read_only:false; response_revision:22846; number_of_response:1; }","duration":"738.703248ms","start":"2026-02-26T02:23:46.364027Z","end":"2026-02-26T02:23:47.10273Z","steps":["trace[566701653] 'process raft request' (duration: 738.537495ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:47.102747Z","caller":"traceutil/trace.go:171","msg":"trace[1636130995] linearizableReadLoop","detail":"{readStateIndex:23658; appliedIndex:23654; }","duration":"738.667808ms","start":"2026-02-26T02:23:46.364038Z","end":"2026-02-26T02:23:47.102706Z","steps":["trace[1636130995] 'read index received' (duration: 61.698771ms)","trace[1636130995] 'applied index is now lower than readState.Index' (duration: 676.967986ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:47.102876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:46.364016Z","time spent":"738.746078ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:47.102896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.84008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:47.102657Z","caller":"traceutil/trace.go:171","msg":"trace[2127611563] transaction","detail":"{read_only:false; response_revision:22845; number_of_response:1; }","duration":"742.11586ms","start":"2026-02-26T02:23:46.360514Z","end":"2026-02-26T02:23:47.10263Z","steps":["trace[2127611563] 'process raft request' (duration: 741.794764ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:47.102931Z","caller":"traceutil/trace.go:171","msg":"trace[737758195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22846; }","duration":"738.902531ms","start":"2026-02-26T02:23:46.364018Z","end":"2026-02-26T02:23:47.10292Z","steps":["trace[737758195] 'agreement among raft nodes before linearized reading' (duration: 738.797969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:47.102979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:46.364011Z","time spent":"738.947172ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:23:47.103049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:46.360502Z","time spent":"742.445066ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:47.41914Z","caller":"traceutil/trace.go:171","msg":"trace[1528025145] transaction","detail":"{read_only:false; response_revision:22847; number_of_response:1; }","duration":"992.54671ms","start":"2026-02-26T02:23:46.426567Z","end":"2026-02-26T02:23:47.419114Z","steps":["trace[1528025145] 'process raft request' (duration: 990.328019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:47.419276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:46.426548Z","time spent":"992.650501ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:47.419166Z","caller":"traceutil/trace.go:171","msg":"trace[1790194949] transaction","detail":"{read_only:false; response_revision:22848; number_of_response:1; }","duration":"420.18432ms","start":"2026-02-26T02:23:46.998956Z","end":"2026-02-26T02:23:47.41914Z","steps":["trace[1790194949] 'process raft request' (duration: 420.073248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:47.423101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:46.998935Z","time spent":"424.04728ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:48.304725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.953466ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:48.304839Z","caller":"traceutil/trace.go:171","msg":"trace[716001332] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22848; }","duration":"217.075848ms","start":"2026-02-26T02:23:48.087748Z","end":"2026-02-26T02:23:48.304824Z","steps":["trace[716001332] 'range keys from in-memory index tree' (duration: 216.937396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:48.305241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.290731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T02:23:48.305299Z","caller":"traceutil/trace.go:171","msg":"trace[1325220088] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22848; }","duration":"511.377552ms","start":"2026-02-26T02:23:47.793908Z","end":"2026-02-26T02:23:48.305285Z","steps":["trace[1325220088] 'range keys from in-memory index tree' (duration: 511.138477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:48.305324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:47.793898Z","time spent":"511.420013ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:23:48.305617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.626881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T02:23:48.305696Z","caller":"traceutil/trace.go:171","msg":"trace[2023705372] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22848; }","duration":"526.770603ms","start":"2026-02-26T02:23:47.778906Z","end":"2026-02-26T02:23:48.305676Z","steps":["trace[2023705372] 'range keys from in-memory index tree' (duration: 526.456828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:48.305773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:47.778884Z","time spent":"526.848185ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-26T02:23:48.634688Z","caller":"traceutil/trace.go:171","msg":"trace[127429623] transaction","detail":"{read_only:false; response_revision:22849; number_of_response:1; }","duration":"324.753371ms","start":"2026-02-26T02:23:48.309907Z","end":"2026-02-26T02:23:48.63466Z","steps":["trace[127429623] 'process raft request' (duration: 324.579948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:48.634855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:48.309895Z","time spent":"324.868563ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:49.093652Z","caller":"traceutil/trace.go:171","msg":"trace[1733125265] transaction","detail":"{read_only:false; response_revision:22850; number_of_response:1; }","duration":"735.970808ms","start":"2026-02-26T02:23:48.357643Z","end":"2026-02-26T02:23:49.093614Z","steps":["trace[1733125265] 'process raft request' (duration: 701.229221ms)","trace[1733125265] 'compare' (duration: 34.314788ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:49.093625Z","caller":"traceutil/trace.go:171","msg":"trace[1780685167] transaction","detail":"{read_only:false; response_revision:22851; number_of_response:1; }","duration":"735.798435ms","start":"2026-02-26T02:23:48.357795Z","end":"2026-02-26T02:23:49.093593Z","steps":["trace[1780685167] 'process raft request' (duration: 735.612091ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:49.093804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:48.35761Z","time spent":"736.114111ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:49.093835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:48.357774Z","time spent":"735.965178ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:49.094403Z","caller":"traceutil/trace.go:171","msg":"trace[745621288] transaction","detail":"{read_only:false; response_revision:22852; number_of_response:1; }","duration":"734.557891ms","start":"2026-02-26T02:23:48.359825Z","end":"2026-02-26T02:23:49.094383Z","steps":["trace[745621288] 'process raft request' (duration: 733.697806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:49.094478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:48.359812Z","time spent":"734.627852ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:49.094483Z","caller":"traceutil/trace.go:171","msg":"trace[919238] linearizableReadLoop","detail":"{readStateIndex:23663; appliedIndex:23660; }","duration":"734.814127ms","start":"2026-02-26T02:23:48.359642Z","end":"2026-02-26T02:23:49.094456Z","steps":["trace[919238] 'read index received' (duration: 274.835797ms)","trace[919238] 'applied index is now lower than readState.Index' (duration: 459.97726ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:49.094536Z","caller":"traceutil/trace.go:171","msg":"trace[2043042273] transaction","detail":"{read_only:false; response_revision:22853; number_of_response:1; }","duration":"734.045673ms","start":"2026-02-26T02:23:48.360465Z","end":"2026-02-26T02:23:49.094511Z","steps":["trace[2043042273] 'process raft request' (duration: 733.864529ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:49.094617Z","caller":"traceutil/trace.go:171","msg":"trace[373025445] transaction","detail":"{read_only:false; response_revision:22854; number_of_response:1; }","duration":"733.290048ms","start":"2026-02-26T02:23:48.361315Z","end":"2026-02-26T02:23:49.094605Z","steps":["trace[373025445] 'process raft request' (duration: 733.100935ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:49.094665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:48.36046Z","time spent":"734.135304ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:49.094718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:48.361286Z","time spent":"733.362339ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:49.094954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.312496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:23:49.094991Z","caller":"traceutil/trace.go:171","msg":"trace[1016922618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22854; }","duration":"735.389758ms","start":"2026-02-26T02:23:48.359591Z","end":"2026-02-26T02:23:49.09498Z","steps":["trace[1016922618] 'agreement among raft nodes before linearized reading' (duration: 735.252284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:49.09502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:48.35957Z","time spent":"735.443378ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:23:49.118894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.405633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:23:49.118976Z","caller":"traceutil/trace.go:171","msg":"trace[1310580369] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:22855; }","duration":"636.565196ms","start":"2026-02-26T02:23:48.482392Z","end":"2026-02-26T02:23:49.118958Z","steps":["trace[1310580369] 'agreement among raft nodes before linearized reading' (duration: 636.416763ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:49.118973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.743677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:49.119017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:48.482361Z","time spent":"636.646728ms","remote":"127.0.0.1:56644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:23:49.119028Z","caller":"traceutil/trace.go:171","msg":"trace[1966855649] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22855; }","duration":"739.861219ms","start":"2026-02-26T02:23:48.379154Z","end":"2026-02-26T02:23:49.119015Z","steps":["trace[1966855649] 'agreement among raft nodes before linearized reading' (duration: 739.761957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:49.119062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:48.379139Z","time spent":"739.916211ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T02:23:49.119111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.352587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:23:49.119193Z","caller":"traceutil/trace.go:171","msg":"trace[326137073] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22855; }","duration":"759.49348ms","start":"2026-02-26T02:23:48.35968Z","end":"2026-02-26T02:23:49.119173Z","steps":["trace[326137073] 'agreement among raft nodes before linearized reading' (duration: 759.281956ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:49.119237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:48.359644Z","time spent":"759.584781ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:23:49.730061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.469164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:23:49.730168Z","caller":"traceutil/trace.go:171","msg":"trace[847498348] linearizableReadLoop","detail":"{readStateIndex:23668; appliedIndex:23667; }","duration":"611.364033ms","start":"2026-02-26T02:23:49.118783Z","end":"2026-02-26T02:23:49.730147Z","steps":["trace[847498348] 'read index received' (duration: 285.715346ms)","trace[847498348] 'applied index is now lower than readState.Index' (duration: 325.647537ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:49.730332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.816571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:23:49.730366Z","caller":"traceutil/trace.go:171","msg":"trace[1382615971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22856; }","duration":"623.881073ms","start":"2026-02-26T02:23:49.106476Z","end":"2026-02-26T02:23:49.730357Z","steps":["trace[1382615971] 'agreement among raft nodes before linearized reading' (duration: 623.745931ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:49.730381Z","caller":"traceutil/trace.go:171","msg":"trace[558560018] transaction","detail":"{read_only:false; response_revision:22856; number_of_response:1; }","duration":"631.597245ms","start":"2026-02-26T02:23:49.098735Z","end":"2026-02-26T02:23:49.730332Z","steps":["trace[558560018] 'process raft request' (duration: 305.779314ms)","trace[558560018] 'compare' (duration: 325.168569ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:49.73041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.7089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T02:23:49.730485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.974788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-26T02:23:49.730507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:49.098703Z","time spent":"631.750898ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:49.730523Z","caller":"traceutil/trace.go:171","msg":"trace[1631843471] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22856; }","duration":"622.027489ms","start":"2026-02-26T02:23:49.108484Z","end":"2026-02-26T02:23:49.730511Z","steps":["trace[1631843471] 'agreement among raft nodes before linearized reading' (duration: 621.948857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:49.730548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:49.108475Z","time spent":"622.067471ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:23:49.730399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:49.106456Z","time spent":"623.935364ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:23:49.730766Z","caller":"traceutil/trace.go:171","msg":"trace[2064812392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22856; }","duration":"623.847942ms","start":"2026-02-26T02:23:49.106626Z","end":"2026-02-26T02:23:49.730474Z","steps":["trace[2064812392] 'agreement among raft nodes before linearized reading' (duration: 623.585807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:49.730842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:49.106605Z","time spent":"624.22072ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:23:49.730915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.183809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:23:49.731025Z","caller":"traceutil/trace.go:171","msg":"trace[2010382438] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22856; }","duration":"624.575316ms","start":"2026-02-26T02:23:49.106424Z","end":"2026-02-26T02:23:49.730999Z","steps":["trace[2010382438] 'agreement among raft nodes before linearized reading' (duration: 623.807492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:49.731183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:49.106416Z","time spent":"624.748269ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T02:23:50.07022Z","caller":"traceutil/trace.go:171","msg":"trace[1118843785] transaction","detail":"{read_only:false; response_revision:22857; number_of_response:1; }","duration":"946.119529ms","start":"2026-02-26T02:23:49.124069Z","end":"2026-02-26T02:23:50.070189Z","steps":["trace[1118843785] 'process raft request' (duration: 910.036738ms)","trace[1118843785] 'compare' (duration: 35.797466ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:50.07037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:49.124051Z","time spent":"946.243591ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:51.015952Z","caller":"traceutil/trace.go:171","msg":"trace[628935833] transaction","detail":"{read_only:false; response_revision:22858; number_of_response:1; }","duration":"1.588295088s","start":"2026-02-26T02:23:49.42762Z","end":"2026-02-26T02:23:51.015915Z","steps":["trace[628935833] 'process raft request' (duration: 1.588080473s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:51.016234Z","caller":"traceutil/trace.go:171","msg":"trace[945265760] transaction","detail":"{read_only:false; response_revision:22859; number_of_response:1; }","duration":"1.547781025s","start":"2026-02-26T02:23:49.468423Z","end":"2026-02-26T02:23:51.016204Z","steps":["trace[945265760] 'process raft request' (duration: 1.547443499s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:51.016319Z","caller":"traceutil/trace.go:171","msg":"trace[699401447] transaction","detail":"{read_only:false; response_revision:22861; number_of_response:1; }","duration":"1.28124994s","start":"2026-02-26T02:23:49.735044Z","end":"2026-02-26T02:23:51.016294Z","steps":["trace[699401447] 'process raft request' (duration: 1.281164358s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:51.016377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:49.468381Z","time spent":"1.547914228s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:51.016377Z","caller":"traceutil/trace.go:171","msg":"trace[1460483058] transaction","detail":"{read_only:false; response_revision:22860; number_of_response:1; }","duration":"1.31722246s","start":"2026-02-26T02:23:49.699115Z","end":"2026-02-26T02:23:51.016338Z","steps":["trace[1460483058] 'process raft request' (duration: 1.316963425s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:51.016613Z","caller":"traceutil/trace.go:171","msg":"trace[1796469324] transaction","detail":"{read_only:false; response_revision:22862; number_of_response:1; }","duration":"1.279349876s","start":"2026-02-26T02:23:49.737072Z","end":"2026-02-26T02:23:51.016421Z","steps":["trace[1796469324] 'process raft request' (duration: 1.279188683s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:51.016706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:49.699084Z","time spent":"1.317539116s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:51.01671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:49.737063Z","time spent":"1.27958164s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:51.017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:49.735019Z","time spent":"1.281361842s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:51.017083Z","caller":"traceutil/trace.go:171","msg":"trace[1824816102] transaction","detail":"{read_only:false; response_revision:22863; number_of_response:1; }","duration":"1.279946556s","start":"2026-02-26T02:23:49.737125Z","end":"2026-02-26T02:23:51.017072Z","steps":["trace[1824816102] 'process raft request' (duration: 1.279261814s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:51.017142Z","caller":"traceutil/trace.go:171","msg":"trace[1704537548] linearizableReadLoop","detail":"{readStateIndex:23672; appliedIndex:23668; }","duration":"1.286934885s","start":"2026-02-26T02:23:49.730194Z","end":"2026-02-26T02:23:51.017129Z","steps":["trace[1704537548] 'read index received' (duration: 303.990991ms)","trace[1704537548] 'applied index is now lower than readState.Index' (duration: 982.942693ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:51.017149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:49.737108Z","time spent":"1.280004787s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:51.017157Z","caller":"traceutil/trace.go:171","msg":"trace[1297234192] transaction","detail":"{read_only:false; response_revision:22864; number_of_response:1; }","duration":"1.279364625s","start":"2026-02-26T02:23:49.73778Z","end":"2026-02-26T02:23:51.017144Z","steps":["trace[1297234192] 'process raft request' (duration: 1.279224332s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:51.017219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:49.737759Z","time spent":"1.279423356s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:51.017272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041719182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:51.017302Z","caller":"traceutil/trace.go:171","msg":"trace[1655988634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22864; }","duration":"1.041783433s","start":"2026-02-26T02:23:49.975508Z","end":"2026-02-26T02:23:51.017292Z","steps":["trace[1655988634] 'agreement among raft nodes before linearized reading' (duration: 1.041726581s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:51.017327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:49.975486Z","time spent":"1.041836194s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:23:51.017433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525734322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:23:51.017464Z","caller":"traceutil/trace.go:171","msg":"trace[123951595] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:22864; }","duration":"1.525812512s","start":"2026-02-26T02:23:49.491644Z","end":"2026-02-26T02:23:51.017456Z","steps":["trace[123951595] 'agreement among raft nodes before linearized reading' (duration: 1.525562247s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:51.017493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:49.49162Z","time spent":"1.525865764s","remote":"127.0.0.1:56426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:51.01751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.535571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:51.017548Z","caller":"traceutil/trace.go:171","msg":"trace[1416720920] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22864; }","duration":"597.621082ms","start":"2026-02-26T02:23:50.419911Z","end":"2026-02-26T02:23:51.017532Z","steps":["trace[1416720920] 'agreement among raft nodes before linearized reading' (duration: 597.566841ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:51.017557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895197272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:51.017577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:50.419885Z","time spent":"597.684813ms","remote":"127.0.0.1:48368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:23:51.017593Z","caller":"traceutil/trace.go:171","msg":"trace[1723060172] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22864; }","duration":"1.895250064s","start":"2026-02-26T02:23:49.122332Z","end":"2026-02-26T02:23:51.017582Z","steps":["trace[1723060172] 'agreement among raft nodes before linearized reading' (duration: 1.895200143s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:51.017634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:49.122321Z","time spent":"1.895306494s","remote":"127.0.0.1:56502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T02:23:51.017506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.934622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-02-26T02:23:51.017724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.649625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:51.01774Z","caller":"traceutil/trace.go:171","msg":"trace[154691426] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:22864; }","duration":"458.183036ms","start":"2026-02-26T02:23:50.559542Z","end":"2026-02-26T02:23:51.017725Z","steps":["trace[154691426] 'agreement among raft nodes before linearized reading' (duration: 457.8629ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:51.017761Z","caller":"traceutil/trace.go:171","msg":"trace[528843504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22864; }","duration":"733.730286ms","start":"2026-02-26T02:23:50.28402Z","end":"2026-02-26T02:23:51.017751Z","steps":["trace[528843504] 'agreement among raft nodes before linearized reading' (duration: 733.665625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:51.017772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:50.55953Z","time spent":"458.231927ms","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-02-26T02:23:51.01779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:50.283994Z","time spent":"733.790247ms","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:23:51.018032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:49.427592Z","time spent":"1.58843s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:51.623234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978782847,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:23:51.832917Z","caller":"traceutil/trace.go:171","msg":"trace[48483582] transaction","detail":"{read_only:false; response_revision:22865; number_of_response:1; }","duration":"734.642424ms","start":"2026-02-26T02:23:51.09825Z","end":"2026-02-26T02:23:51.832892Z","steps":["trace[48483582] 'process raft request' (duration: 666.179779ms)","trace[48483582] 'compare' (duration: 67.944206ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:51.833035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:51.098224Z","time spent":"734.752965ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:52.987996Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.204347112s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:23:52.988376Z","caller":"traceutil/trace.go:171","msg":"trace[267904767] transaction","detail":"{read_only:false; response_revision:22866; number_of_response:1; }","duration":"1.890100899s","start":"2026-02-26T02:23:51.098249Z","end":"2026-02-26T02:23:52.98835Z","steps":["trace[267904767] 'process raft request' (duration: 1.889915586s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:52.988512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:51.098223Z","time spent":"1.890220861s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:52.988718Z","caller":"traceutil/trace.go:171","msg":"trace[1775640016] transaction","detail":"{read_only:false; response_revision:22867; number_of_response:1; }","duration":"1.889288424s","start":"2026-02-26T02:23:51.099397Z","end":"2026-02-26T02:23:52.988686Z","steps":["trace[1775640016] 'process raft request' (duration: 1.888914246s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:52.988762Z","caller":"traceutil/trace.go:171","msg":"trace[685737816] linearizableReadLoop","detail":"{readStateIndex:23682; appliedIndex:23676; }","duration":"1.865975877s","start":"2026-02-26T02:23:51.122772Z","end":"2026-02-26T02:23:52.988748Z","steps":["trace[685737816] 'read index received' (duration: 641.669269ms)","trace[685737816] 'applied index is now lower than readState.Index' (duration: 1.224305748s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:52.988762Z","caller":"traceutil/trace.go:171","msg":"trace[971843651] transaction","detail":"{read_only:false; response_revision:22868; number_of_response:1; }","duration":"1.889307175s","start":"2026-02-26T02:23:51.099424Z","end":"2026-02-26T02:23:52.988731Z","steps":["trace[971843651] 'process raft request' (duration: 1.889167301s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:52.988838Z","caller":"traceutil/trace.go:171","msg":"trace[270915101] transaction","detail":"{read_only:false; response_revision:22869; number_of_response:1; }","duration":"1.88797666s","start":"2026-02-26T02:23:51.100833Z","end":"2026-02-26T02:23:52.98881Z","steps":["trace[270915101] 'process raft request' (duration: 1.887852968s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:52.98887Z","caller":"traceutil/trace.go:171","msg":"trace[1073857002] transaction","detail":"{read_only:false; response_revision:22870; number_of_response:1; }","duration":"1.629199218s","start":"2026-02-26T02:23:51.359641Z","end":"2026-02-26T02:23:52.98884Z","steps":["trace[1073857002] 'process raft request' (duration: 1.629074545s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:52.988896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:51.0994Z","time spent":"1.889437817s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:52.988903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767304869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:52.988932Z","caller":"traceutil/trace.go:171","msg":"trace[1385477222] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:22870; }","duration":"1.76737593s","start":"2026-02-26T02:23:51.221547Z","end":"2026-02-26T02:23:52.988923Z","steps":["trace[1385477222] 'agreement among raft nodes before linearized reading' (duration: 1.767311179s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:52.988891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866116659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:23:52.988955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:51.221534Z","time spent":"1.767415031s","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:52.988959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:51.100822Z","time spent":"1.888062121s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:52.988969Z","caller":"traceutil/trace.go:171","msg":"trace[74388889] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:22870; }","duration":"1.866219781s","start":"2026-02-26T02:23:51.122734Z","end":"2026-02-26T02:23:52.988954Z","steps":["trace[74388889] 'agreement among raft nodes before linearized reading' (duration: 1.866107829s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:52.988979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:51.099374Z","time spent":"1.889445607s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:52.988971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531775181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:52.989009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:51.122724Z","time spent":"1.866276413s","remote":"127.0.0.1:32966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:52.98903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621043378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:52.989037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.914638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:23:52.989049Z","caller":"traceutil/trace.go:171","msg":"trace[395955240] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:22870; }","duration":"1.531913584s","start":"2026-02-26T02:23:51.457115Z","end":"2026-02-26T02:23:52.989029Z","steps":["trace[395955240] 'agreement among raft nodes before linearized reading' (duration: 1.531774042s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:52.988992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:51.359612Z","time spent":"1.62931326s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:52.989083Z","caller":"traceutil/trace.go:171","msg":"trace[1140080665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22870; }","duration":"914.990409ms","start":"2026-02-26T02:23:52.074083Z","end":"2026-02-26T02:23:52.989073Z","steps":["trace[1140080665] 'agreement among raft nodes before linearized reading' (duration: 914.810126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:52.989088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.816775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:52.989096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:51.457084Z","time spent":"1.532000376s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:23:52.989111Z","caller":"traceutil/trace.go:171","msg":"trace[1111522013] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:22870; }","duration":"287.866266ms","start":"2026-02-26T02:23:52.70124Z","end":"2026-02-26T02:23:52.989107Z","steps":["trace[1111522013] 'agreement among raft nodes before linearized reading' (duration: 287.829156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:52.989143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706320411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:52.989145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.663925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:52.989173Z","caller":"traceutil/trace.go:171","msg":"trace[1574291119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22870; }","duration":"1.706379782s","start":"2026-02-26T02:23:51.282787Z","end":"2026-02-26T02:23:52.989166Z","steps":["trace[1574291119] 'agreement among raft nodes before linearized reading' (duration: 1.706340962s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:52.989194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:51.282774Z","time spent":"1.706416213s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:23:52.989198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.426028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:23:52.989193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253820899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:23:52.989222Z","caller":"traceutil/trace.go:171","msg":"trace[1552223385] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:22870; }","duration":"729.485878ms","start":"2026-02-26T02:23:52.259729Z","end":"2026-02-26T02:23:52.989215Z","steps":["trace[1552223385] 'agreement among raft nodes before linearized reading' (duration: 729.443738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:52.989241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:52.259709Z","time spent":"729.52774ms","remote":"127.0.0.1:53604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:23:52.989243Z","caller":"traceutil/trace.go:171","msg":"trace[573217408] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22870; }","duration":"1.253924011s","start":"2026-02-26T02:23:51.735306Z","end":"2026-02-26T02:23:52.98923Z","steps":["trace[573217408] 'agreement among raft nodes before linearized reading' (duration: 1.253769778s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:52.989054Z","caller":"traceutil/trace.go:171","msg":"trace[800547513] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:22870; }","duration":"1.621102549s","start":"2026-02-26T02:23:51.367943Z","end":"2026-02-26T02:23:52.989046Z","steps":["trace[800547513] 'agreement among raft nodes before linearized reading' (duration: 1.621047228s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:52.989273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:51.735282Z","time spent":"1.253984591s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:23:52.989303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:51.367932Z","time spent":"1.621360824s","remote":"127.0.0.1:48652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:52.989154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.543276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:52.989193Z","caller":"traceutil/trace.go:171","msg":"trace[32234712] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22870; }","duration":"202.743946ms","start":"2026-02-26T02:23:52.786436Z","end":"2026-02-26T02:23:52.989179Z","steps":["trace[32234712] 'agreement among raft nodes before linearized reading' (duration: 202.656604ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:52.989363Z","caller":"traceutil/trace.go:171","msg":"trace[2079363881] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:22870; }","duration":"373.78243ms","start":"2026-02-26T02:23:52.615569Z","end":"2026-02-26T02:23:52.989352Z","steps":["trace[2079363881] 'agreement among raft nodes before linearized reading' (duration: 373.563266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:52.989407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:52.615549Z","time spent":"373.845491ms","remote":"127.0.0.1:53608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:52.989116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:52.074065Z","time spent":"915.043829ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:23:53.494358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978782856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:23:54.00256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.171697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:23:54.002664Z","caller":"traceutil/trace.go:171","msg":"trace[1044414537] transaction","detail":"{read_only:false; response_revision:22871; number_of_response:1; }","duration":"1.009614332s","start":"2026-02-26T02:23:52.993032Z","end":"2026-02-26T02:23:54.002647Z","steps":["trace[1044414537] 'process raft request' (duration: 569.288352ms)","trace[1044414537] 'compare' (duration: 440.071285ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:54.002719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:52.993013Z","time spent":"1.009679914s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:54.390035Z","caller":"traceutil/trace.go:171","msg":"trace[58944315] transaction","detail":"{read_only:false; response_revision:22872; number_of_response:1; }","duration":"1.396353069s","start":"2026-02-26T02:23:52.993657Z","end":"2026-02-26T02:23:54.39001Z","steps":["trace[58944315] 'process raft request' (duration: 1.351016879s)","trace[58944315] 'compare' (duration: 44.970534ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:54.390077Z","caller":"traceutil/trace.go:171","msg":"trace[2006719578] transaction","detail":"{read_only:false; response_revision:22874; number_of_response:1; }","duration":"551.16091ms","start":"2026-02-26T02:23:53.838899Z","end":"2026-02-26T02:23:54.39006Z","steps":["trace[2006719578] 'process raft request' (duration: 551.120379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:54.390169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:52.99364Z","time spent":"1.396461482s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:54.390186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:53.838879Z","time spent":"551.238722ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:54.390301Z","caller":"traceutil/trace.go:171","msg":"trace[148997156] transaction","detail":"{read_only:false; response_revision:22873; number_of_response:1; }","duration":"1.367295248s","start":"2026-02-26T02:23:53.022995Z","end":"2026-02-26T02:23:54.39029Z","steps":["trace[148997156] 'process raft request' (duration: 1.366940431s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:54.390309Z","caller":"traceutil/trace.go:171","msg":"trace[85256579] linearizableReadLoop","detail":"{readStateIndex:23685; appliedIndex:23682; }","duration":"1.396372221s","start":"2026-02-26T02:23:52.993926Z","end":"2026-02-26T02:23:54.390298Z","steps":["trace[85256579] 'read index received' (duration: 568.474748ms)","trace[85256579] 'applied index is now lower than readState.Index' (duration: 827.896543ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:54.390357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:53.022981Z","time spent":"1.367347799s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:54.390406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396473193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:54.390438Z","caller":"traceutil/trace.go:171","msg":"trace[893793534] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22874; }","duration":"1.396506154s","start":"2026-02-26T02:23:52.993922Z","end":"2026-02-26T02:23:54.390428Z","steps":["trace[893793534] 'agreement among raft nodes before linearized reading' (duration: 1.396448893s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:54.390463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38975452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:54.390469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:52.993893Z","time spent":"1.396569224s","remote":"127.0.0.1:56502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:23:54.390493Z","caller":"traceutil/trace.go:171","msg":"trace[1696737970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22874; }","duration":"1.38979318s","start":"2026-02-26T02:23:53.000689Z","end":"2026-02-26T02:23:54.390482Z","steps":["trace[1696737970] 'agreement among raft nodes before linearized reading' (duration: 1.38974956s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:54.390521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:53.000684Z","time spent":"1.389831071s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:23:54.390687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.827962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:54.3909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36469014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-26T02:23:54.390895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37013658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T02:23:54.390933Z","caller":"traceutil/trace.go:171","msg":"trace[1043037424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22874; }","duration":"1.364753301s","start":"2026-02-26T02:23:53.02617Z","end":"2026-02-26T02:23:54.390923Z","steps":["trace[1043037424] 'agreement among raft nodes before linearized reading' (duration: 1.364630409s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:54.390964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:53.026155Z","time spent":"1.364802162s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T02:23:54.390964Z","caller":"traceutil/trace.go:171","msg":"trace[819184935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22874; }","duration":"1.370235162s","start":"2026-02-26T02:23:53.02071Z","end":"2026-02-26T02:23:54.390946Z","steps":["trace[819184935] 'agreement among raft nodes before linearized reading' (duration: 1.370060879s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:54.391004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:53.020699Z","time spent":"1.370296593s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:23:54.391096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370034387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T02:23:54.391152Z","caller":"traceutil/trace.go:171","msg":"trace[1345459942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22874; }","duration":"1.370105348s","start":"2026-02-26T02:23:53.021034Z","end":"2026-02-26T02:23:54.391139Z","steps":["trace[1345459942] 'agreement among raft nodes before linearized reading' (duration: 1.369966246s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:54.391199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:53.021028Z","time spent":"1.370154289s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:23:54.391189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37072298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-26T02:23:54.392012Z","caller":"traceutil/trace.go:171","msg":"trace[1313457864] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22874; }","duration":"1.371572866s","start":"2026-02-26T02:23:53.020418Z","end":"2026-02-26T02:23:54.391991Z","steps":["trace[1313457864] 'agreement among raft nodes before linearized reading' (duration: 1.370551627s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:54.392084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:53.020411Z","time spent":"1.371657977s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T02:23:54.392303Z","caller":"traceutil/trace.go:171","msg":"trace[214337705] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22874; }","duration":"392.476252ms","start":"2026-02-26T02:23:53.999812Z","end":"2026-02-26T02:23:54.392288Z","steps":["trace[214337705] 'agreement among raft nodes before linearized reading' (duration: 390.848533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:54.392354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:53.999788Z","time spent":"392.550904ms","remote":"127.0.0.1:48310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:23:54.925456Z","caller":"traceutil/trace.go:171","msg":"trace[794864284] linearizableReadLoop","detail":"{readStateIndex:23689; appliedIndex:23687; }","duration":"527.863523ms","start":"2026-02-26T02:23:54.397528Z","end":"2026-02-26T02:23:54.925391Z","steps":["trace[794864284] 'read index received' (duration: 42.423867ms)","trace[794864284] 'applied index is now lower than readState.Index' (duration: 485.438256ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:54.925544Z","caller":"traceutil/trace.go:171","msg":"trace[1221871791] transaction","detail":"{read_only:false; response_revision:22877; number_of_response:1; }","duration":"528.808782ms","start":"2026-02-26T02:23:54.39671Z","end":"2026-02-26T02:23:54.925519Z","steps":["trace[1221871791] 'process raft request' (duration: 528.565597ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:54.925601Z","caller":"traceutil/trace.go:171","msg":"trace[787980300] transaction","detail":"{read_only:false; response_revision:22878; number_of_response:1; }","duration":"527.753122ms","start":"2026-02-26T02:23:54.397833Z","end":"2026-02-26T02:23:54.925586Z","steps":["trace[787980300] 'process raft request' (duration: 527.517468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:54.925651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:54.396694Z","time spent":"528.904683ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:54.925707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:54.397818Z","time spent":"527.813403ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:54.925771Z","caller":"traceutil/trace.go:171","msg":"trace[906405639] transaction","detail":"{read_only:false; response_revision:22876; number_of_response:1; }","duration":"529.084486ms","start":"2026-02-26T02:23:54.396678Z","end":"2026-02-26T02:23:54.925762Z","steps":["trace[906405639] 'process raft request' (duration: 481.973312ms)","trace[906405639] 'compare' (duration: 46.459702ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:54.925801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:54.396655Z","time spent":"529.129647ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:54.926016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.464754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:54.926106Z","caller":"traceutil/trace.go:171","msg":"trace[558472077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22878; }","duration":"528.582547ms","start":"2026-02-26T02:23:54.397503Z","end":"2026-02-26T02:23:54.926085Z","steps":["trace[558472077] 'agreement among raft nodes before linearized reading' (duration: 528.413124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:54.926155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:54.397492Z","time spent":"528.654428ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:23:55.426195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978782869,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:23:56.207995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.311075ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:23:56.208685Z","caller":"traceutil/trace.go:171","msg":"trace[965719068] transaction","detail":"{read_only:false; response_revision:22879; number_of_response:1; }","duration":"1.213478718s","start":"2026-02-26T02:23:54.995181Z","end":"2026-02-26T02:23:56.20866Z","steps":["trace[965719068] 'process raft request' (duration: 1.212917138s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:56.20885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:54.995152Z","time spent":"1.21360689s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:56.560718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.947891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:23:56.561075Z","caller":"traceutil/trace.go:171","msg":"trace[126257682] transaction","detail":"{read_only:false; response_revision:22880; number_of_response:1; }","duration":"1.565822616s","start":"2026-02-26T02:23:54.995214Z","end":"2026-02-26T02:23:56.561037Z","steps":["trace[126257682] 'process raft request' (duration: 1.213428527s)","trace[126257682] 'compare' (duration: 351.759767ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:56.561144Z","caller":"traceutil/trace.go:171","msg":"trace[410888378] linearizableReadLoop","detail":"{readStateIndex:23695; appliedIndex:23690; }","duration":"1.635572284s","start":"2026-02-26T02:23:54.92555Z","end":"2026-02-26T02:23:56.561122Z","steps":["trace[410888378] 'read index received' (duration: 917.040066ms)","trace[410888378] 'applied index is now lower than readState.Index' (duration: 718.530958ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:56.561116Z","caller":"traceutil/trace.go:171","msg":"trace[287877609] transaction","detail":"{read_only:false; response_revision:22881; number_of_response:1; }","duration":"1.565865916s","start":"2026-02-26T02:23:54.995217Z","end":"2026-02-26T02:23:56.561083Z","steps":["trace[287877609] 'process raft request' (duration: 1.565645032s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:56.561193Z","caller":"traceutil/trace.go:171","msg":"trace[1708147172] transaction","detail":"{read_only:false; response_revision:22882; number_of_response:1; }","duration":"1.564663675s","start":"2026-02-26T02:23:54.996491Z","end":"2026-02-26T02:23:56.561154Z","steps":["trace[1708147172] 'process raft request' (duration: 1.564502342s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:56.561238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:54.995188Z","time spent":"1.565960708s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:56.561275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163489878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:56.561272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995145083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:56.561268Z","caller":"traceutil/trace.go:171","msg":"trace[1640688944] transaction","detail":"{read_only:false; response_revision:22883; number_of_response:1; }","duration":"165.544344ms","start":"2026-02-26T02:23:56.39568Z","end":"2026-02-26T02:23:56.561224Z","steps":["trace[1640688944] 'process raft request' (duration: 165.395821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:56.561306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:54.995189Z","time spent":"1.56602701s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:56.561317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061430258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-26T02:23:56.561351Z","caller":"traceutil/trace.go:171","msg":"trace[686424915] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22883; }","duration":"1.995262356s","start":"2026-02-26T02:23:54.566067Z","end":"2026-02-26T02:23:56.561329Z","steps":["trace[686424915] 'agreement among raft nodes before linearized reading' (duration: 1.995077502s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:56.561347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:54.996479Z","time spent":"1.564785797s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:56.561384Z","caller":"traceutil/trace.go:171","msg":"trace[1582241452] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:22883; }","duration":"2.06152806s","start":"2026-02-26T02:23:54.49984Z","end":"2026-02-26T02:23:56.561368Z","steps":["trace[1582241452] 'agreement among raft nodes before linearized reading' (duration: 2.061310547s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:56.561393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:54.56605Z","time spent":"1.995332877s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:56.561401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799314204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:56.561419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:54.499821Z","time spent":"2.061590001s","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-02-26T02:23:56.561473Z","caller":"traceutil/trace.go:171","msg":"trace[381201965] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:22883; }","duration":"1.799425967s","start":"2026-02-26T02:23:54.762025Z","end":"2026-02-26T02:23:56.561451Z","steps":["trace[381201965] 'agreement among raft nodes before linearized reading' (duration: 1.799100161s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:56.561526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:54.762004Z","time spent":"1.799506468s","remote":"127.0.0.1:49510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:23:56.561323Z","caller":"traceutil/trace.go:171","msg":"trace[1501896358] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22883; }","duration":"2.16356996s","start":"2026-02-26T02:23:54.397737Z","end":"2026-02-26T02:23:56.561307Z","steps":["trace[1501896358] 'agreement among raft nodes before linearized reading' (duration: 2.163486829s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:56.561601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:54.397724Z","time spent":"2.163857105s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:23:57.06228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978782876,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:23:57.369278Z","caller":"traceutil/trace.go:171","msg":"trace[1752064980] transaction","detail":"{read_only:false; response_revision:22884; number_of_response:1; }","duration":"970.226831ms","start":"2026-02-26T02:23:56.399024Z","end":"2026-02-26T02:23:57.369251Z","steps":["trace[1752064980] 'process raft request' (duration: 970.062928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:57.369417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:56.399005Z","time spent":"970.343313ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:57.403439Z","caller":"traceutil/trace.go:171","msg":"trace[1914941615] linearizableReadLoop","detail":"{readStateIndex:23698; appliedIndex:23696; }","duration":"842.219566ms","start":"2026-02-26T02:23:56.561191Z","end":"2026-02-26T02:23:57.403411Z","steps":["trace[1914941615] 'read index received' (duration: 807.764864ms)","trace[1914941615] 'applied index is now lower than readState.Index' (duration: 34.453561ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:57.4036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196169472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:23:57.403669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348045796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T02:23:57.403682Z","caller":"traceutil/trace.go:171","msg":"trace[821917780] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:22885; }","duration":"1.196270424s","start":"2026-02-26T02:23:56.207393Z","end":"2026-02-26T02:23:57.403663Z","steps":["trace[821917780] 'agreement among raft nodes before linearized reading' (duration: 1.196075411s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:57.403707Z","caller":"traceutil/trace.go:171","msg":"trace[1811452086] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22885; }","duration":"1.348121007s","start":"2026-02-26T02:23:56.055575Z","end":"2026-02-26T02:23:57.403696Z","steps":["trace[1811452086] 'agreement among raft nodes before linearized reading' (duration: 1.347966244s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:57.403729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:56.20737Z","time spent":"1.196347965s","remote":"127.0.0.1:56564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:57.403743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:56.055564Z","time spent":"1.348170437s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:23:57.403796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009111804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-26T02:23:57.403807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.631687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-26T02:23:57.403849Z","caller":"traceutil/trace.go:171","msg":"trace[1859775338] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22885; }","duration":"1.009193325s","start":"2026-02-26T02:23:56.394639Z","end":"2026-02-26T02:23:57.403832Z","steps":["trace[1859775338] 'agreement among raft nodes before linearized reading' (duration: 1.009020992s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:57.403836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122579233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:57.403857Z","caller":"traceutil/trace.go:171","msg":"trace[43467660] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22885; }","duration":"959.728629ms","start":"2026-02-26T02:23:56.444113Z","end":"2026-02-26T02:23:57.403842Z","steps":["trace[43467660] 'agreement among raft nodes before linearized reading' (duration: 959.583027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:57.403884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:56.394624Z","time spent":"1.009252757s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:23:57.403905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:56.444092Z","time spent":"959.80509ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T02:23:57.403906Z","caller":"traceutil/trace.go:171","msg":"trace[658569693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22885; }","duration":"1.122687195s","start":"2026-02-26T02:23:56.281203Z","end":"2026-02-26T02:23:57.403891Z","steps":["trace[658569693] 'agreement among raft nodes before linearized reading' (duration: 1.122543372s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:57.403945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:56.281191Z","time spent":"1.122748136s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:23:57.403704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.285506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:57.403996Z","caller":"traceutil/trace.go:171","msg":"trace[174900053] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:22885; }","duration":"890.628032ms","start":"2026-02-26T02:23:56.513351Z","end":"2026-02-26T02:23:57.403979Z","steps":["trace[174900053] 'agreement among raft nodes before linearized reading' (duration: 890.254675ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:57.404042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137775168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:23:57.404069Z","caller":"traceutil/trace.go:171","msg":"trace[434094505] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:22885; }","duration":"2.137835839s","start":"2026-02-26T02:23:55.266225Z","end":"2026-02-26T02:23:57.404061Z","steps":["trace[434094505] 'agreement among raft nodes before linearized reading' (duration: 2.137736817s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:57.404095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:55.266208Z","time spent":"2.137881249s","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:57.404113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.115225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-26T02:23:57.404146Z","caller":"traceutil/trace.go:171","msg":"trace[1361063558] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22885; }","duration":"853.188535ms","start":"2026-02-26T02:23:56.550946Z","end":"2026-02-26T02:23:57.404135Z","steps":["trace[1361063558] 'agreement among raft nodes before linearized reading' (duration: 853.069243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:57.404165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.183408024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418276"} {"level":"warn","ts":"2026-02-26T02:23:57.404173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:56.550923Z","time spent":"853.244047ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T02:23:57.404199Z","caller":"traceutil/trace.go:171","msg":"trace[1480435792] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:22885; }","duration":"2.183481634s","start":"2026-02-26T02:23:55.220707Z","end":"2026-02-26T02:23:57.404189Z","steps":["trace[1480435792] 'agreement among raft nodes before linearized reading' (duration: 2.183284621s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:57.404227Z","caller":"traceutil/trace.go:171","msg":"trace[625355429] transaction","detail":"{read_only:false; response_revision:22885; number_of_response:1; }","duration":"779.463815ms","start":"2026-02-26T02:23:56.624752Z","end":"2026-02-26T02:23:57.404216Z","steps":["trace[625355429] 'process raft request' (duration: 778.476846ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:57.404299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:56.624725Z","time spent":"779.525946ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:57.404297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374329346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:23:57.404326Z","caller":"traceutil/trace.go:171","msg":"trace[2107644526] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:22885; }","duration":"1.374361827s","start":"2026-02-26T02:23:56.029956Z","end":"2026-02-26T02:23:57.404318Z","steps":["trace[2107644526] 'agreement among raft nodes before linearized reading' (duration: 1.374304926s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:57.404227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:55.22068Z","time spent":"2.183541146s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418298,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-26T02:23:57.40433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815217806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:57.404352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:56.029882Z","time spent":"1.374463138s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:23:57.404381Z","caller":"traceutil/trace.go:171","msg":"trace[722267294] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22885; }","duration":"1.815292927s","start":"2026-02-26T02:23:55.589067Z","end":"2026-02-26T02:23:57.40436Z","steps":["trace[722267294] 'agreement among raft nodes before linearized reading' (duration: 1.815213496s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:57.404041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:56.513332Z","time spent":"890.697233ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:57.404438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228748955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:57.404466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:55.589046Z","time spent":"1.815401939s","remote":"127.0.0.1:48456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:57.404715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.461981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:57.404719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.815542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T02:23:57.404758Z","caller":"traceutil/trace.go:171","msg":"trace[167278319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22885; }","duration":"474.873934ms","start":"2026-02-26T02:23:56.929872Z","end":"2026-02-26T02:23:57.404746Z","steps":["trace[167278319] 'agreement among raft nodes before linearized reading' (duration: 474.779371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:57.404752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.419113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-26T02:23:57.404827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:56.929857Z","time spent":"474.920845ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:23:57.404757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.602978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:23:57.40484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.82776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:57.404385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.555279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2c7f270a-224c-4aff-b6a8-0d86aba4b29b\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-26T02:23:57.404869Z","caller":"traceutil/trace.go:171","msg":"trace[2117880959] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:22885; }","duration":"301.73798ms","start":"2026-02-26T02:23:57.103121Z","end":"2026-02-26T02:23:57.404859Z","steps":["trace[2117880959] 'agreement among raft nodes before linearized reading' (duration: 301.577237ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:57.404877Z","caller":"traceutil/trace.go:171","msg":"trace[1258724298] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22885; }","duration":"332.900761ms","start":"2026-02-26T02:23:57.071967Z","end":"2026-02-26T02:23:57.404868Z","steps":["trace[1258724298] 'agreement among raft nodes before linearized reading' (duration: 332.84425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:57.404882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.887194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T02:23:57.404906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:57.103112Z","time spent":"301.784601ms","remote":"127.0.0.1:56820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:57.404911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:57.071948Z","time spent":"332.955402ms","remote":"127.0.0.1:48550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:23:57.404901Z","caller":"traceutil/trace.go:171","msg":"trace[602953166] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2c7f270a-224c-4aff-b6a8-0d86aba4b29b; range_end:; response_count:1; response_revision:22885; }","duration":"839.097168ms","start":"2026-02-26T02:23:56.565781Z","end":"2026-02-26T02:23:57.404878Z","steps":["trace[602953166] 'agreement among raft nodes before linearized reading' (duration: 838.478947ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:57.404934Z","caller":"traceutil/trace.go:171","msg":"trace[2090179452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22885; }","duration":"474.964435ms","start":"2026-02-26T02:23:56.92995Z","end":"2026-02-26T02:23:57.404915Z","steps":["trace[2090179452] 'agreement among raft nodes before linearized reading' (duration: 474.867963ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:57.404978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:56.929924Z","time spent":"475.045867ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:23:57.404969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:56.56576Z","time spent":"839.189651ms","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-2c7f270a-224c-4aff-b6a8-0d86aba4b29b\" "} {"level":"info","ts":"2026-02-26T02:23:57.404834Z","caller":"traceutil/trace.go:171","msg":"trace[898466506] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22885; }","duration":"475.534345ms","start":"2026-02-26T02:23:56.929287Z","end":"2026-02-26T02:23:57.404821Z","steps":["trace[898466506] 'agreement among raft nodes before linearized reading' (duration: 475.399453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:57.405078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:56.929266Z","time spent":"475.80267ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:23:57.404523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38001863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-26T02:23:57.404759Z","caller":"traceutil/trace.go:171","msg":"trace[681674286] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:22885; }","duration":"309.535694ms","start":"2026-02-26T02:23:57.09521Z","end":"2026-02-26T02:23:57.404745Z","steps":["trace[681674286] 'agreement among raft nodes before linearized reading' (duration: 309.467813ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:57.405144Z","caller":"traceutil/trace.go:171","msg":"trace[831488797] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:22885; }","duration":"1.380677763s","start":"2026-02-26T02:23:56.024453Z","end":"2026-02-26T02:23:57.405131Z","steps":["trace[831488797] 'agreement among raft nodes before linearized reading' (duration: 1.38000342s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:57.405158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:57.095191Z","time spent":"309.958631ms","remote":"127.0.0.1:58158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:57.405183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:56.024432Z","time spent":"1.380738584s","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"info","ts":"2026-02-26T02:23:57.404491Z","caller":"traceutil/trace.go:171","msg":"trace[1994133146] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:22885; }","duration":"2.228824316s","start":"2026-02-26T02:23:55.175646Z","end":"2026-02-26T02:23:57.40447Z","steps":["trace[1994133146] 'agreement among raft nodes before linearized reading' (duration: 2.228767025s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:57.405263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:55.175625Z","time spent":"2.229616602s","remote":"127.0.0.1:53518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:57.404878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.991051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:57.405385Z","caller":"traceutil/trace.go:171","msg":"trace[1515870494] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:22885; }","duration":"549.53597ms","start":"2026-02-26T02:23:56.855836Z","end":"2026-02-26T02:23:57.405372Z","steps":["trace[1515870494] 'agreement among raft nodes before linearized reading' (duration: 549.018091ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:57.405428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:56.855811Z","time spent":"549.603072ms","remote":"127.0.0.1:53656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:57.404919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.378285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:57.405493Z","caller":"traceutil/trace.go:171","msg":"trace[381112699] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22885; }","duration":"838.971255ms","start":"2026-02-26T02:23:56.566511Z","end":"2026-02-26T02:23:57.405482Z","steps":["trace[381112699] 'agreement among raft nodes before linearized reading' (duration: 838.385315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:57.40553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:56.566499Z","time spent":"839.018957ms","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:23:57.404727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398094472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:23:57.405648Z","caller":"traceutil/trace.go:171","msg":"trace[1961973076] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22885; }","duration":"1.39907412s","start":"2026-02-26T02:23:56.006565Z","end":"2026-02-26T02:23:57.405639Z","steps":["trace[1961973076] 'agreement among raft nodes before linearized reading' (duration: 1.397917278s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:57.405676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:56.006544Z","time spent":"1.39912355s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:24:00.783407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978782921,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:24:00.955584Z","caller":"traceutil/trace.go:171","msg":"trace[2056075955] transaction","detail":"{read_only:false; response_revision:22908; number_of_response:1; }","duration":"737.028987ms","start":"2026-02-26T02:24:00.218536Z","end":"2026-02-26T02:24:00.955565Z","steps":["trace[2056075955] 'process raft request' (duration: 736.888215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:00.9557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:00.218511Z","time spent":"737.13344ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:02.283211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00033371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:02.28329Z","caller":"traceutil/trace.go:171","msg":"trace[1998238129] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000473232s","start":"2026-02-26T02:24:00.282797Z","end":"2026-02-26T02:24:02.28327Z","steps":["trace[1998238129] 'agreement among raft nodes before linearized reading' (duration: 2.000370531s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:02.283341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:00.282768Z","time spent":"2.000564734s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:02.4186Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.463123704s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:24:02.513059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:01.408096Z","time spent":"1.10494737s","remote":"127.0.0.1:40834","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:24:02.515149Z","caller":"traceutil/trace.go:171","msg":"trace[896375312] transaction","detail":"{read_only:false; response_revision:22909; number_of_response:1; }","duration":"1.922577674s","start":"2026-02-26T02:24:00.59255Z","end":"2026-02-26T02:24:02.515128Z","steps":["trace[896375312] 'process raft request' (duration: 1.826416352s)","trace[896375312] 'compare' (duration: 95.757795ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:24:02.515238Z","caller":"traceutil/trace.go:171","msg":"trace[1213848148] linearizableReadLoop","detail":"{readStateIndex:23726; appliedIndex:23721; }","duration":"2.232363752s","start":"2026-02-26T02:24:00.282853Z","end":"2026-02-26T02:24:02.515217Z","steps":["trace[1213848148] 'read index received' (duration: 672.676419ms)","trace[1213848148] 'applied index is now lower than readState.Index' (duration: 1.559686423s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:02.515263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:00.592532Z","time spent":"1.922676737s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:02.515274Z","caller":"traceutil/trace.go:171","msg":"trace[1523177076] transaction","detail":"{read_only:false; response_revision:22912; number_of_response:1; }","duration":"1.918779025s","start":"2026-02-26T02:24:00.596463Z","end":"2026-02-26T02:24:02.515242Z","steps":["trace[1523177076] 'process raft request' (duration: 1.918714604s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:02.515317Z","caller":"traceutil/trace.go:171","msg":"trace[959617241] transaction","detail":"{read_only:false; response_revision:22910; number_of_response:1; }","duration":"1.921290901s","start":"2026-02-26T02:24:00.594017Z","end":"2026-02-26T02:24:02.515308Z","steps":["trace[959617241] 'process raft request' (duration: 1.921020765s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:02.515257Z","caller":"traceutil/trace.go:171","msg":"trace[1397729459] transaction","detail":"{read_only:false; response_revision:22911; number_of_response:1; }","duration":"1.920431716s","start":"2026-02-26T02:24:00.594795Z","end":"2026-02-26T02:24:02.515227Z","steps":["trace[1397729459] 'process raft request' (duration: 1.920342553s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:02.515432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:00.594Z","time spent":"1.921358683s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:02.515434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:00.596449Z","time spent":"1.918884068s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:02.515457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:00.594772Z","time spent":"1.920650969s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:02.517881Z","caller":"traceutil/trace.go:171","msg":"trace[1846817117] transaction","detail":"{read_only:false; response_revision:22913; number_of_response:1; }","duration":"1.194858858s","start":"2026-02-26T02:24:01.322998Z","end":"2026-02-26T02:24:02.517857Z","steps":["trace[1846817117] 'process raft request' (duration: 1.194645864s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:02.517989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:01.322977Z","time spent":"1.194959199s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:02.517861Z","caller":"traceutil/trace.go:171","msg":"trace[1688238561] transaction","detail":"{read_only:false; response_revision:22914; number_of_response:1; }","duration":"1.136432847s","start":"2026-02-26T02:24:01.381408Z","end":"2026-02-26T02:24:02.517841Z","steps":["trace[1688238561] 'process raft request' (duration: 1.136358055s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:02.518159Z","caller":"traceutil/trace.go:171","msg":"trace[1543443286] transaction","detail":"{read_only:false; response_revision:22915; number_of_response:1; }","duration":"1.13383378s","start":"2026-02-26T02:24:01.3843Z","end":"2026-02-26T02:24:02.518134Z","steps":["trace[1543443286] 'process raft request' (duration: 1.133506233s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:02.518281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:01.384271Z","time spent":"1.133941382s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:02.518352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:01.381386Z","time spent":"1.136851335s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:03.165214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.21128ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:24:03.16533Z","caller":"traceutil/trace.go:171","msg":"trace[712232096] linearizableReadLoop","detail":"{readStateIndex:23730; appliedIndex:23726; }","duration":"650.001941ms","start":"2026-02-26T02:24:02.515308Z","end":"2026-02-26T02:24:03.16531Z","steps":["trace[712232096] 'read index received' (duration: 2.323372ms)","trace[712232096] 'applied index is now lower than readState.Index' (duration: 647.675099ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:03.165927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.922532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:03.165978Z","caller":"traceutil/trace.go:171","msg":"trace[994906794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22915; }","duration":"882.183926ms","start":"2026-02-26T02:24:02.283783Z","end":"2026-02-26T02:24:03.165967Z","steps":["trace[994906794] 'agreement among raft nodes before linearized reading' (duration: 882.096624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:03.166017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:02.283762Z","time spent":"882.247818ms","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:03.166217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904729887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:03.166259Z","caller":"traceutil/trace.go:171","msg":"trace[885047412] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:22915; }","duration":"1.904811839s","start":"2026-02-26T02:24:01.261437Z","end":"2026-02-26T02:24:03.166248Z","steps":["trace[885047412] 'agreement among raft nodes before linearized reading' (duration: 1.904748217s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:03.166273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185680269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:24:03.166295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:01.261407Z","time spent":"1.90488074s","remote":"127.0.0.1:33258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:03.16633Z","caller":"traceutil/trace.go:171","msg":"trace[2087448293] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:22915; }","duration":"1.1857316s","start":"2026-02-26T02:24:01.980579Z","end":"2026-02-26T02:24:03.16631Z","steps":["trace[2087448293] 'agreement among raft nodes before linearized reading' (duration: 1.185662089s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:03.166376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:01.980525Z","time spent":"1.185842012s","remote":"127.0.0.1:56546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:03.166199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725355489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:24:03.166498Z","caller":"traceutil/trace.go:171","msg":"trace[924828730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22915; }","duration":"1.725731186s","start":"2026-02-26T02:24:01.440756Z","end":"2026-02-26T02:24:03.166487Z","steps":["trace[924828730] 'agreement among raft nodes before linearized reading' (duration: 1.725298598s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:03.166539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:01.440742Z","time spent":"1.725786068s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:24:03.16662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723646538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-26T02:24:03.166655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723876322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:24:03.166671Z","caller":"traceutil/trace.go:171","msg":"trace[816043052] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22915; }","duration":"1.723712229s","start":"2026-02-26T02:24:01.442937Z","end":"2026-02-26T02:24:03.166649Z","steps":["trace[816043052] 'agreement among raft nodes before linearized reading' (duration: 1.723610627s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:03.166718Z","caller":"traceutil/trace.go:171","msg":"trace[1967030232] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22915; }","duration":"1.723950974s","start":"2026-02-26T02:24:01.442744Z","end":"2026-02-26T02:24:03.166695Z","steps":["trace[1967030232] 'agreement among raft nodes before linearized reading' (duration: 1.723827602s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:03.166741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:01.442922Z","time spent":"1.7238041s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:24:03.166761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:01.442726Z","time spent":"1.724026755s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:24:03.16694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724028045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:24:03.166974Z","caller":"traceutil/trace.go:171","msg":"trace[567515034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22915; }","duration":"1.724101217s","start":"2026-02-26T02:24:01.442864Z","end":"2026-02-26T02:24:03.166965Z","steps":["trace[567515034] 'agreement among raft nodes before linearized reading' (duration: 1.723991175s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:03.167004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:01.442832Z","time spent":"1.724166187s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:24:03.167045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7253695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:24:03.167093Z","caller":"traceutil/trace.go:171","msg":"trace[277414413] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22915; }","duration":"1.725417161s","start":"2026-02-26T02:24:01.441665Z","end":"2026-02-26T02:24:03.167082Z","steps":["trace[277414413] 'agreement among raft nodes before linearized reading' (duration: 1.725296348s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:03.167148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724262369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-26T02:24:03.167157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:01.441634Z","time spent":"1.725515542s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:24:03.167179Z","caller":"traceutil/trace.go:171","msg":"trace[1403798294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22915; }","duration":"1.72430814s","start":"2026-02-26T02:24:01.442863Z","end":"2026-02-26T02:24:03.167171Z","steps":["trace[1403798294] 'agreement among raft nodes before linearized reading' (duration: 1.724205328s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:03.167209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:01.442853Z","time spent":"1.724350701s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:24:03.166426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.687464922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-02-26T02:24:03.167291Z","caller":"traceutil/trace.go:171","msg":"trace[902458502] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:22915; }","duration":"2.688346697s","start":"2026-02-26T02:24:00.478935Z","end":"2026-02-26T02:24:03.167282Z","steps":["trace[902458502] 'agreement among raft nodes before linearized reading' (duration: 2.687344959s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:03.167321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:00.478883Z","time spent":"2.688431749s","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-02-26T02:24:03.169634Z","caller":"traceutil/trace.go:171","msg":"trace[1302020795] transaction","detail":"{read_only:false; response_revision:22916; number_of_response:1; }","duration":"205.057548ms","start":"2026-02-26T02:24:02.964561Z","end":"2026-02-26T02:24:03.169618Z","steps":["trace[1302020795] 'process raft request' (duration: 204.551809ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:03.96652Z","caller":"traceutil/trace.go:171","msg":"trace[1543747064] linearizableReadLoop","detail":"{readStateIndex:23732; appliedIndex:23731; }","duration":"801.138892ms","start":"2026-02-26T02:24:03.165361Z","end":"2026-02-26T02:24:03.9665Z","steps":["trace[1543747064] 'read index received' (duration: 4.499213ms)","trace[1543747064] 'applied index is now lower than readState.Index' (duration: 796.638429ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:03.966641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278113992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:03.966665Z","caller":"traceutil/trace.go:171","msg":"trace[1542692524] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:22917; }","duration":"1.278181204s","start":"2026-02-26T02:24:02.688476Z","end":"2026-02-26T02:24:03.966657Z","steps":["trace[1542692524] 'agreement among raft nodes before linearized reading' (duration: 1.278106203s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:03.966653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043850518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:24:03.966693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:02.688457Z","time spent":"1.278230734s","remote":"127.0.0.1:58452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:03.966701Z","caller":"traceutil/trace.go:171","msg":"trace[1205628853] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:22917; }","duration":"1.043946581s","start":"2026-02-26T02:24:02.922742Z","end":"2026-02-26T02:24:03.966689Z","steps":["trace[1205628853] 'agreement among raft nodes before linearized reading' (duration: 1.043827848s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:03.966724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:02.922723Z","time spent":"1.043996721s","remote":"127.0.0.1:56538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:03.967064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43080072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T02:24:03.967085Z","caller":"traceutil/trace.go:171","msg":"trace[21358334] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22917; }","duration":"1.43084755s","start":"2026-02-26T02:24:02.536232Z","end":"2026-02-26T02:24:03.96708Z","steps":["trace[21358334] 'agreement among raft nodes before linearized reading' (duration: 1.430755949s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:03.967098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:02.536216Z","time spent":"1.430878533s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T02:24:03.967459Z","caller":"traceutil/trace.go:171","msg":"trace[1286502210] transaction","detail":"{read_only:false; response_revision:22917; number_of_response:1; }","duration":"963.248283ms","start":"2026-02-26T02:24:03.004201Z","end":"2026-02-26T02:24:03.967449Z","steps":["trace[1286502210] 'process raft request' (duration: 955.906528ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:03.967523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:03.004178Z","time spent":"963.306344ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:04.466789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978782947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:04.967643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978782947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:05.176304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996247124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:05.176379Z","caller":"traceutil/trace.go:171","msg":"trace[1072405032] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.996358056s","start":"2026-02-26T02:24:03.180006Z","end":"2026-02-26T02:24:05.176364Z","steps":["trace[1072405032] 'agreement among raft nodes before linearized reading' (duration: 1.996270435s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:05.176418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:03.179992Z","time spent":"1.996418547s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:24:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:05.389215Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.424031237s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:24:05.389955Z","caller":"traceutil/trace.go:171","msg":"trace[1713582597] transaction","detail":"{read_only:false; response_revision:22923; number_of_response:1; }","duration":"2.215646075s","start":"2026-02-26T02:24:03.174295Z","end":"2026-02-26T02:24:05.389941Z","steps":["trace[1713582597] 'process raft request' (duration: 2.215625365s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:05.390052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:03.174288Z","time spent":"2.215716206s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:05.39024Z","caller":"traceutil/trace.go:171","msg":"trace[300120445] transaction","detail":"{read_only:false; response_revision:22918; number_of_response:1; }","duration":"2.216350677s","start":"2026-02-26T02:24:03.173884Z","end":"2026-02-26T02:24:05.390234Z","steps":["trace[300120445] 'process raft request' (duration: 2.215556952s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:05.390273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:03.173873Z","time spent":"2.216384158s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:05.390337Z","caller":"traceutil/trace.go:171","msg":"trace[301131880] transaction","detail":"{read_only:false; response_revision:22919; number_of_response:1; }","duration":"2.216431799s","start":"2026-02-26T02:24:03.173901Z","end":"2026-02-26T02:24:05.390333Z","steps":["trace[301131880] 'process raft request' (duration: 2.21593878s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:05.39036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:03.173879Z","time spent":"2.21646854s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:05.390428Z","caller":"traceutil/trace.go:171","msg":"trace[1383624733] transaction","detail":"{read_only:false; response_revision:22922; number_of_response:1; }","duration":"2.216125403s","start":"2026-02-26T02:24:03.174242Z","end":"2026-02-26T02:24:05.390368Z","steps":["trace[1383624733] 'process raft request' (duration: 2.215660045s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:05.390488Z","caller":"traceutil/trace.go:171","msg":"trace[1301788013] transaction","detail":"{read_only:false; response_revision:22921; number_of_response:1; }","duration":"2.216307226s","start":"2026-02-26T02:24:03.174176Z","end":"2026-02-26T02:24:05.390483Z","steps":["trace[1301788013] 'process raft request' (duration: 2.215707866s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:05.390517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:03.174167Z","time spent":"2.216333028s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:05.390541Z","caller":"traceutil/trace.go:171","msg":"trace[1664584444] transaction","detail":"{read_only:false; response_revision:22920; number_of_response:1; }","duration":"2.21644283s","start":"2026-02-26T02:24:03.174051Z","end":"2026-02-26T02:24:05.390494Z","steps":["trace[1664584444] 'process raft request' (duration: 2.215813459s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:05.390584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:03.174235Z","time spent":"2.216261416s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:05.390668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:03.174044Z","time spent":"2.216558022s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:06.253662Z","caller":"traceutil/trace.go:171","msg":"trace[1817788359] transaction","detail":"{read_only:false; response_revision:22924; number_of_response:1; }","duration":"1.731991691s","start":"2026-02-26T02:24:04.521653Z","end":"2026-02-26T02:24:06.253645Z","steps":["trace[1817788359] 'process raft request' (duration: 1.727501978s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.253772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:04.521636Z","time spent":"1.732080132s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:06.253934Z","caller":"traceutil/trace.go:171","msg":"trace[1273706765] transaction","detail":"{read_only:false; response_revision:22925; number_of_response:1; }","duration":"1.731911439s","start":"2026-02-26T02:24:04.522016Z","end":"2026-02-26T02:24:06.253927Z","steps":["trace[1273706765] 'process raft request' (duration: 1.731594303s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.253996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:04.522005Z","time spent":"1.73195543s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:06.254296Z","caller":"traceutil/trace.go:171","msg":"trace[1821104066] linearizableReadLoop","detail":"{readStateIndex:23744; appliedIndex:23732; }","duration":"2.287718415s","start":"2026-02-26T02:24:03.966566Z","end":"2026-02-26T02:24:06.254285Z","steps":["trace[1821104066] 'read index received' (duration: 1.423250884s)","trace[1821104066] 'applied index is now lower than readState.Index' (duration: 864.466671ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:24:06.254381Z","caller":"traceutil/trace.go:171","msg":"trace[12132109] transaction","detail":"{read_only:false; response_revision:22926; number_of_response:1; }","duration":"1.732267156s","start":"2026-02-26T02:24:04.522106Z","end":"2026-02-26T02:24:06.254373Z","steps":["trace[12132109] 'process raft request' (duration: 1.731769927s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.254437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:04.522078Z","time spent":"1.732327826s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:06.254518Z","caller":"traceutil/trace.go:171","msg":"trace[1076942345] transaction","detail":"{read_only:false; response_revision:22927; number_of_response:1; }","duration":"1.731717515s","start":"2026-02-26T02:24:04.522794Z","end":"2026-02-26T02:24:06.254512Z","steps":["trace[1076942345] 'process raft request' (duration: 1.731352999s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.254557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:04.52278Z","time spent":"1.731757647s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:06.254754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.824512282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:06.254919Z","caller":"traceutil/trace.go:171","msg":"trace[359693424] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22930; }","duration":"2.824649475s","start":"2026-02-26T02:24:03.430171Z","end":"2026-02-26T02:24:06.254821Z","steps":["trace[359693424] 'agreement among raft nodes before linearized reading' (duration: 2.824515702s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.254978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:03.430149Z","time spent":"2.824814088s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:06.255004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.062559816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274421"} {"level":"info","ts":"2026-02-26T02:24:06.255038Z","caller":"traceutil/trace.go:171","msg":"trace[718643359] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:22930; }","duration":"3.062619786s","start":"2026-02-26T02:24:03.192411Z","end":"2026-02-26T02:24:06.25503Z","steps":["trace[718643359] 'agreement among raft nodes before linearized reading' (duration: 3.06230745s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.255063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:03.192398Z","time spent":"3.062658728s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274443,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-02-26T02:24:06.255185Z","caller":"traceutil/trace.go:171","msg":"trace[163290332] transaction","detail":"{read_only:false; response_revision:22928; number_of_response:1; }","duration":"1.731798577s","start":"2026-02-26T02:24:04.523371Z","end":"2026-02-26T02:24:06.25517Z","steps":["trace[163290332] 'process raft request' (duration: 1.730816919s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.255262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.081481401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aaa6eb5e18be\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-26T02:24:06.255288Z","caller":"traceutil/trace.go:171","msg":"trace[1991891005] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897aaa6eb5e18be; range_end:; response_count:1; response_revision:22930; }","duration":"3.081537183s","start":"2026-02-26T02:24:03.173744Z","end":"2026-02-26T02:24:06.255281Z","steps":["trace[1991891005] 'agreement among raft nodes before linearized reading' (duration: 3.081472992s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.25532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:03.173728Z","time spent":"3.081583423s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aaa6eb5e18be\" "} {"level":"info","ts":"2026-02-26T02:24:06.255351Z","caller":"traceutil/trace.go:171","msg":"trace[1338850056] transaction","detail":"{read_only:false; response_revision:22930; number_of_response:1; }","duration":"1.080162896s","start":"2026-02-26T02:24:05.175181Z","end":"2026-02-26T02:24:06.255344Z","steps":["trace[1338850056] 'process raft request' (duration: 1.079068676s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.255409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:05.175156Z","time spent":"1.080228397s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:06.255485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.081712276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e5b53370-579b-4bbe-b63a-403d7debb71b\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-26T02:24:06.255524Z","caller":"traceutil/trace.go:171","msg":"trace[1720191730] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e5b53370-579b-4bbe-b63a-403d7debb71b; range_end:; response_count:1; response_revision:22930; }","duration":"3.081781707s","start":"2026-02-26T02:24:03.173732Z","end":"2026-02-26T02:24:06.255514Z","steps":["trace[1720191730] 'agreement among raft nodes before linearized reading' (duration: 3.081693125s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.255555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:03.173714Z","time spent":"3.081832778s","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-e5b53370-579b-4bbe-b63a-403d7debb71b\" "} {"level":"warn","ts":"2026-02-26T02:24:06.255588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48057743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:06.255628Z","caller":"traceutil/trace.go:171","msg":"trace[475779694] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22930; }","duration":"2.480669562s","start":"2026-02-26T02:24:03.774949Z","end":"2026-02-26T02:24:06.255618Z","steps":["trace[475779694] 'agreement among raft nodes before linearized reading' (duration: 2.480604011s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.255663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:03.774939Z","time spent":"2.480716662s","remote":"127.0.0.1:48346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:06.255758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285108417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T02:24:06.255793Z","caller":"traceutil/trace.go:171","msg":"trace[597506451] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22930; }","duration":"2.285178169s","start":"2026-02-26T02:24:03.970608Z","end":"2026-02-26T02:24:06.255786Z","steps":["trace[597506451] 'agreement among raft nodes before linearized reading' (duration: 2.285087007s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.255818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:03.970592Z","time spent":"2.285219889s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:24:06.25587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.534170631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:24:06.255911Z","caller":"traceutil/trace.go:171","msg":"trace[532510366] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:22930; }","duration":"2.534251363s","start":"2026-02-26T02:24:03.721651Z","end":"2026-02-26T02:24:06.255902Z","steps":["trace[532510366] 'agreement among raft nodes before linearized reading' (duration: 2.534151031s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.255284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:04.523356Z","time spent":"1.731865829s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:06.255322Z","caller":"traceutil/trace.go:171","msg":"trace[302634715] transaction","detail":"{read_only:false; response_revision:22929; number_of_response:1; }","duration":"1.342225808s","start":"2026-02-26T02:24:04.913087Z","end":"2026-02-26T02:24:06.255313Z","steps":["trace[302634715] 'process raft request' (duration: 1.341131578s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.257895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:04.913069Z","time spent":"1.343107744s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:06.258077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434666852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:06.258164Z","caller":"traceutil/trace.go:171","msg":"trace[254923312] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:22930; }","duration":"1.434800895s","start":"2026-02-26T02:24:04.823353Z","end":"2026-02-26T02:24:06.258153Z","steps":["trace[254923312] 'agreement among raft nodes before linearized reading' (duration: 1.434685952s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.2582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:04.823333Z","time spent":"1.434857415s","remote":"127.0.0.1:56678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:06.258265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279856124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:06.258279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028628301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:24:06.258326Z","caller":"traceutil/trace.go:171","msg":"trace[357111768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22930; }","duration":"1.279946936s","start":"2026-02-26T02:24:04.978365Z","end":"2026-02-26T02:24:06.258311Z","steps":["trace[357111768] 'agreement among raft nodes before linearized reading' (duration: 1.279855105s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:06.258349Z","caller":"traceutil/trace.go:171","msg":"trace[1621639190] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:22930; }","duration":"1.028738753s","start":"2026-02-26T02:24:05.229596Z","end":"2026-02-26T02:24:06.258334Z","steps":["trace[1621639190] 'agreement among raft nodes before linearized reading' (duration: 1.02857898s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.258368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:04.978351Z","time spent":"1.280008777s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:06.25839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:05.229583Z","time spent":"1.028798944s","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:06.258409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765863621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:24:06.25841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.390089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:24:06.25844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08208281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:06.25842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.618497217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T02:24:06.258445Z","caller":"traceutil/trace.go:171","msg":"trace[781780480] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:22930; }","duration":"1.765934973s","start":"2026-02-26T02:24:04.492502Z","end":"2026-02-26T02:24:06.258437Z","steps":["trace[781780480] 'agreement among raft nodes before linearized reading' (duration: 1.765761879s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:06.258502Z","caller":"traceutil/trace.go:171","msg":"trace[1738069862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22930; }","duration":"1.082147421s","start":"2026-02-26T02:24:05.176342Z","end":"2026-02-26T02:24:06.258489Z","steps":["trace[1738069862] 'agreement among raft nodes before linearized reading' (duration: 1.08205033s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.258536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943045869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:24:06.258539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:05.176297Z","time spent":"1.082234733s","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:06.258547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:04.492488Z","time spent":"1.766043184s","remote":"127.0.0.1:56602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":172,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:06.258568Z","caller":"traceutil/trace.go:171","msg":"trace[1446088178] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:22930; }","duration":"1.94307771s","start":"2026-02-26T02:24:04.315483Z","end":"2026-02-26T02:24:06.25856Z","steps":["trace[1446088178] 'agreement among raft nodes before linearized reading' (duration: 1.943019859s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:06.258549Z","caller":"traceutil/trace.go:171","msg":"trace[1137847188] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22930; }","duration":"2.61866687s","start":"2026-02-26T02:24:03.639849Z","end":"2026-02-26T02:24:06.258516Z","steps":["trace[1137847188] 'agreement among raft nodes before linearized reading' (duration: 2.618291943s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.258639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:03.639787Z","time spent":"2.618844003s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:24:06.25866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:03.721629Z","time spent":"2.534313944s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:06.258488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805822233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:06.258746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40675602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:24:06.25878Z","caller":"traceutil/trace.go:171","msg":"trace[2032089035] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:22930; }","duration":"1.406812301s","start":"2026-02-26T02:24:04.851959Z","end":"2026-02-26T02:24:06.258771Z","steps":["trace[2032089035] 'agreement among raft nodes before linearized reading' (duration: 1.40674886s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.258807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:04.851943Z","time spent":"1.406858192s","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:06.258429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406419564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:06.25857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004421917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:06.258847Z","caller":"traceutil/trace.go:171","msg":"trace[1911832818] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:22930; }","duration":"1.407142627s","start":"2026-02-26T02:24:04.851691Z","end":"2026-02-26T02:24:06.258833Z","steps":["trace[1911832818] 'agreement among raft nodes before linearized reading' (duration: 1.406330333s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:06.258883Z","caller":"traceutil/trace.go:171","msg":"trace[1067884519] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22930; }","duration":"1.004750792s","start":"2026-02-26T02:24:05.25412Z","end":"2026-02-26T02:24:06.258871Z","steps":["trace[1067884519] 'agreement among raft nodes before linearized reading' (duration: 1.004424166s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.258933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:05.254105Z","time spent":"1.004812964s","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:06.258767Z","caller":"traceutil/trace.go:171","msg":"trace[678935361] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:22930; }","duration":"1.806141999s","start":"2026-02-26T02:24:04.452614Z","end":"2026-02-26T02:24:06.258756Z","steps":["trace[678935361] 'agreement among raft nodes before linearized reading' (duration: 1.805847624s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.258585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227472095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:06.258975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:04.452593Z","time spent":"1.806372344s","remote":"127.0.0.1:53548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:06.258888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:04.851675Z","time spent":"1.407200658s","remote":"127.0.0.1:56658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:06.258562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.604322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-26T02:24:06.259096Z","caller":"traceutil/trace.go:171","msg":"trace[1885142408] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:22930; }","duration":"234.171471ms","start":"2026-02-26T02:24:06.024918Z","end":"2026-02-26T02:24:06.259089Z","steps":["trace[1885142408] 'agreement among raft nodes before linearized reading' (duration: 233.56251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.258362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.72106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:06.25921Z","caller":"traceutil/trace.go:171","msg":"trace[578757898] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22930; }","duration":"368.613736ms","start":"2026-02-26T02:24:05.890581Z","end":"2026-02-26T02:24:06.259195Z","steps":["trace[578757898] 'agreement among raft nodes before linearized reading' (duration: 367.726959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.2586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:04.315411Z","time spent":"1.943181611s","remote":"127.0.0.1:56744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:06.259262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:05.89057Z","time spent":"368.676018ms","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:06.259006Z","caller":"traceutil/trace.go:171","msg":"trace[330725188] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:22930; }","duration":"1.227926463s","start":"2026-02-26T02:24:05.031064Z","end":"2026-02-26T02:24:06.258991Z","steps":["trace[330725188] 'agreement among raft nodes before linearized reading' (duration: 1.227485365s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.25937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:05.031041Z","time spent":"1.228310461s","remote":"127.0.0.1:56534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:06.258486Z","caller":"traceutil/trace.go:171","msg":"trace[728076882] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:22930; }","duration":"435.480571ms","start":"2026-02-26T02:24:05.822989Z","end":"2026-02-26T02:24:06.258469Z","steps":["trace[728076882] 'agreement among raft nodes before linearized reading' (duration: 435.346139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.25929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346106039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:24:06.259426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:05.822929Z","time spent":"436.48285ms","remote":"127.0.0.1:56656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:06.259789Z","caller":"traceutil/trace.go:171","msg":"trace[1082794794] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:22930; }","duration":"1.346401194s","start":"2026-02-26T02:24:04.913152Z","end":"2026-02-26T02:24:06.259553Z","steps":["trace[1082794794] 'agreement among raft nodes before linearized reading' (duration: 1.345359555s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.260562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:04.913145Z","time spent":"1.347394604s","remote":"127.0.0.1:56634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:06.814186Z","caller":"traceutil/trace.go:171","msg":"trace[389227644] transaction","detail":"{read_only:false; response_revision:22932; number_of_response:1; }","duration":"550.086461ms","start":"2026-02-26T02:24:06.264071Z","end":"2026-02-26T02:24:06.814157Z","steps":["trace[389227644] 'process raft request' (duration: 550.009019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.814457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:06.264064Z","time spent":"550.304245ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:06.814778Z","caller":"traceutil/trace.go:171","msg":"trace[398613763] transaction","detail":"{read_only:false; response_revision:22931; number_of_response:1; }","duration":"551.935305ms","start":"2026-02-26T02:24:06.262813Z","end":"2026-02-26T02:24:06.814749Z","steps":["trace[398613763] 'process raft request' (duration: 551.106621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.814754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:06.259635Z","time spent":"555.111692ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:24:06.814937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:06.262797Z","time spent":"552.055097ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:06.815079Z","caller":"traceutil/trace.go:171","msg":"trace[1481763814] linearizableReadLoop","detail":"{readStateIndex:23746; appliedIndex:23745; }","duration":"555.144475ms","start":"2026-02-26T02:24:06.259909Z","end":"2026-02-26T02:24:06.815054Z","steps":["trace[1481763814] 'read index received' (duration: 475.669898ms)","trace[1481763814] 'applied index is now lower than readState.Index' (duration: 79.472187ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:06.815268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.205984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:24:06.815339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.268119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-02-26T02:24:06.815356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.415469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18440"} {"level":"warn","ts":"2026-02-26T02:24:06.815416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.300972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:24:06.815449Z","caller":"traceutil/trace.go:171","msg":"trace[1842957181] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22932; }","duration":"555.540681ms","start":"2026-02-26T02:24:06.259881Z","end":"2026-02-26T02:24:06.815422Z","steps":["trace[1842957181] 'agreement among raft nodes before linearized reading' (duration: 555.266886ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:06.815462Z","caller":"traceutil/trace.go:171","msg":"trace[1814483897] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22932; }","duration":"546.357903ms","start":"2026-02-26T02:24:06.269093Z","end":"2026-02-26T02:24:06.815451Z","steps":["trace[1814483897] 'agreement among raft nodes before linearized reading' (duration: 546.174639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.815496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:06.269087Z","time spent":"546.402533ms","remote":"127.0.0.1:56432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:24:06.815506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:06.259867Z","time spent":"555.626182ms","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18462,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-26T02:24:06.815377Z","caller":"traceutil/trace.go:171","msg":"trace[968948162] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22932; }","duration":"526.366776ms","start":"2026-02-26T02:24:06.28899Z","end":"2026-02-26T02:24:06.815357Z","steps":["trace[968948162] 'agreement among raft nodes before linearized reading' (duration: 526.220493ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.815582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.608009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:06.815674Z","caller":"traceutil/trace.go:171","msg":"trace[975074369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22932; }","duration":"551.714851ms","start":"2026-02-26T02:24:06.263937Z","end":"2026-02-26T02:24:06.815652Z","steps":["trace[975074369] 'agreement among raft nodes before linearized reading' (duration: 551.588279ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:06.815674Z","caller":"traceutil/trace.go:171","msg":"trace[467461840] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22932; }","duration":"553.365021ms","start":"2026-02-26T02:24:06.262033Z","end":"2026-02-26T02:24:06.815398Z","steps":["trace[467461840] 'agreement among raft nodes before linearized reading' (duration: 553.166357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:06.81573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:06.263928Z","time spent":"551.789452ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:06.815753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:06.262019Z","time spent":"553.717647ms","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:24:06.815751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:06.28898Z","time spent":"526.647992ms","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:06.81582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.711809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:06.816074Z","caller":"traceutil/trace.go:171","msg":"trace[1344931936] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:22932; }","duration":"146.996954ms","start":"2026-02-26T02:24:06.669056Z","end":"2026-02-26T02:24:06.816053Z","steps":["trace[1344931936] 'agreement among raft nodes before linearized reading' (duration: 146.723239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:07.31842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978782962,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:24:07.573928Z","caller":"traceutil/trace.go:171","msg":"trace[310749900] transaction","detail":"{read_only:false; response_revision:22933; number_of_response:1; }","duration":"757.537372ms","start":"2026-02-26T02:24:06.816362Z","end":"2026-02-26T02:24:07.573899Z","steps":["trace[310749900] 'process raft request' (duration: 757.324747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:07.574108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:06.816344Z","time spent":"757.669446ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:07.581282Z","caller":"traceutil/trace.go:171","msg":"trace[1785053623] linearizableReadLoop","detail":"{readStateIndex:23749; appliedIndex:23749; }","duration":"762.917912ms","start":"2026-02-26T02:24:06.818334Z","end":"2026-02-26T02:24:07.581252Z","steps":["trace[1785053623] 'read index received' (duration: 762.902982ms)","trace[1785053623] 'applied index is now lower than readState.Index' (duration: 12.61µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:07.58145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.104755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:07.581552Z","caller":"traceutil/trace.go:171","msg":"trace[1438124610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22933; }","duration":"763.465671ms","start":"2026-02-26T02:24:06.818072Z","end":"2026-02-26T02:24:07.581538Z","steps":["trace[1438124610] 'agreement among raft nodes before linearized reading' (duration: 763.323909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:07.581588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:06.818052Z","time spent":"763.527563ms","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:07.581641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.422442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aaa6eb5e18be\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-26T02:24:07.581716Z","caller":"traceutil/trace.go:171","msg":"trace[1872295820] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897aaa6eb5e18be; range_end:; response_count:1; response_revision:22933; }","duration":"762.533364ms","start":"2026-02-26T02:24:06.819162Z","end":"2026-02-26T02:24:07.581696Z","steps":["trace[1872295820] 'agreement among raft nodes before linearized reading' (duration: 762.271959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:07.581736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.66309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:24:07.581781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:06.819148Z","time spent":"762.615186ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aaa6eb5e18be\" "} {"level":"warn","ts":"2026-02-26T02:24:07.581908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.23443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:07.581918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.138933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T02:24:07.581951Z","caller":"traceutil/trace.go:171","msg":"trace[2120323359] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22933; }","duration":"158.300211ms","start":"2026-02-26T02:24:07.423639Z","end":"2026-02-26T02:24:07.581939Z","steps":["trace[2120323359] 'agreement among raft nodes before linearized reading' (duration: 158.191869ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:07.581957Z","caller":"traceutil/trace.go:171","msg":"trace[347117889] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22933; }","duration":"185.200254ms","start":"2026-02-26T02:24:07.396743Z","end":"2026-02-26T02:24:07.581943Z","steps":["trace[347117889] 'agreement among raft nodes before linearized reading' (duration: 185.101182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:07.581948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.952696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:24:07.581989Z","caller":"traceutil/trace.go:171","msg":"trace[1733984939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22933; }","duration":"187.007117ms","start":"2026-02-26T02:24:07.394974Z","end":"2026-02-26T02:24:07.581981Z","steps":["trace[1733984939] 'agreement among raft nodes before linearized reading' (duration: 186.893165ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:07.581795Z","caller":"traceutil/trace.go:171","msg":"trace[945545036] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22933; }","duration":"186.768022ms","start":"2026-02-26T02:24:07.395012Z","end":"2026-02-26T02:24:07.58178Z","steps":["trace[945545036] 'agreement among raft nodes before linearized reading' (duration: 186.577439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:07.582143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.70356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d8627007-e4f7-462e-9d2b-64122e8bb340\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-02-26T02:24:07.582169Z","caller":"traceutil/trace.go:171","msg":"trace[1026213949] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d8627007-e4f7-462e-9d2b-64122e8bb340; range_end:; response_count:1; response_revision:22933; }","duration":"761.74903ms","start":"2026-02-26T02:24:06.820412Z","end":"2026-02-26T02:24:07.582161Z","steps":["trace[1026213949] 'agreement among raft nodes before linearized reading' (duration: 761.673619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:07.582186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:06.820398Z","time spent":"761.78335ms","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-d8627007-e4f7-462e-9d2b-64122e8bb340\" "} {"level":"warn","ts":"2026-02-26T02:24:07.582222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.61905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:24:07.582268Z","caller":"traceutil/trace.go:171","msg":"trace[1756173013] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22933; }","duration":"186.662382ms","start":"2026-02-26T02:24:07.395592Z","end":"2026-02-26T02:24:07.582254Z","steps":["trace[1756173013] 'agreement among raft nodes before linearized reading' (duration: 186.560019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:07.582355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.377634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T02:24:07.582406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.16699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:07.582434Z","caller":"traceutil/trace.go:171","msg":"trace[1928408234] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22933; }","duration":"683.804662ms","start":"2026-02-26T02:24:06.898623Z","end":"2026-02-26T02:24:07.582428Z","steps":["trace[1928408234] 'agreement among raft nodes before linearized reading' (duration: 683.19153ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:07.582423Z","caller":"traceutil/trace.go:171","msg":"trace[1910975170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22933; }","duration":"187.460005ms","start":"2026-02-26T02:24:07.394947Z","end":"2026-02-26T02:24:07.582407Z","steps":["trace[1910975170] 'agreement among raft nodes before linearized reading' (duration: 187.281302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:07.582457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:06.898606Z","time spent":"683.846653ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T02:24:07.582483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.578727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:24:07.582539Z","caller":"traceutil/trace.go:171","msg":"trace[1554458793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22933; }","duration":"187.672799ms","start":"2026-02-26T02:24:07.394854Z","end":"2026-02-26T02:24:07.582526Z","steps":["trace[1554458793] 'agreement among raft nodes before linearized reading' (duration: 186.755462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:18.188348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783139,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:24:18.239442Z","caller":"traceutil/trace.go:171","msg":"trace[1538260750] transaction","detail":"{read_only:false; response_revision:23007; number_of_response:1; }","duration":"577.792829ms","start":"2026-02-26T02:24:17.661612Z","end":"2026-02-26T02:24:18.239405Z","steps":["trace[1538260750] 'process raft request' (duration: 577.557895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:18.239628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:17.661598Z","time spent":"577.939111ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:18.260618Z","caller":"traceutil/trace.go:171","msg":"trace[530207765] linearizableReadLoop","detail":"{readStateIndex:23827; appliedIndex:23825; }","duration":"573.236785ms","start":"2026-02-26T02:24:17.687322Z","end":"2026-02-26T02:24:18.260559Z","steps":["trace[530207765] 'read index received' (duration: 551.849333ms)","trace[530207765] 'applied index is now lower than readState.Index' (duration: 21.386782ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:18.260801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.452259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:24:18.260832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.31718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:18.260874Z","caller":"traceutil/trace.go:171","msg":"trace[686089876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23008; }","duration":"573.600422ms","start":"2026-02-26T02:24:17.687254Z","end":"2026-02-26T02:24:18.260854Z","steps":["trace[686089876] 'agreement among raft nodes before linearized reading' (duration: 573.353968ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:18.260886Z","caller":"traceutil/trace.go:171","msg":"trace[494055955] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23008; }","duration":"517.420052ms","start":"2026-02-26T02:24:17.743451Z","end":"2026-02-26T02:24:18.260871Z","steps":["trace[494055955] 'agreement among raft nodes before linearized reading' (duration: 517.29288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:18.260882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.333957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-26T02:24:18.26091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:17.687233Z","time spent":"573.669293ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:24:18.260914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:17.743436Z","time spent":"517.472053ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:18.260914Z","caller":"traceutil/trace.go:171","msg":"trace[1221629725] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23008; }","duration":"549.402958ms","start":"2026-02-26T02:24:17.711501Z","end":"2026-02-26T02:24:18.260904Z","steps":["trace[1221629725] 'agreement among raft nodes before linearized reading' (duration: 549.270746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:18.260933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:17.711482Z","time spent":"549.448409ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:24:18.260839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.478961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-26T02:24:18.261066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.596901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:18.261081Z","caller":"traceutil/trace.go:171","msg":"trace[745312548] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23008; }","duration":"572.751208ms","start":"2026-02-26T02:24:17.688321Z","end":"2026-02-26T02:24:18.261072Z","steps":["trace[745312548] 'agreement among raft nodes before linearized reading' (duration: 572.406481ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:18.261083Z","caller":"traceutil/trace.go:171","msg":"trace[770002775] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23008; }","duration":"407.635471ms","start":"2026-02-26T02:24:17.853441Z","end":"2026-02-26T02:24:18.261077Z","steps":["trace[770002775] 'agreement among raft nodes before linearized reading' (duration: 407.60155ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:18.261099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:17.853424Z","time spent":"407.670602ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:18.261105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:17.68831Z","time spent":"572.787448ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:24:18.261075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.99501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T02:24:18.261177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.327813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:24:18.261174Z","caller":"traceutil/trace.go:171","msg":"trace[64710768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23008; }","duration":"526.136492ms","start":"2026-02-26T02:24:17.73501Z","end":"2026-02-26T02:24:18.261147Z","steps":["trace[64710768] 'agreement among raft nodes before linearized reading' (duration: 525.818196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:18.261243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:17.734996Z","time spent":"526.235315ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:24:18.2607Z","caller":"traceutil/trace.go:171","msg":"trace[780812722] transaction","detail":"{read_only:false; response_revision:23008; number_of_response:1; }","duration":"597.697854ms","start":"2026-02-26T02:24:17.662891Z","end":"2026-02-26T02:24:18.260589Z","steps":["trace[780812722] 'process raft request' (duration: 597.576152ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:18.261196Z","caller":"traceutil/trace.go:171","msg":"trace[1266412023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23008; }","duration":"570.365114ms","start":"2026-02-26T02:24:17.690825Z","end":"2026-02-26T02:24:18.26119Z","steps":["trace[1266412023] 'agreement among raft nodes before linearized reading' (duration: 570.309443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:18.261333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:17.690815Z","time spent":"570.512816ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:24:18.261404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:17.662865Z","time spent":"598.415997ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:22.552647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.55044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:22.552728Z","caller":"traceutil/trace.go:171","msg":"trace[141109517] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23090; }","duration":"866.683423ms","start":"2026-02-26T02:24:21.686024Z","end":"2026-02-26T02:24:22.552708Z","steps":["trace[141109517] 'count revisions from in-memory index tree' (duration: 866.457849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:22.552815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.648828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:24:22.552882Z","caller":"traceutil/trace.go:171","msg":"trace[435250866] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23090; }","duration":"409.78526ms","start":"2026-02-26T02:24:22.143081Z","end":"2026-02-26T02:24:22.552866Z","steps":["trace[435250866] 'count revisions from in-memory index tree' (duration: 409.524446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:22.552917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.14306Z","time spent":"409.850392ms","remote":"127.0.0.1:56566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:22.552774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:21.686002Z","time spent":"866.758444ms","remote":"127.0.0.1:32882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:22.553296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.872624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-02-26T02:24:22.553353Z","caller":"traceutil/trace.go:171","msg":"trace[98630408] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23090; }","duration":"730.960175ms","start":"2026-02-26T02:24:21.822377Z","end":"2026-02-26T02:24:22.553338Z","steps":["trace[98630408] 'range keys from in-memory index tree' (duration: 730.66463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:22.553415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:21.822358Z","time spent":"731.047507ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3665,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"warn","ts":"2026-02-26T02:24:22.553444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.268876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T02:24:22.553529Z","caller":"traceutil/trace.go:171","msg":"trace[354385607] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23090; }","duration":"734.402768ms","start":"2026-02-26T02:24:21.819103Z","end":"2026-02-26T02:24:22.553506Z","steps":["trace[354385607] 'range keys from in-memory index tree' (duration: 734.034041ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:22.553578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:21.819079Z","time spent":"734.489899ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:24:22.759723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:23.388597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.757518ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:24:23.432174Z","caller":"traceutil/trace.go:171","msg":"trace[1077542202] transaction","detail":"{read_only:false; response_revision:23091; number_of_response:1; }","duration":"1.05912549s","start":"2026-02-26T02:24:22.373027Z","end":"2026-02-26T02:24:23.432152Z","steps":["trace[1077542202] 'process raft request' (duration: 1.058902116s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:23.432295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.372997Z","time spent":"1.059236573s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:23.432455Z","caller":"traceutil/trace.go:171","msg":"trace[1295649281] transaction","detail":"{read_only:false; response_revision:23092; number_of_response:1; }","duration":"1.057602011s","start":"2026-02-26T02:24:22.374832Z","end":"2026-02-26T02:24:23.432434Z","steps":["trace[1295649281] 'process raft request' (duration: 1.057278365s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:23.432563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.374805Z","time spent":"1.057708953s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:23.432763Z","caller":"traceutil/trace.go:171","msg":"trace[1281149313] transaction","detail":"{read_only:false; response_revision:23093; number_of_response:1; }","duration":"1.056565362s","start":"2026-02-26T02:24:22.376188Z","end":"2026-02-26T02:24:23.432754Z","steps":["trace[1281149313] 'process raft request' (duration: 1.056178965s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:23.433938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.376171Z","time spent":"1.057742314s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:23.432941Z","caller":"traceutil/trace.go:171","msg":"trace[932810315] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"1.05259686s","start":"2026-02-26T02:24:22.380338Z","end":"2026-02-26T02:24:23.432935Z","steps":["trace[932810315] 'process raft request' (duration: 1.052383366s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:23.434022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.380327Z","time spent":"1.05367328s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:23.433031Z","caller":"traceutil/trace.go:171","msg":"trace[2040955464] transaction","detail":"{read_only:false; response_revision:23095; number_of_response:1; }","duration":"1.052623181s","start":"2026-02-26T02:24:22.380401Z","end":"2026-02-26T02:24:23.433025Z","steps":["trace[2040955464] 'process raft request' (duration: 1.052509068s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:23.434089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.380395Z","time spent":"1.05367664s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:23.433184Z","caller":"traceutil/trace.go:171","msg":"trace[1192933772] linearizableReadLoop","detail":"{readStateIndex:23918; appliedIndex:23909; }","duration":"1.173473587s","start":"2026-02-26T02:24:22.259684Z","end":"2026-02-26T02:24:23.433157Z","steps":["trace[1192933772] 'read index received' (duration: 724.214834ms)","trace[1192933772] 'applied index is now lower than readState.Index' (duration: 449.258003ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:23.433286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173609509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:24:23.434173Z","caller":"traceutil/trace.go:171","msg":"trace[21115941] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23099; }","duration":"1.174498885s","start":"2026-02-26T02:24:22.259667Z","end":"2026-02-26T02:24:23.434166Z","steps":["trace[21115941] 'agreement among raft nodes before linearized reading' (duration: 1.173534678s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:23.434197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.259608Z","time spent":"1.174582646s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:24:23.433313Z","caller":"traceutil/trace.go:171","msg":"trace[400004178] transaction","detail":"{read_only:false; response_revision:23096; number_of_response:1; }","duration":"1.050345039s","start":"2026-02-26T02:24:22.38296Z","end":"2026-02-26T02:24:23.433305Z","steps":["trace[400004178] 'process raft request' (duration: 1.050041283s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:23.434319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.382953Z","time spent":"1.051324068s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:23.434506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161317992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-26T02:24:23.434563Z","caller":"traceutil/trace.go:171","msg":"trace[1735366301] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23099; }","duration":"1.161389354s","start":"2026-02-26T02:24:22.273156Z","end":"2026-02-26T02:24:23.434545Z","steps":["trace[1735366301] 'agreement among raft nodes before linearized reading' (duration: 1.161260591s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:23.434606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.273147Z","time spent":"1.161450006s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:24:23.434654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085626826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-02-26T02:24:23.434684Z","caller":"traceutil/trace.go:171","msg":"trace[224794060] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23099; }","duration":"1.085693888s","start":"2026-02-26T02:24:22.348982Z","end":"2026-02-26T02:24:23.434676Z","steps":["trace[224794060] 'agreement among raft nodes before linearized reading' (duration: 1.085597686s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:23.434704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.348965Z","time spent":"1.085733708s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3665,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"warn","ts":"2026-02-26T02:24:23.43476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151774898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:23.434793Z","caller":"traceutil/trace.go:171","msg":"trace[845908792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23099; }","duration":"1.151824789s","start":"2026-02-26T02:24:22.28296Z","end":"2026-02-26T02:24:23.434785Z","steps":["trace[845908792] 'agreement among raft nodes before linearized reading' (duration: 1.151774508s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:23.434818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.282952Z","time spent":"1.15186179s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:23.434884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.302036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-02-26T02:24:23.434908Z","caller":"traceutil/trace.go:171","msg":"trace[301538251] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23099; }","duration":"914.354027ms","start":"2026-02-26T02:24:22.520548Z","end":"2026-02-26T02:24:23.434902Z","steps":["trace[301538251] 'agreement among raft nodes before linearized reading' (duration: 914.290676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:23.434929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.520531Z","time spent":"914.392888ms","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-26T02:24:23.43503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152817818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:24:23.433335Z","caller":"traceutil/trace.go:171","msg":"trace[897588831] transaction","detail":"{read_only:false; response_revision:23097; number_of_response:1; }","duration":"875.020856ms","start":"2026-02-26T02:24:22.558309Z","end":"2026-02-26T02:24:23.43333Z","steps":["trace[897588831] 'process raft request' (duration: 874.76665ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:23.433354Z","caller":"traceutil/trace.go:171","msg":"trace[79387760] transaction","detail":"{read_only:false; response_revision:23098; number_of_response:1; }","duration":"689.434635ms","start":"2026-02-26T02:24:22.743914Z","end":"2026-02-26T02:24:23.433349Z","steps":["trace[79387760] 'process raft request' (duration: 689.19188ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:23.433374Z","caller":"traceutil/trace.go:171","msg":"trace[1290880513] transaction","detail":"{read_only:false; response_revision:23099; number_of_response:1; }","duration":"645.419079ms","start":"2026-02-26T02:24:22.787951Z","end":"2026-02-26T02:24:23.43337Z","steps":["trace[1290880513] 'process raft request' (duration: 645.180174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:23.435103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.787932Z","time spent":"647.14092ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:23.434827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.13419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:23.435236Z","caller":"traceutil/trace.go:171","msg":"trace[898195597] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23099; }","duration":"193.570027ms","start":"2026-02-26T02:24:23.241659Z","end":"2026-02-26T02:24:23.435229Z","steps":["trace[898195597] 'agreement among raft nodes before linearized reading' (duration: 193.1398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:23.435325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.743888Z","time spent":"691.363721ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:23.435381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153786705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:24:23.435415Z","caller":"traceutil/trace.go:171","msg":"trace[207456095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23099; }","duration":"1.153841066s","start":"2026-02-26T02:24:22.281568Z","end":"2026-02-26T02:24:23.435399Z","steps":["trace[207456095] 'agreement among raft nodes before linearized reading' (duration: 1.153769944s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:23.435439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.281557Z","time spent":"1.153877486s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:24:23.435467Z","caller":"traceutil/trace.go:171","msg":"trace[694044243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23099; }","duration":"1.153249985s","start":"2026-02-26T02:24:22.28218Z","end":"2026-02-26T02:24:23.43543Z","steps":["trace[694044243] 'agreement among raft nodes before linearized reading' (duration: 1.152778737s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:23.435519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154566108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:24:23.435515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.282168Z","time spent":"1.153335106s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:24:23.435545Z","caller":"traceutil/trace.go:171","msg":"trace[1281452091] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23099; }","duration":"1.15462604s","start":"2026-02-26T02:24:22.280911Z","end":"2026-02-26T02:24:23.435537Z","steps":["trace[1281452091] 'agreement among raft nodes before linearized reading' (duration: 1.154571679s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:23.435569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.55829Z","time spent":"877.243806ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:23.435565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.280892Z","time spent":"1.15466818s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:24:23.435906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157937661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:24:23.435955Z","caller":"traceutil/trace.go:171","msg":"trace[466457058] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23099; }","duration":"1.158039654s","start":"2026-02-26T02:24:22.277905Z","end":"2026-02-26T02:24:23.435945Z","steps":["trace[466457058] 'agreement among raft nodes before linearized reading' (duration: 1.157914301s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:23.435995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.277882Z","time spent":"1.158102795s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:24:23.941552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:24.399057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.736491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:24:24.399172Z","caller":"traceutil/trace.go:171","msg":"trace[978107317] transaction","detail":"{read_only:false; response_revision:23100; number_of_response:1; }","duration":"959.157918ms","start":"2026-02-26T02:24:23.439994Z","end":"2026-02-26T02:24:24.399152Z","steps":["trace[978107317] 'process raft request' (duration: 855.241144ms)","trace[978107317] 'compare' (duration: 103.215062ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:24.399242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:23.439983Z","time spent":"959.228129ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:25.125172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.725921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:24:25.125619Z","caller":"traceutil/trace.go:171","msg":"trace[1507389893] transaction","detail":"{read_only:false; response_revision:23101; number_of_response:1; }","duration":"1.685056221s","start":"2026-02-26T02:24:23.440519Z","end":"2026-02-26T02:24:25.125575Z","steps":["trace[1507389893] 'process raft request' (duration: 1.09678836s)","trace[1507389893] 'compare' (duration: 587.402015ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:24:25.125659Z","caller":"traceutil/trace.go:171","msg":"trace[1077170872] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"1.684999669s","start":"2026-02-26T02:24:23.440609Z","end":"2026-02-26T02:24:25.125609Z","steps":["trace[1077170872] 'process raft request' (duration: 1.684712894s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:25.125825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:23.440506Z","time spent":"1.685182253s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:25.125847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:23.440605Z","time spent":"1.685164552s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:25.125692Z","caller":"traceutil/trace.go:171","msg":"trace[350621755] transaction","detail":"{read_only:false; response_revision:23103; number_of_response:1; }","duration":"1.683703255s","start":"2026-02-26T02:24:23.441912Z","end":"2026-02-26T02:24:25.125615Z","steps":["trace[350621755] 'process raft request' (duration: 1.683480401s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:25.125679Z","caller":"traceutil/trace.go:171","msg":"trace[481819084] transaction","detail":"{read_only:false; response_revision:23104; number_of_response:1; }","duration":"1.683657885s","start":"2026-02-26T02:24:23.44199Z","end":"2026-02-26T02:24:25.125647Z","steps":["trace[481819084] 'process raft request' (duration: 1.683502162s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:25.125946Z","caller":"traceutil/trace.go:171","msg":"trace[307492390] transaction","detail":"{read_only:false; response_revision:23105; number_of_response:1; }","duration":"1.683735907s","start":"2026-02-26T02:24:23.442169Z","end":"2026-02-26T02:24:25.125905Z","steps":["trace[307492390] 'process raft request' (duration: 1.683425541s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:25.126094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:23.442158Z","time spent":"1.683858889s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:25.126139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:23.441977Z","time spent":"1.684057753s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:25.126165Z","caller":"traceutil/trace.go:171","msg":"trace[440348811] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"1.126484815s","start":"2026-02-26T02:24:23.999667Z","end":"2026-02-26T02:24:25.126152Z","steps":["trace[440348811] 'process raft request' (duration: 1.126363183s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:25.12618Z","caller":"traceutil/trace.go:171","msg":"trace[862737148] transaction","detail":"{read_only:false; response_revision:23106; number_of_response:1; }","duration":"1.681662718s","start":"2026-02-26T02:24:23.444465Z","end":"2026-02-26T02:24:25.126128Z","steps":["trace[862737148] 'process raft request' (duration: 1.681384382s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:25.126224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:23.999642Z","time spent":"1.126548285s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:25.126174Z","caller":"traceutil/trace.go:171","msg":"trace[19221277] linearizableReadLoop","detail":"{readStateIndex:23926; appliedIndex:23919; }","duration":"1.685575411s","start":"2026-02-26T02:24:23.440575Z","end":"2026-02-26T02:24:25.12615Z","steps":["trace[19221277] 'read index received' (duration: 854.675703ms)","trace[19221277] 'applied index is now lower than readState.Index' (duration: 830.898628ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:25.126411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685829475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18440"} {"level":"warn","ts":"2026-02-26T02:24:25.126311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:23.444451Z","time spent":"1.681809161s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:25.126458Z","caller":"traceutil/trace.go:171","msg":"trace[2107360966] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23107; }","duration":"1.685901376s","start":"2026-02-26T02:24:23.440544Z","end":"2026-02-26T02:24:25.126445Z","steps":["trace[2107360966] 'agreement among raft nodes before linearized reading' (duration: 1.685689332s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:25.126503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:23.440529Z","time spent":"1.685967888s","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18462,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T02:24:25.126178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:23.441905Z","time spent":"1.684103473s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:25.126632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680949246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:25.126642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.799276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:25.126685Z","caller":"traceutil/trace.go:171","msg":"trace[2119374126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23107; }","duration":"1.681030397s","start":"2026-02-26T02:24:23.44564Z","end":"2026-02-26T02:24:25.126671Z","steps":["trace[2119374126] 'agreement among raft nodes before linearized reading' (duration: 1.680935465s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:25.126679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.479227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:24:25.12671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.758434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:25.12672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:23.445633Z","time spent":"1.681079329s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:24:25.126717Z","caller":"traceutil/trace.go:171","msg":"trace[1053290376] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23107; }","duration":"471.925288ms","start":"2026-02-26T02:24:24.654752Z","end":"2026-02-26T02:24:25.126678Z","steps":["trace[1053290376] 'agreement among raft nodes before linearized reading' (duration: 471.812536ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:25.126726Z","caller":"traceutil/trace.go:171","msg":"trace[526228466] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23107; }","duration":"987.562998ms","start":"2026-02-26T02:24:24.139148Z","end":"2026-02-26T02:24:25.126711Z","steps":["trace[526228466] 'agreement among raft nodes before linearized reading' (duration: 987.473456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:25.126735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56933079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-02-26T02:24:25.126757Z","caller":"traceutil/trace.go:171","msg":"trace[1164096450] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23107; }","duration":"251.829525ms","start":"2026-02-26T02:24:24.874913Z","end":"2026-02-26T02:24:25.126743Z","steps":["trace[1164096450] 'agreement among raft nodes before linearized reading' (duration: 251.749294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:25.126772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:24.139126Z","time spent":"987.63763ms","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:25.126797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:24.654727Z","time spent":"472.031691ms","remote":"127.0.0.1:56668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:25.126816Z","caller":"traceutil/trace.go:171","msg":"trace[1401668648] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23107; }","duration":"1.569435172s","start":"2026-02-26T02:24:23.557339Z","end":"2026-02-26T02:24:25.126774Z","steps":["trace[1401668648] 'agreement among raft nodes before linearized reading' (duration: 1.569243778s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:25.126811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.847525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:25.126859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:23.557323Z","time spent":"1.569525813s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"info","ts":"2026-02-26T02:24:25.126958Z","caller":"traceutil/trace.go:171","msg":"trace[304071904] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23107; }","duration":"443.008508ms","start":"2026-02-26T02:24:24.683904Z","end":"2026-02-26T02:24:25.126912Z","steps":["trace[304071904] 'agreement among raft nodes before linearized reading' (duration: 442.786524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:25.127026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:24.683889Z","time spent":"443.12284ms","remote":"127.0.0.1:48658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:25.127123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686492457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-27df0994-aa87-4e49-8623-f8013218a003\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-02-26T02:24:25.12717Z","caller":"traceutil/trace.go:171","msg":"trace[415283795] range","detail":"{range_begin:/registry/persistentvolumes/pvc-27df0994-aa87-4e49-8623-f8013218a003; range_end:; response_count:1; response_revision:23107; }","duration":"1.686554878s","start":"2026-02-26T02:24:23.440603Z","end":"2026-02-26T02:24:25.127158Z","steps":["trace[415283795] 'agreement among raft nodes before linearized reading' (duration: 1.685955867s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:25.127204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:23.440595Z","time spent":"1.686602368s","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-27df0994-aa87-4e49-8623-f8013218a003\" "} {"level":"warn","ts":"2026-02-26T02:24:26.043674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783394,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:26.544195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783394,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:27.044651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783394,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:27.196342Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.75761525s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:24:28.284361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000590963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:28.284539Z","caller":"traceutil/trace.go:171","msg":"trace[1570488085] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000865158s","start":"2026-02-26T02:24:26.28364Z","end":"2026-02-26T02:24:28.284505Z","steps":["trace[1570488085] 'agreement among raft nodes before linearized reading' (duration: 2.000638304s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:28.284613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:26.283614Z","time spent":"2.000982502s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:24:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:28.338354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.11354678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T02:24:28.338425Z","caller":"traceutil/trace.go:171","msg":"trace[157266978] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23107; }","duration":"3.113633301s","start":"2026-02-26T02:24:25.224774Z","end":"2026-02-26T02:24:28.338408Z","steps":["trace[157266978] 'range keys from in-memory index tree' (duration: 3.113349337s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:28.338458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:25.224733Z","time spent":"3.113718903s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:24:28.338784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.08080217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1897aab237100b06\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-02-26T02:24:28.338847Z","caller":"traceutil/trace.go:171","msg":"trace[597230703] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.1897aab237100b06; range_end:; response_count:1; response_revision:23107; }","duration":"3.080870951s","start":"2026-02-26T02:24:25.257956Z","end":"2026-02-26T02:24:28.338827Z","steps":["trace[597230703] 'range keys from in-memory index tree' (duration: 3.080646776s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:28.338875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:25.257893Z","time spent":"3.080976262s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1897aab237100b06\" "} {"level":"warn","ts":"2026-02-26T02:24:28.340129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.573138ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:28.34026Z","caller":"traceutil/trace.go:171","msg":"trace[1655997503] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23107; }","duration":"252.718741ms","start":"2026-02-26T02:24:28.087525Z","end":"2026-02-26T02:24:28.340243Z","steps":["trace[1655997503] 'range keys from in-memory index tree' (duration: 252.556478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:28.340595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144022806s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:24:28.340656Z","caller":"traceutil/trace.go:171","msg":"trace[205238196] transaction","detail":"{read_only:false; response_revision:23108; number_of_response:1; }","duration":"2.902072995s","start":"2026-02-26T02:24:25.438572Z","end":"2026-02-26T02:24:28.340645Z","steps":["trace[205238196] 'process raft request' (duration: 1.757948646s)","trace[205238196] 'compare' (duration: 1.143510827s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:28.340694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:25.438536Z","time spent":"2.902137585s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:30.284951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000159114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:30.285049Z","caller":"traceutil/trace.go:171","msg":"trace[966813598] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000324827s","start":"2026-02-26T02:24:28.284704Z","end":"2026-02-26T02:24:30.285029Z","steps":["trace[966813598] 'agreement among raft nodes before linearized reading' (duration: 2.000196615s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:30.285118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:28.284675Z","time spent":"2.00043248s","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:30.386696Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.190082323s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:24:30.439874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:25.440008Z","time spent":"4.999859318s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:24:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:30.439924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:25.441287Z","time spent":"4.998628796s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:24:30.440076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:25.44096Z","time spent":"4.999115075s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:24:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:30.441192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:25.442665Z","time spent":"4.998522995s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:24:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:30.444404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:25.446808Z","time spent":"4.997588156s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:24:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:31.977112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999865761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:31.97718Z","caller":"traceutil/trace.go:171","msg":"trace[2136322950] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999992913s","start":"2026-02-26T02:24:29.977171Z","end":"2026-02-26T02:24:31.977164Z","steps":["trace[2136322950] 'agreement among raft nodes before linearized reading' (duration: 1.999907012s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:31.977216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:29.977137Z","time spent":"2.000071774s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:24:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:32.131801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997865492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-26T02:24:32.131843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997825561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:32.131887Z","caller":"traceutil/trace.go:171","msg":"trace[1364945928] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998036265s","start":"2026-02-26T02:24:27.133832Z","end":"2026-02-26T02:24:32.131868Z","steps":["trace[1364945928] 'agreement among raft nodes before linearized reading' (duration: 4.997932603s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:32.131917Z","caller":"traceutil/trace.go:171","msg":"trace[218365709] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.997970794s","start":"2026-02-26T02:24:27.133928Z","end":"2026-02-26T02:24:32.131899Z","steps":["trace[218365709] 'agreement among raft nodes before linearized reading' (duration: 4.997877602s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:32.131939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:27.133795Z","time spent":"4.998133547s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/26 02:24:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:32.131975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:27.133892Z","time spent":"4.998073166s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/26 02:24:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:32.132015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998032024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:32.132265Z","caller":"traceutil/trace.go:171","msg":"trace[882628509] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998318331s","start":"2026-02-26T02:24:27.133938Z","end":"2026-02-26T02:24:32.132256Z","steps":["trace[882628509] 'agreement among raft nodes before linearized reading' (duration: 4.998060615s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:32.132307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:27.133928Z","time spent":"4.998366882s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/26 02:24:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:32.294996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000442201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:32.29508Z","caller":"traceutil/trace.go:171","msg":"trace[1857834813] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000551723s","start":"2026-02-26T02:24:30.294511Z","end":"2026-02-26T02:24:32.295063Z","steps":["trace[1857834813] 'agreement among raft nodes before linearized reading' (duration: 2.000438231s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:32.295131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:30.294461Z","time spent":"2.000660825s","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:32.63523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.24816978s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:24:32.635598Z","caller":"traceutil/trace.go:171","msg":"trace[406523237] linearizableReadLoop","detail":"{readStateIndex:23933; appliedIndex:23927; }","duration":"7.092193893s","start":"2026-02-26T02:24:25.543386Z","end":"2026-02-26T02:24:32.63558Z","steps":["trace[406523237] 'read index received' (duration: 1.653150886s)","trace[406523237] 'applied index is now lower than readState.Index' (duration: 5.439039517s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:32.635792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.092411847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-26T02:24:32.635838Z","caller":"traceutil/trace.go:171","msg":"trace[1250648861] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23113; }","duration":"7.092505539s","start":"2026-02-26T02:24:25.543318Z","end":"2026-02-26T02:24:32.635824Z","steps":["trace[1250648861] 'agreement among raft nodes before linearized reading' (duration: 7.092348636s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:32.635874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:25.543293Z","time spent":"7.092572699s","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-02-26T02:24:33.135694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:33.238168Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.358902439s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:24:34.303425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000119464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:34.303556Z","caller":"traceutil/trace.go:171","msg":"trace[1410805707] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000300307s","start":"2026-02-26T02:24:32.303224Z","end":"2026-02-26T02:24:34.303524Z","steps":["trace[1410805707] 'agreement among raft nodes before linearized reading' (duration: 2.000143895s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:34.303632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:32.303204Z","time spent":"2.000413359s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:24:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:34.931007Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.692680129s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:24:35.343409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:28.342311Z","time spent":"7.001088084s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:24:35.440027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998332091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:35.440104Z","caller":"traceutil/trace.go:171","msg":"trace[916742260] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998454363s","start":"2026-02-26T02:24:30.441629Z","end":"2026-02-26T02:24:35.440084Z","steps":["trace[916742260] 'agreement among raft nodes before linearized reading' (duration: 4.998357682s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:35.440147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:30.441611Z","time spent":"4.998527774s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/26 02:24:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:35.440512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998707488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:35.440624Z","caller":"traceutil/trace.go:171","msg":"trace[692879065] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.99888885s","start":"2026-02-26T02:24:30.441709Z","end":"2026-02-26T02:24:35.440598Z","steps":["trace[692879065] 'agreement among raft nodes before linearized reading' (duration: 4.998741058s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:35.44069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:30.441673Z","time spent":"4.999004984s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/02/26 02:24:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:35.440704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9982665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:35.440878Z","caller":"traceutil/trace.go:171","msg":"trace[56241035] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998385811s","start":"2026-02-26T02:24:30.442378Z","end":"2026-02-26T02:24:35.440764Z","steps":["trace[56241035] 'agreement among raft nodes before linearized reading' (duration: 4.998281179s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:35.440964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:30.442364Z","time spent":"4.998587366s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/26 02:24:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:35.44134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998901231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:35.44141Z","caller":"traceutil/trace.go:171","msg":"trace[23985169] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999017342s","start":"2026-02-26T02:24:30.442377Z","end":"2026-02-26T02:24:35.441395Z","steps":["trace[23985169] 'agreement among raft nodes before linearized reading' (duration: 4.998938121s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:35.441461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:30.442358Z","time spent":"4.999082814s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-26T02:24:35.445314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999601684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:35.445405Z","caller":"traceutil/trace.go:171","msg":"trace[1949230714] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999725487s","start":"2026-02-26T02:24:30.445654Z","end":"2026-02-26T02:24:35.445379Z","steps":["trace[1949230714] 'agreement among raft nodes before linearized reading' (duration: 4.999617835s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:35.445462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:30.445643Z","time spent":"4.999808038s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/26 02:24:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:35.474133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.132163596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:35.474255Z","caller":"traceutil/trace.go:171","msg":"trace[2073013549] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"7.132328709s","start":"2026-02-26T02:24:28.341899Z","end":"2026-02-26T02:24:35.474228Z","steps":["trace[2073013549] 'agreement among raft nodes before linearized reading' (duration: 7.132189946s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:35.474316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:28.341884Z","time spent":"7.132421671s","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/02/26 02:24:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:35.788394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:28.78823Z","time spent":"7.000158607s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:24:36.304293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000416689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:36.304367Z","caller":"traceutil/trace.go:171","msg":"trace[623775609] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000554642s","start":"2026-02-26T02:24:34.303795Z","end":"2026-02-26T02:24:36.30435Z","steps":["trace[623775609] 'agreement among raft nodes before linearized reading' (duration: 2.00044999s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:36.304406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:34.303765Z","time spent":"2.000634053s","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:36.401847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99874306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:36.401917Z","caller":"traceutil/trace.go:171","msg":"trace[1128436419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.998856481s","start":"2026-02-26T02:24:26.403046Z","end":"2026-02-26T02:24:36.401902Z","steps":["trace[1128436419] 'agreement among raft nodes before linearized reading' (duration: 9.99877346s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:36.401959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:26.403027Z","time spent":"9.998922933s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/02/26 02:24:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:37.131871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999778839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:37.131956Z","caller":"traceutil/trace.go:171","msg":"trace[1749256531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999924471s","start":"2026-02-26T02:24:27.131995Z","end":"2026-02-26T02:24:37.13192Z","steps":["trace[1749256531] 'agreement among raft nodes before linearized reading' (duration: 9.99984134s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:37.131994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:27.131974Z","time spent":"10.000012644s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/02/26 02:24:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:37.133093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999081136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:37.133158Z","caller":"traceutil/trace.go:171","msg":"trace[1130932162] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"9.999206878s","start":"2026-02-26T02:24:27.133933Z","end":"2026-02-26T02:24:37.13314Z","steps":["trace[1130932162] 'agreement among raft nodes before linearized reading' (duration: 9.999127486s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:37.133188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:27.133884Z","time spent":"9.99929802s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/02/26 02:24:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:37.133185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998280067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-26T02:24:37.133266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998859077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:37.133282Z","caller":"traceutil/trace.go:171","msg":"trace[643365266] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.99895929s","start":"2026-02-26T02:24:34.134317Z","end":"2026-02-26T02:24:37.133276Z","steps":["trace[643365266] 'agreement among raft nodes before linearized reading' (duration: 2.99894251s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:37.133294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:34.134283Z","time spent":"2.999008371s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/26 02:24:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-26T02:24:37.133304Z","caller":"traceutil/trace.go:171","msg":"trace[443942066] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.99845611s","start":"2026-02-26T02:24:34.134819Z","end":"2026-02-26T02:24:37.133275Z","steps":["trace[443942066] 'agreement among raft nodes before linearized reading' (duration: 2.998289627s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:37.133343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999344066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:37.133359Z","caller":"traceutil/trace.go:171","msg":"trace[1821921156] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.999397168s","start":"2026-02-26T02:24:34.133955Z","end":"2026-02-26T02:24:37.133352Z","steps":["trace[1821921156] 'agreement among raft nodes before linearized reading' (duration: 2.999384227s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:37.133371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:34.133931Z","time spent":"2.999437309s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/26 02:24:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:37.133375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:34.134811Z","time spent":"2.998553282s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/26 02:24:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:37.139606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:30.134507Z","time spent":"7.005084397s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:24:37.237162Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.306019971s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:24:37.276127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.037600234s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:24:37.277382Z","caller":"traceutil/trace.go:171","msg":"trace[1343224470] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"6.930370987s","start":"2026-02-26T02:24:30.346989Z","end":"2026-02-26T02:24:37.27736Z","steps":["trace[1343224470] 'process raft request' (duration: 6.929471311s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:37.277498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:30.346956Z","time spent":"6.93047922s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:37.287444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501934104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:37.287545Z","caller":"traceutil/trace.go:171","msg":"trace[1838483926] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; }","duration":"1.502079198s","start":"2026-02-26T02:24:35.785449Z","end":"2026-02-26T02:24:37.287529Z","steps":["trace[1838483926] 'agreement among raft nodes before linearized reading' (duration: 1.501971955s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:37.287577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:35.785426Z","time spent":"1.502142629s","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} 2026/02/26 02:24:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:37.663504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.009520807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:37.663576Z","caller":"traceutil/trace.go:171","msg":"trace[715566362] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.00965471s","start":"2026-02-26T02:24:27.653905Z","end":"2026-02-26T02:24:37.663559Z","steps":["trace[715566362] 'agreement among raft nodes before linearized reading' (duration: 10.009555198s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:37.663617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:27.653886Z","time spent":"10.009721611s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/02/26 02:24:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:38.262278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000150925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:38.262361Z","caller":"traceutil/trace.go:171","msg":"trace[1581650092] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000298228s","start":"2026-02-26T02:24:36.262045Z","end":"2026-02-26T02:24:38.262343Z","steps":["trace[1581650092] 'agreement among raft nodes before linearized reading' (duration: 2.000184166s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:38.262408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:36.262022Z","time spent":"2.000376899s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:24:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:38.310168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000132575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:38.310202Z","caller":"traceutil/trace.go:171","msg":"trace[1790964152] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000181936s","start":"2026-02-26T02:24:36.310012Z","end":"2026-02-26T02:24:38.310194Z","steps":["trace[1790964152] 'agreement among raft nodes before linearized reading' (duration: 2.000142975s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:38.310222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:36.310006Z","time spent":"2.000211746s","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:24:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:38.398561Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"36aa9c9797264782","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-26T02:24:38.934915Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.664683348s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:24:39.475476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198957168s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:24:39.475724Z","caller":"traceutil/trace.go:171","msg":"trace[1497765120] linearizableReadLoop","detail":"{readStateIndex:23938; appliedIndex:23933; }","duration":"6.840065343s","start":"2026-02-26T02:24:32.635636Z","end":"2026-02-26T02:24:39.475701Z","steps":["trace[1497765120] 'read index received' (duration: 602.735617ms)","trace[1497765120] 'applied index is now lower than readState.Index' (duration: 6.237328596s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:39.475751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387934215s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:39.475813Z","caller":"traceutil/trace.go:171","msg":"trace[1228855848] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23118; }","duration":"1.388002706s","start":"2026-02-26T02:24:38.087801Z","end":"2026-02-26T02:24:39.475804Z","steps":["trace[1228855848] 'range keys from in-memory index tree' (duration: 1.387923375s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.476582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.323128724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:39.476643Z","caller":"traceutil/trace.go:171","msg":"trace[1409563933] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23118; }","duration":"13.323249496s","start":"2026-02-26T02:24:26.153378Z","end":"2026-02-26T02:24:39.476628Z","steps":["trace[1409563933] 'agreement among raft nodes before linearized reading' (duration: 13.323142864s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.476677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:26.153348Z","time spent":"13.323320187s","remote":"127.0.0.1:48630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:39.47672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.451044948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:39.476743Z","caller":"traceutil/trace.go:171","msg":"trace[981453476] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:0; response_revision:23118; }","duration":"13.451110258s","start":"2026-02-26T02:24:26.025626Z","end":"2026-02-26T02:24:39.476736Z","steps":["trace[981453476] 'agreement among raft nodes before linearized reading' (duration: 13.451067537s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.476743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.34150042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-02-26T02:24:39.476881Z","caller":"traceutil/trace.go:171","msg":"trace[2001899165] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23118; }","duration":"13.341677503s","start":"2026-02-26T02:24:26.135186Z","end":"2026-02-26T02:24:39.476863Z","steps":["trace[2001899165] 'agreement among raft nodes before linearized reading' (duration: 13.341434709s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.476928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:26.135163Z","time spent":"13.341750424s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"warn","ts":"2026-02-26T02:24:39.476928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.824687955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-02-26T02:24:39.476977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.209200389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:24:39.47699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.894267784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:24:39.477003Z","caller":"traceutil/trace.go:171","msg":"trace[371606300] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23118; }","duration":"12.20925531s","start":"2026-02-26T02:24:27.267738Z","end":"2026-02-26T02:24:39.476994Z","steps":["trace[371606300] 'agreement among raft nodes before linearized reading' (duration: 12.209211349s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:39.476998Z","caller":"traceutil/trace.go:171","msg":"trace[9312457] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23118; }","duration":"13.824781976s","start":"2026-02-26T02:24:25.652197Z","end":"2026-02-26T02:24:39.476979Z","steps":["trace[9312457] 'agreement among raft nodes before linearized reading' (duration: 13.824542172s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:39.477015Z","caller":"traceutil/trace.go:171","msg":"trace[74315194] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23118; }","duration":"12.894330785s","start":"2026-02-26T02:24:26.582678Z","end":"2026-02-26T02:24:39.477009Z","steps":["trace[74315194] 'agreement among raft nodes before linearized reading' (duration: 12.894284934s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.47698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.345897978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:24:39.477116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.873802268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:24:39.477115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.520022337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:24:39.477135Z","caller":"traceutil/trace.go:171","msg":"trace[232347] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23118; }","duration":"12.873858319s","start":"2026-02-26T02:24:26.603272Z","end":"2026-02-26T02:24:39.47713Z","steps":["trace[232347] 'agreement among raft nodes before linearized reading' (duration: 12.873803538s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.476764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:26.025604Z","time spent":"13.45115577s","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"info","ts":"2026-02-26T02:24:39.477188Z","caller":"traceutil/trace.go:171","msg":"trace[558680663] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23118; }","duration":"9.520134718s","start":"2026-02-26T02:24:29.957042Z","end":"2026-02-26T02:24:39.477177Z","steps":["trace[558680663] 'agreement among raft nodes before linearized reading' (duration: 9.520032306s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.477193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:26.603251Z","time spent":"12.87393648s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:39.477125Z","caller":"traceutil/trace.go:171","msg":"trace[2135742751] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23118; }","duration":"11.346054451s","start":"2026-02-26T02:24:28.131052Z","end":"2026-02-26T02:24:39.477107Z","steps":["trace[2135742751] 'agreement among raft nodes before linearized reading' (duration: 11.345789106s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.47722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:29.957023Z","time spent":"9.52018911s","remote":"127.0.0.1:56716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:39.477242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:28.131003Z","time spent":"11.346226213s","remote":"127.0.0.1:56624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:39.477036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:26.582656Z","time spent":"12.894375105s","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:39.476932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.050140104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-02-26T02:24:39.477336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.901141991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:39.477416Z","caller":"traceutil/trace.go:171","msg":"trace[2094564459] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23118; }","duration":"9.901264814s","start":"2026-02-26T02:24:29.576127Z","end":"2026-02-26T02:24:39.477392Z","steps":["trace[2094564459] 'agreement among raft nodes before linearized reading' (duration: 9.901136871s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.477029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:27.267715Z","time spent":"12.209308261s","remote":"127.0.0.1:57128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:39.477461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:29.576104Z","time spent":"9.901346225s","remote":"127.0.0.1:48384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:39.477477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.187313129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aaa6eb5e18be\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-26T02:24:39.477512Z","caller":"traceutil/trace.go:171","msg":"trace[1034703675] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897aaa6eb5e18be; range_end:; response_count:1; response_revision:23118; }","duration":"9.18734435s","start":"2026-02-26T02:24:30.290155Z","end":"2026-02-26T02:24:39.477499Z","steps":["trace[1034703675] 'agreement among raft nodes before linearized reading' (duration: 9.187243288s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.47754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:30.290086Z","time spent":"9.187446921s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aaa6eb5e18be\" "} {"level":"info","ts":"2026-02-26T02:24:39.47736Z","caller":"traceutil/trace.go:171","msg":"trace[116131160] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23118; }","duration":"12.050601883s","start":"2026-02-26T02:24:27.42674Z","end":"2026-02-26T02:24:39.477342Z","steps":["trace[116131160] 'agreement among raft nodes before linearized reading' (duration: 12.050103733s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.477065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.261332221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:39.477646Z","caller":"traceutil/trace.go:171","msg":"trace[2025754261] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23118; }","duration":"13.261928602s","start":"2026-02-26T02:24:26.215704Z","end":"2026-02-26T02:24:39.477633Z","steps":["trace[2025754261] 'agreement among raft nodes before linearized reading' (duration: 13.261338241s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.47769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:26.215688Z","time spent":"13.261987343s","remote":"127.0.0.1:56460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:39.477041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:25.652185Z","time spent":"13.824847338s","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T02:24:39.477612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:27.426708Z","time spent":"12.050896118s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:24:39.477064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.771144727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:39.477879Z","caller":"traceutil/trace.go:171","msg":"trace[661308480] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23118; }","duration":"12.771989433s","start":"2026-02-26T02:24:26.705877Z","end":"2026-02-26T02:24:39.477866Z","steps":["trace[661308480] 'agreement among raft nodes before linearized reading' (duration: 12.771170658s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:39.477901Z","caller":"traceutil/trace.go:171","msg":"trace[2126642126] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"2.33869814s","start":"2026-02-26T02:24:37.139193Z","end":"2026-02-26T02:24:39.477891Z","steps":["trace[2126642126] 'process raft request' (duration: 2.338643879s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.47792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:26.705854Z","time spent":"12.772052554s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:39.477947Z","caller":"traceutil/trace.go:171","msg":"trace[2072232129] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"5.761450346s","start":"2026-02-26T02:24:33.716488Z","end":"2026-02-26T02:24:39.477938Z","steps":["trace[2072232129] 'process raft request' (duration: 5.761253893s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.47797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:37.139177Z","time spent":"2.33875095s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":409,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:39.477979Z","caller":"traceutil/trace.go:171","msg":"trace[339915084] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"5.858079497s","start":"2026-02-26T02:24:33.61989Z","end":"2026-02-26T02:24:39.47797Z","steps":["trace[339915084] 'process raft request' (duration: 5.855728814s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.478021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:33.716467Z","time spent":"5.761500167s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:39.478033Z","caller":"traceutil/trace.go:171","msg":"trace[1176971518] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"3.073371443s","start":"2026-02-26T02:24:36.404656Z","end":"2026-02-26T02:24:39.478027Z","steps":["trace[1176971518] 'process raft request' (duration: 3.073147239s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.47804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:33.619864Z","time spent":"5.858135597s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:39.478065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:36.40464Z","time spent":"3.073407893s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:39.478071Z","caller":"traceutil/trace.go:171","msg":"trace[1381230351] transaction","detail":"{read_only:false; response_revision:23123; number_of_response:1; }","duration":"2.338804011s","start":"2026-02-26T02:24:37.139251Z","end":"2026-02-26T02:24:39.478055Z","steps":["trace[1381230351] 'process raft request' (duration: 2.338615028s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.478152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:37.139248Z","time spent":"2.338860402s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:39.478222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.424012192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:39.478243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.838520595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6520001f-af78-469e-aec2-e5191444528b\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-26T02:24:39.478248Z","caller":"traceutil/trace.go:171","msg":"trace[230512788] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23124; }","duration":"5.424080314s","start":"2026-02-26T02:24:34.054158Z","end":"2026-02-26T02:24:39.478238Z","steps":["trace[230512788] 'agreement among raft nodes before linearized reading' (duration: 5.424038493s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:39.478272Z","caller":"traceutil/trace.go:171","msg":"trace[647137052] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6520001f-af78-469e-aec2-e5191444528b; range_end:; response_count:1; response_revision:23124; }","duration":"6.838580065s","start":"2026-02-26T02:24:32.639685Z","end":"2026-02-26T02:24:39.478265Z","steps":["trace[647137052] 'agreement among raft nodes before linearized reading' (duration: 6.838478553s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.478262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334298059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-02-26T02:24:39.478291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:32.639663Z","time spent":"6.838622957s","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-6520001f-af78-469e-aec2-e5191444528b\" "} {"level":"info","ts":"2026-02-26T02:24:39.478302Z","caller":"traceutil/trace.go:171","msg":"trace[130544960] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23124; }","duration":"2.334394971s","start":"2026-02-26T02:24:37.143896Z","end":"2026-02-26T02:24:39.478291Z","steps":["trace[130544960] 'agreement among raft nodes before linearized reading' (duration: 2.334265648s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.478339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.034974886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-02-26T02:24:39.478347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:37.143868Z","time spent":"2.334469041s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":666,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-26T02:24:39.478364Z","caller":"traceutil/trace.go:171","msg":"trace[245563104] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23124; }","duration":"4.035037858s","start":"2026-02-26T02:24:35.44332Z","end":"2026-02-26T02:24:39.478358Z","steps":["trace[245563104] 'agreement among raft nodes before linearized reading' (duration: 4.034972167s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.478386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:35.443303Z","time spent":"4.035079488s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-26T02:24:39.478418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.508051692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-02-26T02:24:39.478444Z","caller":"traceutil/trace.go:171","msg":"trace[977564040] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23124; }","duration":"5.508114433s","start":"2026-02-26T02:24:33.970324Z","end":"2026-02-26T02:24:39.478438Z","steps":["trace[977564040] 'agreement among raft nodes before linearized reading' (duration: 5.508047282s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.478464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:33.970268Z","time spent":"5.508192605s","remote":"127.0.0.1:56410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-26T02:24:39.478478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.037180916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-02-26T02:24:39.478501Z","caller":"traceutil/trace.go:171","msg":"trace[241400739] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23124; }","duration":"4.037261917s","start":"2026-02-26T02:24:35.441232Z","end":"2026-02-26T02:24:39.478494Z","steps":["trace[241400739] 'agreement among raft nodes before linearized reading' (duration: 4.037204996s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.478519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:35.441208Z","time spent":"4.037307359s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-26T02:24:39.478275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:34.054122Z","time spent":"5.424147544s","remote":"127.0.0.1:32858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:39.479006Z","caller":"traceutil/trace.go:171","msg":"trace[385686011] transaction","detail":"{read_only:false; response_revision:23124; number_of_response:1; }","duration":"2.339717528s","start":"2026-02-26T02:24:37.139273Z","end":"2026-02-26T02:24:39.47899Z","steps":["trace[385686011] 'process raft request' (duration: 2.338706459s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.479103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.506676883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:24:39.479108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.669569682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:39.479111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.174370681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:24:39.47913Z","caller":"traceutil/trace.go:171","msg":"trace[1483316874] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23124; }","duration":"6.506741444s","start":"2026-02-26T02:24:32.972379Z","end":"2026-02-26T02:24:39.479121Z","steps":["trace[1483316874] 'agreement among raft nodes before linearized reading' (duration: 6.506691303s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:39.47914Z","caller":"traceutil/trace.go:171","msg":"trace[2041226517] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23124; }","duration":"5.669644354s","start":"2026-02-26T02:24:33.809486Z","end":"2026-02-26T02:24:39.479131Z","steps":["trace[2041226517] 'agreement among raft nodes before linearized reading' (duration: 5.669590353s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:39.479144Z","caller":"traceutil/trace.go:171","msg":"trace[972115015] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23124; }","duration":"4.174447682s","start":"2026-02-26T02:24:35.304687Z","end":"2026-02-26T02:24:39.479135Z","steps":["trace[972115015] 'agreement among raft nodes before linearized reading' (duration: 4.174373791s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.479096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575717104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:24:39.479165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:35.304657Z","time spent":"4.174502134s","remote":"127.0.0.1:57102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:39.479187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.721777379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:39.47919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.628823182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:39.479206Z","caller":"traceutil/trace.go:171","msg":"trace[495661968] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23124; }","duration":"5.72180956s","start":"2026-02-26T02:24:33.75739Z","end":"2026-02-26T02:24:39.4792Z","steps":["trace[495661968] 'agreement among raft nodes before linearized reading' (duration: 5.721777699s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.479231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:33.75738Z","time spent":"5.721845481s","remote":"127.0.0.1:32938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:39.479241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.811455579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:39.479217Z","caller":"traceutil/trace.go:171","msg":"trace[1279414524] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23124; }","duration":"2.575841596s","start":"2026-02-26T02:24:36.903342Z","end":"2026-02-26T02:24:39.479184Z","steps":["trace[1279414524] 'agreement among raft nodes before linearized reading' (duration: 2.575712164s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.479298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:36.903326Z","time spent":"2.575963468s","remote":"127.0.0.1:58584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:39.479315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.683618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-26T02:24:39.47921Z","caller":"traceutil/trace.go:171","msg":"trace[1205091008] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23124; }","duration":"6.628869793s","start":"2026-02-26T02:24:32.850333Z","end":"2026-02-26T02:24:39.479203Z","steps":["trace[1205091008] 'agreement among raft nodes before linearized reading' (duration: 6.628842782s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:39.479377Z","caller":"traceutil/trace.go:171","msg":"trace[609543119] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23124; }","duration":"194.771359ms","start":"2026-02-26T02:24:39.284585Z","end":"2026-02-26T02:24:39.479357Z","steps":["trace[609543119] 'agreement among raft nodes before linearized reading' (duration: 194.602756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.479428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.833830733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123309"} {"level":"info","ts":"2026-02-26T02:24:39.479454Z","caller":"traceutil/trace.go:171","msg":"trace[1746055335] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23124; }","duration":"5.833891904s","start":"2026-02-26T02:24:33.645556Z","end":"2026-02-26T02:24:39.479448Z","steps":["trace[1746055335] 'agreement among raft nodes before linearized reading' (duration: 5.833781942s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.479475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:33.645534Z","time spent":"5.833936844s","remote":"127.0.0.1:56394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123331,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-26T02:24:39.479467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:32.850302Z","time spent":"6.629097717s","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:39.479155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:32.972354Z","time spent":"6.506794845s","remote":"127.0.0.1:56806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:39.479593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037678046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-26T02:24:39.479608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.318854932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:39.479625Z","caller":"traceutil/trace.go:171","msg":"trace[562650373] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23124; }","duration":"1.037748448s","start":"2026-02-26T02:24:38.44187Z","end":"2026-02-26T02:24:39.479618Z","steps":["trace[562650373] 'agreement among raft nodes before linearized reading' (duration: 1.037666927s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:39.479646Z","caller":"traceutil/trace.go:171","msg":"trace[1047168384] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23124; }","duration":"3.318939733s","start":"2026-02-26T02:24:36.160694Z","end":"2026-02-26T02:24:39.479634Z","steps":["trace[1047168384] 'agreement among raft nodes before linearized reading' (duration: 3.318875612s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.479682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:36.160671Z","time spent":"3.319003495s","remote":"127.0.0.1:33302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:39.479694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:38.441847Z","time spent":"1.037792938s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:24:39.479143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.281446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:39.479724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.024589249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:24:39.479269Z","caller":"traceutil/trace.go:171","msg":"trace[1802578160] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23124; }","duration":"6.81150108s","start":"2026-02-26T02:24:32.667752Z","end":"2026-02-26T02:24:39.479253Z","steps":["trace[1802578160] 'agreement among raft nodes before linearized reading' (duration: 6.811469539s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:39.479747Z","caller":"traceutil/trace.go:171","msg":"trace[1267173312] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23124; }","duration":"866.970138ms","start":"2026-02-26T02:24:38.612766Z","end":"2026-02-26T02:24:39.479736Z","steps":["trace[1267173312] 'agreement among raft nodes before linearized reading' (duration: 866.281366ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:39.47978Z","caller":"traceutil/trace.go:171","msg":"trace[1175343164] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23124; }","duration":"6.024668459s","start":"2026-02-26T02:24:33.455089Z","end":"2026-02-26T02:24:39.479758Z","steps":["trace[1175343164] 'agreement among raft nodes before linearized reading' (duration: 6.024568918s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.479817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:33.455068Z","time spent":"6.024741461s","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:39.479842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:38.612742Z","time spent":"867.08263ms","remote":"127.0.0.1:32982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:39.479776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:32.667735Z","time spent":"6.812034909s","remote":"127.0.0.1:48602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:39.479161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:33.809465Z","time spent":"5.669691105s","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:39.480182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:37.13927Z","time spent":"2.339767739s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:39.480262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.172914397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-02-26T02:24:39.48029Z","caller":"traceutil/trace.go:171","msg":"trace[1245997152] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23124; }","duration":"3.17297247s","start":"2026-02-26T02:24:36.30731Z","end":"2026-02-26T02:24:39.480282Z","steps":["trace[1245997152] 'agreement among raft nodes before linearized reading' (duration: 3.172882258s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.480307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:36.307297Z","time spent":"3.17300599s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-26T02:24:39.480542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162130917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:39.480569Z","caller":"traceutil/trace.go:171","msg":"trace[494909693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23124; }","duration":"1.162179189s","start":"2026-02-26T02:24:38.318381Z","end":"2026-02-26T02:24:39.48056Z","steps":["trace[494909693] 'agreement among raft nodes before linearized reading' (duration: 1.162131428s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.480585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:38.318371Z","time spent":"1.162211149s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:39.481803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202961452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:24:39.481839Z","caller":"traceutil/trace.go:171","msg":"trace[1202505522] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23124; }","duration":"2.203086575s","start":"2026-02-26T02:24:37.278743Z","end":"2026-02-26T02:24:39.48183Z","steps":["trace[1202505522] 'agreement among raft nodes before linearized reading' (duration: 2.200300284s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.48187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:37.278727Z","time spent":"2.203138126s","remote":"127.0.0.1:56432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:24:39.478301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.686996389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T02:24:39.484743Z","caller":"traceutil/trace.go:171","msg":"trace[1846874561] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23124; }","duration":"3.693450987s","start":"2026-02-26T02:24:35.791275Z","end":"2026-02-26T02:24:39.484726Z","steps":["trace[1846874561] 'agreement among raft nodes before linearized reading' (duration: 3.686957748s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.484834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:35.791264Z","time spent":"3.693552259s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-26T02:24:39.486116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.225586137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:39.486168Z","caller":"traceutil/trace.go:171","msg":"trace[1786818129] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23124; }","duration":"2.225641528s","start":"2026-02-26T02:24:37.260512Z","end":"2026-02-26T02:24:39.486153Z","steps":["trace[1786818129] 'agreement among raft nodes before linearized reading' (duration: 2.225549657s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.486194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:37.260437Z","time spent":"2.22575018s","remote":"127.0.0.1:58142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:39.981735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783414,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:40.482003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783414,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:40.539596Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.018097217s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:24:41.087949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:40.707396Z","time spent":"380.544894ms","remote":"127.0.0.1:41598","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:24:41.088178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.37613ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-02-26T02:24:41.088255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:39.478946Z","time spent":"1.609292782s","remote":"127.0.0.1:56354","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:24:41.481532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000063394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:41.481633Z","caller":"traceutil/trace.go:171","msg":"trace[913894710] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000216017s","start":"2026-02-26T02:24:39.481396Z","end":"2026-02-26T02:24:41.481612Z","steps":["trace[913894710] 'agreement among raft nodes before linearized reading' (duration: 2.000068865s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:41.48169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:39.481382Z","time spent":"2.000297169s","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:41.976849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000268438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:41.976931Z","caller":"traceutil/trace.go:171","msg":"trace[1307703254] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000490742s","start":"2026-02-26T02:24:39.97642Z","end":"2026-02-26T02:24:41.976911Z","steps":["trace[1307703254] 'agreement among raft nodes before linearized reading' (duration: 2.000302978s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:41.976978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:39.9764Z","time spent":"2.000567544s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:42.195419Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.636574023s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:24:43.48765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000509392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:43.487722Z","caller":"traceutil/trace.go:171","msg":"trace[1951873498] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000612204s","start":"2026-02-26T02:24:41.487095Z","end":"2026-02-26T02:24:43.487707Z","steps":["trace[1951873498] 'agreement among raft nodes before linearized reading' (duration: 2.000521542s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:43.487772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:41.487083Z","time spent":"2.000680855s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:24:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:43.515965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320261425s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:24:43.516275Z","caller":"traceutil/trace.go:171","msg":"trace[670955184] linearizableReadLoop","detail":"{readStateIndex:23950; appliedIndex:23944; }","duration":"4.034846294s","start":"2026-02-26T02:24:39.481413Z","end":"2026-02-26T02:24:43.516259Z","steps":["trace[670955184] 'read index received' (duration: 1.058462107s)","trace[670955184] 'applied index is now lower than readState.Index' (duration: 2.976383387s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:24:43.516345Z","caller":"traceutil/trace.go:171","msg":"trace[176958247] transaction","detail":"{read_only:false; response_revision:23125; number_of_response:1; }","duration":"4.031249708s","start":"2026-02-26T02:24:39.485085Z","end":"2026-02-26T02:24:43.516335Z","steps":["trace[176958247] 'process raft request' (duration: 2.710544255s)","trace[176958247] 'compare' (duration: 1.320127213s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:43.516403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:39.485071Z","time spent":"4.031300179s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:43.516715Z","caller":"traceutil/trace.go:171","msg":"trace[1730509130] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"4.024926942s","start":"2026-02-26T02:24:39.491777Z","end":"2026-02-26T02:24:43.516704Z","steps":["trace[1730509130] 'process raft request' (duration: 4.02428792s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:43.51677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:39.491759Z","time spent":"4.024981383s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:43.516786Z","caller":"traceutil/trace.go:171","msg":"trace[1307028907] transaction","detail":"{read_only:false; response_revision:23128; number_of_response:1; }","duration":"4.024777269s","start":"2026-02-26T02:24:39.491969Z","end":"2026-02-26T02:24:43.516746Z","steps":["trace[1307028907] 'process raft request' (duration: 4.024217828s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:43.516938Z","caller":"traceutil/trace.go:171","msg":"trace[675865764] transaction","detail":"{read_only:false; response_revision:23129; number_of_response:1; }","duration":"4.024530625s","start":"2026-02-26T02:24:39.492398Z","end":"2026-02-26T02:24:43.516928Z","steps":["trace[675865764] 'process raft request' (duration: 4.023826092s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:43.517215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:39.491947Z","time spent":"4.025183527s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:43.516995Z","caller":"traceutil/trace.go:171","msg":"trace[1150299229] transaction","detail":"{read_only:false; response_revision:23127; number_of_response:1; }","duration":"4.025071065s","start":"2026-02-26T02:24:39.491895Z","end":"2026-02-26T02:24:43.516966Z","steps":["trace[1150299229] 'process raft request' (duration: 4.02424614s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:43.517298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:39.492391Z","time spent":"4.024832651s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:43.517335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:39.491888Z","time spent":"4.025420181s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:43.785489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.293015496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:43.785575Z","caller":"traceutil/trace.go:171","msg":"trace[788847120] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"4.293112898s","start":"2026-02-26T02:24:39.49244Z","end":"2026-02-26T02:24:43.785553Z","steps":["trace[788847120] 'agreement among raft nodes before linearized reading' (duration: 4.293013676s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:43.785618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:39.492414Z","time spent":"4.29319423s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/02/26 02:24:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:43.969151Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.773564033s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:24:45.488312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000525612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:45.488379Z","caller":"traceutil/trace.go:171","msg":"trace[63371183] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000628355s","start":"2026-02-26T02:24:43.487736Z","end":"2026-02-26T02:24:45.488364Z","steps":["trace[63371183] 'agreement among raft nodes before linearized reading' (duration: 2.000542543s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.488416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:43.487721Z","time spent":"2.000687465s","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:24:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:45.823395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853982067s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:24:45.823522Z","caller":"traceutil/trace.go:171","msg":"trace[27181709] transaction","detail":"{read_only:false; response_revision:23130; number_of_response:1; }","duration":"4.733997807s","start":"2026-02-26T02:24:41.08949Z","end":"2026-02-26T02:24:45.823488Z","steps":["trace[27181709] 'process raft request' (duration: 2.879862108s)","trace[27181709] 'compare' (duration: 1.853177381s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:45.823656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.261925979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:45.823678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.742727246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:24:45.82367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:41.089471Z","time spent":"4.734123049s","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:45.823701Z","caller":"traceutil/trace.go:171","msg":"trace[567221991] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23131; }","duration":"4.742792577s","start":"2026-02-26T02:24:41.080902Z","end":"2026-02-26T02:24:45.823694Z","steps":["trace[567221991] 'agreement among raft nodes before linearized reading' (duration: 4.742743826s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:45.823565Z","caller":"traceutil/trace.go:171","msg":"trace[823015976] transaction","detail":"{read_only:false; response_revision:23131; number_of_response:1; }","duration":"2.034938382s","start":"2026-02-26T02:24:43.788615Z","end":"2026-02-26T02:24:45.823553Z","steps":["trace[823015976] 'process raft request' (duration: 2.034863501s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:45.823653Z","caller":"traceutil/trace.go:171","msg":"trace[586976017] linearizableReadLoop","detail":"{readStateIndex:23951; appliedIndex:23950; }","duration":"2.307288645s","start":"2026-02-26T02:24:43.516304Z","end":"2026-02-26T02:24:45.823593Z","steps":["trace[586976017] 'read index received' (duration: 453.045103ms)","trace[586976017] 'applied index is now lower than readState.Index' (duration: 1.854240981s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:45.823725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:41.08088Z","time spent":"4.742838028s","remote":"127.0.0.1:58580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:45.82375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.87184768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:24:45.823747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.332933593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-02-26T02:24:45.823787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.152884241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:45.823804Z","caller":"traceutil/trace.go:171","msg":"trace[1564556918] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23131; }","duration":"3.152934911s","start":"2026-02-26T02:24:42.670865Z","end":"2026-02-26T02:24:45.8238Z","steps":["trace[1564556918] 'agreement among raft nodes before linearized reading' (duration: 3.152911961s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:45.823797Z","caller":"traceutil/trace.go:171","msg":"trace[620804675] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23131; }","duration":"5.333028215s","start":"2026-02-26T02:24:40.490755Z","end":"2026-02-26T02:24:45.823783Z","steps":["trace[620804675] 'agreement among raft nodes before linearized reading' (duration: 5.332864642s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.823774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.475076911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:45.823686Z","caller":"traceutil/trace.go:171","msg":"trace[50160555] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23131; }","duration":"3.26198884s","start":"2026-02-26T02:24:42.561689Z","end":"2026-02-26T02:24:45.823678Z","steps":["trace[50160555] 'agreement among raft nodes before linearized reading' (duration: 3.261938139s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.823852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.060690099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:24:45.823865Z","caller":"traceutil/trace.go:171","msg":"trace[1426943257] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23131; }","duration":"6.06074105s","start":"2026-02-26T02:24:39.76312Z","end":"2026-02-26T02:24:45.823861Z","steps":["trace[1426943257] 'agreement among raft nodes before linearized reading' (duration: 6.06071892s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.823884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:39.763097Z","time spent":"6.060782821s","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:45.82388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.045229839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:45.823882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:42.561673Z","time spent":"3.262192343s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:45.823909Z","caller":"traceutil/trace.go:171","msg":"trace[1504988294] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23131; }","duration":"5.045296841s","start":"2026-02-26T02:24:40.778603Z","end":"2026-02-26T02:24:45.8239Z","steps":["trace[1504988294] 'agreement among raft nodes before linearized reading' (duration: 5.04524854s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.823719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437922938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:45.823936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:40.778582Z","time spent":"5.045346871s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:45.823968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.512169676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:24:45.823946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:43.788598Z","time spent":"2.035140996s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:45.823961Z","caller":"traceutil/trace.go:171","msg":"trace[864573558] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23131; }","duration":"2.438190093s","start":"2026-02-26T02:24:43.385763Z","end":"2026-02-26T02:24:45.823953Z","steps":["trace[864573558] 'agreement among raft nodes before linearized reading' (duration: 2.437934648s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:45.823987Z","caller":"traceutil/trace.go:171","msg":"trace[1025251745] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23131; }","duration":"5.512214997s","start":"2026-02-26T02:24:40.311768Z","end":"2026-02-26T02:24:45.823983Z","steps":["trace[1025251745] 'agreement among raft nodes before linearized reading' (duration: 5.512180947s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:40.311752Z","time spent":"5.512244988s","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:45.824001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:43.385744Z","time spent":"2.438250324s","remote":"127.0.0.1:53590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:45.82382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:42.670844Z","time spent":"3.152971582s","remote":"127.0.0.1:53602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:45.823879Z","caller":"traceutil/trace.go:171","msg":"trace[1960381773] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23131; }","duration":"4.475226724s","start":"2026-02-26T02:24:41.34863Z","end":"2026-02-26T02:24:45.823857Z","steps":["trace[1960381773] 'agreement among raft nodes before linearized reading' (duration: 4.475051511s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.824098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.837620382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:24:45.824112Z","caller":"traceutil/trace.go:171","msg":"trace[399099359] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23131; }","duration":"5.837676704s","start":"2026-02-26T02:24:39.986431Z","end":"2026-02-26T02:24:45.824108Z","steps":["trace[399099359] 'agreement among raft nodes before linearized reading' (duration: 5.837653253s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.82413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:39.986406Z","time spent":"5.837720524s","remote":"127.0.0.1:33254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:45.823832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:40.490731Z","time spent":"5.333092786s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"warn","ts":"2026-02-26T02:24:45.823918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.501336989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:45.824193Z","caller":"traceutil/trace.go:171","msg":"trace[1121398915] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23131; }","duration":"5.501627785s","start":"2026-02-26T02:24:40.322548Z","end":"2026-02-26T02:24:45.824176Z","steps":["trace[1121398915] 'agreement among raft nodes before linearized reading' (duration: 5.501223897s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.824221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.336973423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-26T02:24:45.824242Z","caller":"traceutil/trace.go:171","msg":"trace[1245659090] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23131; }","duration":"6.337013064s","start":"2026-02-26T02:24:39.487223Z","end":"2026-02-26T02:24:45.824236Z","steps":["trace[1245659090] 'agreement among raft nodes before linearized reading' (duration: 6.336950413s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.82424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:40.322543Z","time spent":"5.501684396s","remote":"127.0.0.1:48266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:45.824262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:39.487214Z","time spent":"6.337044484s","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-26T02:24:45.824076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.719573979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:24:45.824312Z","caller":"traceutil/trace.go:171","msg":"trace[2058763039] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23131; }","duration":"5.719802014s","start":"2026-02-26T02:24:40.104496Z","end":"2026-02-26T02:24:45.824298Z","steps":["trace[2058763039] 'agreement among raft nodes before linearized reading' (duration: 5.71956547s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:45.823767Z","caller":"traceutil/trace.go:171","msg":"trace[1847307544] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23131; }","duration":"2.871895911s","start":"2026-02-26T02:24:42.951867Z","end":"2026-02-26T02:24:45.823763Z","steps":["trace[1847307544] 'agreement among raft nodes before linearized reading' (duration: 2.87186245s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.824354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:42.951846Z","time spent":"2.872500213s","remote":"127.0.0.1:56792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:45.824358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:40.104434Z","time spent":"5.719910256s","remote":"127.0.0.1:58628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:45.82414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.331691437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-02-26T02:24:45.824445Z","caller":"traceutil/trace.go:171","msg":"trace[579470605] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23131; }","duration":"6.331995522s","start":"2026-02-26T02:24:39.492426Z","end":"2026-02-26T02:24:45.824422Z","steps":["trace[579470605] 'agreement among raft nodes before linearized reading' (duration: 6.331563824s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.824467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:39.492423Z","time spent":"6.332035844s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":666,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-26T02:24:45.824113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:41.348607Z","time spent":"4.475492079s","remote":"127.0.0.1:57110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:45.824854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.343098055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:118237"} {"level":"info","ts":"2026-02-26T02:24:45.824876Z","caller":"traceutil/trace.go:171","msg":"trace[2075388041] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:23131; }","duration":"6.343135476s","start":"2026-02-26T02:24:39.481736Z","end":"2026-02-26T02:24:45.824871Z","steps":["trace[2075388041] 'agreement among raft nodes before linearized reading' (duration: 6.342468834s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.824892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:39.481728Z","time spent":"6.343158606s","remote":"127.0.0.1:56502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":118259,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-26T02:24:45.824921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.337598964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:118237"} {"level":"info","ts":"2026-02-26T02:24:45.824996Z","caller":"traceutil/trace.go:171","msg":"trace[1968207100] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:23131; }","duration":"6.337691286s","start":"2026-02-26T02:24:39.48727Z","end":"2026-02-26T02:24:45.824961Z","steps":["trace[1968207100] 'agreement among raft nodes before linearized reading' (duration: 6.336895592s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.825044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:39.487259Z","time spent":"6.337771487s","remote":"127.0.0.1:56502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":118259,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-26T02:24:46.324807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783426,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:46.795376Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.119207611s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:24:47.495006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000019624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:47.495086Z","caller":"traceutil/trace.go:171","msg":"trace[131895025] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000145636s","start":"2026-02-26T02:24:45.494921Z","end":"2026-02-26T02:24:47.495067Z","steps":["trace[131895025] 'agreement among raft nodes before linearized reading' (duration: 2.000046424s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:47.495145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:45.4949Z","time spent":"2.000235367s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:24:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:48.182133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:47.359196Z","time spent":"822.932891ms","remote":"127.0.0.1:41672","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:24:48.182491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386761544s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:24:48.183817Z","caller":"traceutil/trace.go:171","msg":"trace[495938225] transaction","detail":"{read_only:false; response_revision:23132; number_of_response:1; }","duration":"2.661773541s","start":"2026-02-26T02:24:45.52201Z","end":"2026-02-26T02:24:48.183784Z","steps":["trace[495938225] 'process raft request' (duration: 1.273639021s)","trace[495938225] 'compare' (duration: 1.386431249s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:24:48.183931Z","caller":"traceutil/trace.go:171","msg":"trace[918871283] transaction","detail":"{read_only:false; response_revision:23133; number_of_response:1; }","duration":"2.334797369s","start":"2026-02-26T02:24:45.849116Z","end":"2026-02-26T02:24:48.183913Z","steps":["trace[918871283] 'process raft request' (duration: 2.334586085s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:48.183962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:45.521983Z","time spent":"2.661903862s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:48.183969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.41774319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:48.184012Z","caller":"traceutil/trace.go:171","msg":"trace[55114615] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23133; }","duration":"4.417826022s","start":"2026-02-26T02:24:43.766176Z","end":"2026-02-26T02:24:48.184002Z","steps":["trace[55114615] 'agreement among raft nodes before linearized reading' (duration: 4.41771535s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:48.184017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:45.849105Z","time spent":"2.33486562s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:48.184013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.643706452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:48.184042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:43.766159Z","time spent":"4.417877303s","remote":"127.0.0.1:53628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:48.184057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.655133632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-02-26T02:24:48.184086Z","caller":"traceutil/trace.go:171","msg":"trace[793562423] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23133; }","duration":"4.643840435s","start":"2026-02-26T02:24:43.540226Z","end":"2026-02-26T02:24:48.184066Z","steps":["trace[793562423] 'agreement among raft nodes before linearized reading' (duration: 4.643649281s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:48.184104Z","caller":"traceutil/trace.go:171","msg":"trace[1381572200] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23133; }","duration":"4.655207123s","start":"2026-02-26T02:24:43.528887Z","end":"2026-02-26T02:24:48.184094Z","steps":["trace[1381572200] 'agreement among raft nodes before linearized reading' (duration: 4.655001319s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:48.183819Z","caller":"traceutil/trace.go:171","msg":"trace[717131020] linearizableReadLoop","detail":"{readStateIndex:23954; appliedIndex:23952; }","duration":"2.360056462s","start":"2026-02-26T02:24:45.823742Z","end":"2026-02-26T02:24:48.183799Z","steps":["trace[717131020] 'read index received' (duration: 971.907532ms)","trace[717131020] 'applied index is now lower than readState.Index' (duration: 1.38814746s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:48.184095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.685097844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-02-26T02:24:48.184142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:43.540191Z","time spent":"4.643937147s","remote":"127.0.0.1:58156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:48.184195Z","caller":"traceutil/trace.go:171","msg":"trace[2027972209] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23133; }","duration":"3.685238307s","start":"2026-02-26T02:24:44.498931Z","end":"2026-02-26T02:24:48.184169Z","steps":["trace[2027972209] 'agreement among raft nodes before linearized reading' (duration: 3.684932442s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:48.184227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.654733824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d8f5698c6-fbmrb.1897a8e56e039ab5\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-02-26T02:24:48.184247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:44.498913Z","time spent":"3.685324019s","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-26T02:24:48.184264Z","caller":"traceutil/trace.go:171","msg":"trace[50316446] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d8f5698c6-fbmrb.1897a8e56e039ab5; range_end:; response_count:1; response_revision:23133; }","duration":"4.654775925s","start":"2026-02-26T02:24:43.529476Z","end":"2026-02-26T02:24:48.184252Z","steps":["trace[50316446] 'agreement among raft nodes before linearized reading' (duration: 4.654679643s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:48.184297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:43.529471Z","time spent":"4.654819776s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-6d8f5698c6-fbmrb.1897a8e56e039ab5\" "} {"level":"warn","ts":"2026-02-26T02:24:48.1843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.214667333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-26T02:24:48.184327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.255816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:48.184136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:43.528872Z","time spent":"4.655255904s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-26T02:24:48.184397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.720671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:48.184445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884366943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:24:48.184452Z","caller":"traceutil/trace.go:171","msg":"trace[1115882916] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23133; }","duration":"718.797942ms","start":"2026-02-26T02:24:47.46564Z","end":"2026-02-26T02:24:48.184438Z","steps":["trace[1115882916] 'agreement among raft nodes before linearized reading' (duration: 718.716971ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:48.184471Z","caller":"traceutil/trace.go:171","msg":"trace[923750394] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23133; }","duration":"1.884422665s","start":"2026-02-26T02:24:46.300043Z","end":"2026-02-26T02:24:48.184465Z","steps":["trace[923750394] 'agreement among raft nodes before linearized reading' (duration: 1.884308613s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:48.184494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:46.300025Z","time spent":"1.884463165s","remote":"127.0.0.1:56616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":177,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:48.18451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168936209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:24:48.184529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.390614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:48.184266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34147662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2c691816-e5e7-45f2-b1a0-6a3e7d110d32\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-26T02:24:48.184556Z","caller":"traceutil/trace.go:171","msg":"trace[1077410758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23133; }","duration":"689.425784ms","start":"2026-02-26T02:24:47.495123Z","end":"2026-02-26T02:24:48.184549Z","steps":["trace[1077410758] 'agreement among raft nodes before linearized reading' (duration: 689.383883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:48.184581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:47.495115Z","time spent":"689.461335ms","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:24:48.184599Z","caller":"traceutil/trace.go:171","msg":"trace[1368595100] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2c691816-e5e7-45f2-b1a0-6a3e7d110d32; range_end:; response_count:1; response_revision:23133; }","duration":"2.341821577s","start":"2026-02-26T02:24:45.842753Z","end":"2026-02-26T02:24:48.184575Z","steps":["trace[1368595100] 'agreement among raft nodes before linearized reading' (duration: 2.341420199s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:48.184637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338197704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-02-26T02:24:48.184661Z","caller":"traceutil/trace.go:171","msg":"trace[1060034796] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23133; }","duration":"1.338254895s","start":"2026-02-26T02:24:46.846399Z","end":"2026-02-26T02:24:48.184653Z","steps":["trace[1060034796] 'agreement among raft nodes before linearized reading' (duration: 1.338183684s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:48.184667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:45.842737Z","time spent":"2.341914168s","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-2c691816-e5e7-45f2-b1a0-6a3e7d110d32\" "} {"level":"warn","ts":"2026-02-26T02:24:48.184685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:46.846377Z","time spent":"1.338303496s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"warn","ts":"2026-02-26T02:24:48.184686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335612244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-02-26T02:24:48.184715Z","caller":"traceutil/trace.go:171","msg":"trace[833305752] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23133; }","duration":"2.335641275s","start":"2026-02-26T02:24:45.849066Z","end":"2026-02-26T02:24:48.184707Z","steps":["trace[833305752] 'agreement among raft nodes before linearized reading' (duration: 2.335587033s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:48.18475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:45.84905Z","time spent":"2.335693215s","remote":"127.0.0.1:56502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-26T02:24:48.184807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335634985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-26T02:24:48.184332Z","caller":"traceutil/trace.go:171","msg":"trace[1418664548] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23133; }","duration":"3.214740644s","start":"2026-02-26T02:24:44.969584Z","end":"2026-02-26T02:24:48.184325Z","steps":["trace[1418664548] 'agreement among raft nodes before linearized reading' (duration: 3.214658893s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:48.184877Z","caller":"traceutil/trace.go:171","msg":"trace[14161588] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23133; }","duration":"2.335717346s","start":"2026-02-26T02:24:45.849147Z","end":"2026-02-26T02:24:48.184865Z","steps":["trace[14161588] 'agreement among raft nodes before linearized reading' (duration: 2.335590383s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:48.184635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334159236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-02-26T02:24:48.184841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49014602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:48.184916Z","caller":"traceutil/trace.go:171","msg":"trace[1784895949] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23133; }","duration":"2.334449822s","start":"2026-02-26T02:24:45.850459Z","end":"2026-02-26T02:24:48.184909Z","steps":["trace[1784895949] 'agreement among raft nodes before linearized reading' (duration: 2.334109215s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:48.184928Z","caller":"traceutil/trace.go:171","msg":"trace[509724089] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23133; }","duration":"1.490256632s","start":"2026-02-26T02:24:46.694658Z","end":"2026-02-26T02:24:48.184915Z","steps":["trace[509724089] 'agreement among raft nodes before linearized reading' (duration: 1.49015995s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:48.184944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:45.850455Z","time spent":"2.334482893s","remote":"127.0.0.1:56410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-26T02:24:48.184961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:46.694641Z","time spent":"1.490310433s","remote":"127.0.0.1:49492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:48.184488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:47.465626Z","time spent":"718.853064ms","remote":"127.0.0.1:53580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:48.184369Z","caller":"traceutil/trace.go:171","msg":"trace[707146345] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23133; }","duration":"501.297217ms","start":"2026-02-26T02:24:47.68306Z","end":"2026-02-26T02:24:48.184358Z","steps":["trace[707146345] 'agreement among raft nodes before linearized reading' (duration: 501.236496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:48.185106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:47.683013Z","time spent":"502.077612ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:24:48.184712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335597264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123309"} {"level":"info","ts":"2026-02-26T02:24:48.185162Z","caller":"traceutil/trace.go:171","msg":"trace[1487059513] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23133; }","duration":"2.336062762s","start":"2026-02-26T02:24:45.849089Z","end":"2026-02-26T02:24:48.185151Z","steps":["trace[1487059513] 'agreement among raft nodes before linearized reading' (duration: 2.335519751s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:48.184913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:45.849141Z","time spent":"2.335764456s","remote":"127.0.0.1:56480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-26T02:24:48.184552Z","caller":"traceutil/trace.go:171","msg":"trace[45073243] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23133; }","duration":"2.16899176s","start":"2026-02-26T02:24:46.01555Z","end":"2026-02-26T02:24:48.184542Z","steps":["trace[45073243] 'agreement among raft nodes before linearized reading' (duration: 2.168837027s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:48.185266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:46.01553Z","time spent":"2.169711583s","remote":"127.0.0.1:56382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:48.184887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:44.96955Z","time spent":"3.215324486s","remote":"127.0.0.1:56432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:24:48.185203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:45.849074Z","time spent":"2.336118322s","remote":"127.0.0.1:56394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123331,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-26T02:24:48.688571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:49.189406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:49.690218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:50.190956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:50.191042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000287997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:50.191083Z","caller":"traceutil/trace.go:171","msg":"trace[1564562315] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000345229s","start":"2026-02-26T02:24:48.190729Z","end":"2026-02-26T02:24:50.191074Z","steps":["trace[1564562315] 'agreement among raft nodes before linearized reading' (duration: 2.000297667s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:50.191102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:48.190724Z","time spent":"2.000373159s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:24:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:50.225259Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.037245295s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:24:51.976766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999983363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:51.976886Z","caller":"traceutil/trace.go:171","msg":"trace[1032639711] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000152885s","start":"2026-02-26T02:24:49.976713Z","end":"2026-02-26T02:24:51.976866Z","steps":["trace[1032639711] 'agreement among raft nodes before linearized reading' (duration: 2.000008073s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:51.976934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:49.976698Z","time spent":"2.000227087s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:52.086702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861139837s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:24:52.086808Z","caller":"traceutil/trace.go:171","msg":"trace[1313853502] transaction","detail":"{read_only:false; response_revision:23134; number_of_response:1; }","duration":"3.8988451s","start":"2026-02-26T02:24:48.187944Z","end":"2026-02-26T02:24:52.086789Z","steps":["trace[1313853502] 'process raft request' (duration: 2.03753912s)","trace[1313853502] 'compare' (duration: 1.85797073s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:52.086875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:48.187933Z","time spent":"3.898913592s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:52.191549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000517592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:52.191667Z","caller":"traceutil/trace.go:171","msg":"trace[2077011707] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000634125s","start":"2026-02-26T02:24:50.19098Z","end":"2026-02-26T02:24:52.191614Z","steps":["trace[2077011707] 'agreement among raft nodes before linearized reading' (duration: 2.000527223s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:52.191742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:50.190976Z","time spent":"2.000756047s","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:53.236489Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.010997831s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:24:54.200616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000689436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:54.200696Z","caller":"traceutil/trace.go:171","msg":"trace[846793607] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000817647s","start":"2026-02-26T02:24:52.199859Z","end":"2026-02-26T02:24:54.200677Z","steps":["trace[846793607] 'agreement among raft nodes before linearized reading' (duration: 2.000716426s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:54.200746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:52.199841Z","time spent":"2.00089624s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:55.214537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977699924s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:24:55.214843Z","caller":"traceutil/trace.go:171","msg":"trace[2108472536] transaction","detail":"{read_only:false; response_revision:23135; number_of_response:1; }","duration":"5.674165997s","start":"2026-02-26T02:24:49.54065Z","end":"2026-02-26T02:24:55.214816Z","steps":["trace[2108472536] 'process raft request' (duration: 3.696093066s)","trace[2108472536] 'compare' (duration: 1.976882539s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:24:55.21486Z","caller":"traceutil/trace.go:171","msg":"trace[1399387049] transaction","detail":"{read_only:false; response_revision:23136; number_of_response:1; }","duration":"5.604431709s","start":"2026-02-26T02:24:49.610402Z","end":"2026-02-26T02:24:55.214834Z","steps":["trace[1399387049] 'process raft request' (duration: 5.604248285s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.214961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:49.610359Z","time spent":"5.604561621s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:55.214992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:49.540631Z","time spent":"5.674277449s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:55.215021Z","caller":"traceutil/trace.go:171","msg":"trace[1203429111] transaction","detail":"{read_only:false; response_revision:23138; number_of_response:1; }","duration":"4.367985639s","start":"2026-02-26T02:24:50.847024Z","end":"2026-02-26T02:24:55.21501Z","steps":["trace[1203429111] 'process raft request' (duration: 4.367928228s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:55.215Z","caller":"traceutil/trace.go:171","msg":"trace[1910758014] transaction","detail":"{read_only:false; response_revision:23137; number_of_response:1; }","duration":"5.024086204s","start":"2026-02-26T02:24:50.190873Z","end":"2026-02-26T02:24:55.21496Z","steps":["trace[1910758014] 'process raft request' (duration: 5.023898611s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.215069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:50.846998Z","time spent":"4.368045511s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:55.215046Z","caller":"traceutil/trace.go:171","msg":"trace[1995681755] linearizableReadLoop","detail":"{readStateIndex:23958; appliedIndex:23954; }","duration":"7.026544541s","start":"2026-02-26T02:24:48.188475Z","end":"2026-02-26T02:24:55.21502Z","steps":["trace[1995681755] 'read index received' (duration: 2.037021381s)","trace[1995681755] 'applied index is now lower than readState.Index' (duration: 4.98952049s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:55.21517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:50.190854Z","time spent":"5.024227756s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:55.215196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.687496032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:55.21519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.196691301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:55.215218Z","caller":"traceutil/trace.go:171","msg":"trace[1845665872] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23138; }","duration":"2.687554574s","start":"2026-02-26T02:24:52.527656Z","end":"2026-02-26T02:24:55.215211Z","steps":["trace[1845665872] 'agreement among raft nodes before linearized reading' (duration: 2.687517433s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:55.215226Z","caller":"traceutil/trace.go:171","msg":"trace[939934410] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23138; }","duration":"4.196736402s","start":"2026-02-26T02:24:51.018479Z","end":"2026-02-26T02:24:55.215216Z","steps":["trace[939934410] 'agreement among raft nodes before linearized reading' (duration: 4.19666631s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.215238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:52.527636Z","time spent":"2.687594104s","remote":"127.0.0.1:48528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:55.215249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:51.018407Z","time spent":"4.196834343s","remote":"127.0.0.1:48704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:55.215259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.025173926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1851"} {"level":"info","ts":"2026-02-26T02:24:55.21529Z","caller":"traceutil/trace.go:171","msg":"trace[1433883357] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23138; }","duration":"7.025226117s","start":"2026-02-26T02:24:48.190052Z","end":"2026-02-26T02:24:55.215278Z","steps":["trace[1433883357] 'agreement among raft nodes before linearized reading' (duration: 7.025091954s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.21529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.124934009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aaa6d90e6d75\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-26T02:24:55.21532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:48.190046Z","time spent":"7.025268097s","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-02-26T02:24:55.215328Z","caller":"traceutil/trace.go:171","msg":"trace[1825199689] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897aaa6d90e6d75; range_end:; response_count:1; response_revision:23138; }","duration":"3.124994999s","start":"2026-02-26T02:24:52.09032Z","end":"2026-02-26T02:24:55.215315Z","steps":["trace[1825199689] 'agreement among raft nodes before linearized reading' (duration: 3.124859407s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.215358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022296461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-02-26T02:24:55.21536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:52.090305Z","time spent":"3.125048541s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aaa6d90e6d75\" "} {"level":"info","ts":"2026-02-26T02:24:55.215373Z","caller":"traceutil/trace.go:171","msg":"trace[1770690634] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23138; }","duration":"2.022337922s","start":"2026-02-26T02:24:53.193031Z","end":"2026-02-26T02:24:55.215369Z","steps":["trace[1770690634] 'agreement among raft nodes before linearized reading' (duration: 2.022271361s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.215365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.331870109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:55.215386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:53.193016Z","time spent":"2.022368003s","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T02:24:55.215389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.313463845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:24:55.215401Z","caller":"traceutil/trace.go:171","msg":"trace[2072794345] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23138; }","duration":"6.331940811s","start":"2026-02-26T02:24:48.883448Z","end":"2026-02-26T02:24:55.215389Z","steps":["trace[2072794345] 'agreement among raft nodes before linearized reading' (duration: 6.331862329s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.21544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:48.883421Z","time spent":"6.332011952s","remote":"127.0.0.1:58150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:55.215474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.376074335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:24:55.215477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.617521164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:55.215493Z","caller":"traceutil/trace.go:171","msg":"trace[1609520116] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23138; }","duration":"2.376119885s","start":"2026-02-26T02:24:52.839366Z","end":"2026-02-26T02:24:55.215486Z","steps":["trace[1609520116] 'agreement among raft nodes before linearized reading' (duration: 2.376089885s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:55.215497Z","caller":"traceutil/trace.go:171","msg":"trace[373143758] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23138; }","duration":"6.617604806s","start":"2026-02-26T02:24:48.597886Z","end":"2026-02-26T02:24:55.215491Z","steps":["trace[373143758] 'agreement among raft nodes before linearized reading' (duration: 6.617565805s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.215508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:52.839351Z","time spent":"2.376152746s","remote":"127.0.0.1:33268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:55.215524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:48.597872Z","time spent":"6.617646557s","remote":"127.0.0.1:53640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:55.215556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.643575323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:55.215582Z","caller":"traceutil/trace.go:171","msg":"trace[1251555688] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23138; }","duration":"6.643644293s","start":"2026-02-26T02:24:48.571931Z","end":"2026-02-26T02:24:55.215576Z","steps":["trace[1251555688] 'agreement among raft nodes before linearized reading' (duration: 6.643605092s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.215601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:48.571916Z","time spent":"6.643679494s","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:55.215572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856213438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274421"} {"level":"warn","ts":"2026-02-26T02:24:55.215688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.02487068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:55.215674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.835751424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:24:55.215697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.390349119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:24:55.215705Z","caller":"traceutil/trace.go:171","msg":"trace[1147744502] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23138; }","duration":"1.856388871s","start":"2026-02-26T02:24:53.359295Z","end":"2026-02-26T02:24:55.215684Z","steps":["trace[1147744502] 'agreement among raft nodes before linearized reading' (duration: 1.855859222s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:55.215733Z","caller":"traceutil/trace.go:171","msg":"trace[1539188599] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23138; }","duration":"6.835848036s","start":"2026-02-26T02:24:48.379873Z","end":"2026-02-26T02:24:55.215721Z","steps":["trace[1539188599] 'agreement among raft nodes before linearized reading' (duration: 6.835748774s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:55.215708Z","caller":"traceutil/trace.go:171","msg":"trace[348713326] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23138; }","duration":"7.02489772s","start":"2026-02-26T02:24:48.190804Z","end":"2026-02-26T02:24:55.215702Z","steps":["trace[348713326] 'agreement among raft nodes before linearized reading' (duration: 7.02486508s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.215754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:53.359277Z","time spent":"1.856462662s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274443,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:24:55.215772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:48.190801Z","time spent":"7.024963921s","remote":"127.0.0.1:56502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:24:55.215737Z","caller":"traceutil/trace.go:171","msg":"trace[1936241935] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23138; }","duration":"4.390435941s","start":"2026-02-26T02:24:50.82529Z","end":"2026-02-26T02:24:55.215726Z","steps":["trace[1936241935] 'agreement among raft nodes before linearized reading' (duration: 4.390356349s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.215793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.105838268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:24:55.215808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:50.825269Z","time spent":"4.390529713s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:55.215819Z","caller":"traceutil/trace.go:171","msg":"trace[401831542] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23138; }","duration":"6.105898669s","start":"2026-02-26T02:24:49.109913Z","end":"2026-02-26T02:24:55.215812Z","steps":["trace[401831542] 'agreement among raft nodes before linearized reading' (duration: 6.105860889s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.215834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:49.109868Z","time spent":"6.10596196s","remote":"127.0.0.1:56582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:55.215827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.025719038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-02-26T02:24:55.215521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.990863607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:55.215863Z","caller":"traceutil/trace.go:171","msg":"trace[669624786] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23138; }","duration":"6.02577916s","start":"2026-02-26T02:24:49.190076Z","end":"2026-02-26T02:24:55.215855Z","steps":["trace[669624786] 'agreement among raft nodes before linearized reading' (duration: 6.025692228s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:55.215869Z","caller":"traceutil/trace.go:171","msg":"trace[1785627423] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23138; }","duration":"6.991231753s","start":"2026-02-26T02:24:48.22463Z","end":"2026-02-26T02:24:55.215862Z","steps":["trace[1785627423] 'agreement among raft nodes before linearized reading' (duration: 6.990871187s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.215888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:49.190057Z","time spent":"6.02582652s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"warn","ts":"2026-02-26T02:24:55.215893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.027408816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-02-26T02:24:55.215903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:48.224619Z","time spent":"6.991270974s","remote":"127.0.0.1:33288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:55.215941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014868008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:55.215936Z","caller":"traceutil/trace.go:171","msg":"trace[1564844720] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23138; }","duration":"7.027473777s","start":"2026-02-26T02:24:48.188449Z","end":"2026-02-26T02:24:55.215923Z","steps":["trace[1564844720] 'agreement among raft nodes before linearized reading' (duration: 7.026640892s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:55.215957Z","caller":"traceutil/trace.go:171","msg":"trace[339535451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23138; }","duration":"1.014908509s","start":"2026-02-26T02:24:54.201044Z","end":"2026-02-26T02:24:55.215953Z","steps":["trace[339535451] 'agreement among raft nodes before linearized reading' (duration: 1.014885628s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.215969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:54.20103Z","time spent":"1.014936799s","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:55.21597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:48.188438Z","time spent":"7.027521518s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"warn","ts":"2026-02-26T02:24:55.215991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.356304071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:55.216013Z","caller":"traceutil/trace.go:171","msg":"trace[1565477965] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23138; }","duration":"5.356325582s","start":"2026-02-26T02:24:49.85968Z","end":"2026-02-26T02:24:55.216005Z","steps":["trace[1565477965] 'agreement among raft nodes before linearized reading' (duration: 5.356289511s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.216027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68610668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:55.21541Z","caller":"traceutil/trace.go:171","msg":"trace[1383460395] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23138; }","duration":"3.313505185s","start":"2026-02-26T02:24:51.901897Z","end":"2026-02-26T02:24:55.215402Z","steps":["trace[1383460395] 'agreement among raft nodes before linearized reading' (duration: 3.313459554s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:55.21606Z","caller":"traceutil/trace.go:171","msg":"trace[757562241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23138; }","duration":"1.686177371s","start":"2026-02-26T02:24:53.529873Z","end":"2026-02-26T02:24:55.21605Z","steps":["trace[757562241] 'agreement among raft nodes before linearized reading' (duration: 1.686126921s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.216036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:49.859641Z","time spent":"5.356389582s","remote":"127.0.0.1:48572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:55.215773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:48.379856Z","time spent":"6.835903866s","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:55.216197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.859794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:24:55.215654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.01783412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:24:55.216275Z","caller":"traceutil/trace.go:171","msg":"trace[483791994] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23138; }","duration":"7.018478933s","start":"2026-02-26T02:24:48.197786Z","end":"2026-02-26T02:24:55.216265Z","steps":["trace[483791994] 'agreement among raft nodes before linearized reading' (duration: 7.01781346s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:55.216286Z","caller":"traceutil/trace.go:171","msg":"trace[1529641733] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23138; }","duration":"229.912054ms","start":"2026-02-26T02:24:54.986304Z","end":"2026-02-26T02:24:55.216216Z","steps":["trace[1529641733] 'agreement among raft nodes before linearized reading' (duration: 229.779781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.216312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:48.197769Z","time spent":"7.018534604s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:24:55.216066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:51.90188Z","time spent":"3.314177627s","remote":"127.0.0.1:56444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:55.216096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:53.529852Z","time spent":"1.686239082s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:55.216145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.624436716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:24:55.216514Z","caller":"traceutil/trace.go:171","msg":"trace[1722107362] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23138; }","duration":"5.624812933s","start":"2026-02-26T02:24:49.59163Z","end":"2026-02-26T02:24:55.216443Z","steps":["trace[1722107362] 'agreement among raft nodes before linearized reading' (duration: 5.624351964s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.216691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:49.591579Z","time spent":"5.625002916s","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:55.719135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:56.220061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:56.720942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:57.221191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:57.22345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000019892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:57.22353Z","caller":"traceutil/trace.go:171","msg":"trace[15075217] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000121745s","start":"2026-02-26T02:24:55.223393Z","end":"2026-02-26T02:24:57.223515Z","steps":["trace[15075217] 'agreement among raft nodes before linearized reading' (duration: 2.000026853s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:57.223577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:55.223388Z","time spent":"2.000179916s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:57.722207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:58.223181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:58.724035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:59.224205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:59.22439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000025262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:59.224494Z","caller":"traceutil/trace.go:171","msg":"trace[243814267] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000187156s","start":"2026-02-26T02:24:57.224279Z","end":"2026-02-26T02:24:59.224466Z","steps":["trace[243814267] 'agreement among raft nodes before linearized reading' (duration: 2.000042853s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:59.224568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:57.224265Z","time spent":"2.000284197s","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:59.47531Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.256657289s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:24:59.475872Z","caller":"traceutil/trace.go:171","msg":"trace[1073589181] transaction","detail":"{read_only:false; response_revision:23139; number_of_response:1; }","duration":"4.257308321s","start":"2026-02-26T02:24:55.21854Z","end":"2026-02-26T02:24:59.475849Z","steps":["trace[1073589181] 'process raft request' (duration: 4.257170549s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:59.476019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:55.218516Z","time spent":"4.257402302s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:01.232661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000067804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:25:01.232764Z","caller":"traceutil/trace.go:171","msg":"trace[1568617132] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000233688s","start":"2026-02-26T02:24:59.232511Z","end":"2026-02-26T02:25:01.232745Z","steps":["trace[1568617132] 'agreement among raft nodes before linearized reading' (duration: 2.000098685s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:01.232841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:59.232489Z","time spent":"2.000340419s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:02.22003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:55.218991Z","time spent":"7.001005322s","remote":"127.0.0.1:56354","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:25:02.223332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:55.223Z","time spent":"7.00032462s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:25:02.587292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:55.586604Z","time spent":"7.000678626s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:25:02.608085Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"36aa9c97972648b7","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-26T02:25:02.691579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:55.690865Z","time spent":"7.000707127s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:25:02.700341Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.080807173s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:25:03.234092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000600494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:25:03.234174Z","caller":"traceutil/trace.go:171","msg":"trace[1671284486] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000734075s","start":"2026-02-26T02:25:01.233421Z","end":"2026-02-26T02:25:03.234155Z","steps":["trace[1671284486] 'agreement among raft nodes before linearized reading' (duration: 2.000633234s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:03.234226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:01.2334Z","time spent":"2.000816548s","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:25:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:25:04.221929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:57.221335Z","time spent":"7.000587275s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:25:04.329317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628132748s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:25:04.330706Z","caller":"traceutil/trace.go:171","msg":"trace[1735211385] linearizableReadLoop","detail":"{readStateIndex:23966; appliedIndex:23959; }","duration":"9.11201689s","start":"2026-02-26T02:24:55.21867Z","end":"2026-02-26T02:25:04.330687Z","steps":["trace[1735211385] 'read index received' (duration: 4.257022276s)","trace[1735211385] 'applied index is now lower than readState.Index' (duration: 4.854993254s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:04.330924Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"47.401µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-02-26T02:25:04.331047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.108815521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:04.331086Z","caller":"traceutil/trace.go:171","msg":"trace[1241654573] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23145; }","duration":"9.108884663s","start":"2026-02-26T02:24:55.222183Z","end":"2026-02-26T02:25:04.331067Z","steps":["trace[1241654573] 'agreement among raft nodes before linearized reading' (duration: 9.108815161s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.331041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.112330576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-432254d4-b441-4362-bc7d-af457a2ac9ae\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-02-26T02:25:04.331125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:55.222169Z","time spent":"9.108946823s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:25:04.331156Z","caller":"traceutil/trace.go:171","msg":"trace[287499501] range","detail":"{range_begin:/registry/persistentvolumes/pvc-432254d4-b441-4362-bc7d-af457a2ac9ae; range_end:; response_count:1; response_revision:23144; }","duration":"9.112475579s","start":"2026-02-26T02:24:55.218651Z","end":"2026-02-26T02:25:04.331127Z","steps":["trace[287499501] 'agreement among raft nodes before linearized reading' (duration: 9.112127121s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.331186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.10555379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-02-26T02:25:04.33121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:55.218639Z","time spent":"9.11256067s","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-432254d4-b441-4362-bc7d-af457a2ac9ae\" "} {"level":"info","ts":"2026-02-26T02:25:04.331228Z","caller":"traceutil/trace.go:171","msg":"trace[1002163822] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23145; }","duration":"4.105634952s","start":"2026-02-26T02:25:00.225579Z","end":"2026-02-26T02:25:04.331214Z","steps":["trace[1002163822] 'agreement among raft nodes before linearized reading' (duration: 4.105485679s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:04.331238Z","caller":"traceutil/trace.go:171","msg":"trace[1377641590] transaction","detail":"{read_only:false; response_revision:23145; number_of_response:1; }","duration":"4.109506542s","start":"2026-02-26T02:25:00.221715Z","end":"2026-02-26T02:25:04.331221Z","steps":["trace[1377641590] 'process raft request' (duration: 4.108944211s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.331268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:00.225557Z","time spent":"4.105702393s","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T02:25:04.331329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:00.221684Z","time spent":"4.109586183s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:04.331356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.611740626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:04.331392Z","caller":"traceutil/trace.go:171","msg":"trace[858629393] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23145; }","duration":"4.611843948s","start":"2026-02-26T02:24:59.719538Z","end":"2026-02-26T02:25:04.331382Z","steps":["trace[858629393] 'agreement among raft nodes before linearized reading' (duration: 4.611759587s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.33142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:59.719514Z","time spent":"4.611898989s","remote":"127.0.0.1:48254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:04.331491Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"36aa9c97972648b7","error":"lease not found"} {"level":"warn","ts":"2026-02-26T02:25:04.331505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728816793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:04.331535Z","caller":"traceutil/trace.go:171","msg":"trace[1535245883] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23145; }","duration":"1.728899845s","start":"2026-02-26T02:25:02.602625Z","end":"2026-02-26T02:25:04.331525Z","steps":["trace[1535245883] 'agreement among raft nodes before linearized reading' (duration: 1.728844084s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.331548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.102198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-02-26T02:25:04.331602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:02.602608Z","time spent":"1.728953675s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:04.331618Z","caller":"traceutil/trace.go:171","msg":"trace[1643901874] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23145; }","duration":"104.161768ms","start":"2026-02-26T02:25:04.227403Z","end":"2026-02-26T02:25:04.331565Z","steps":["trace[1643901874] 'agreement among raft nodes before linearized reading' (duration: 104.111647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.331685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.852324335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aaa6eb5e18be\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-26T02:25:04.33172Z","caller":"traceutil/trace.go:171","msg":"trace[1267381219] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897aaa6eb5e18be; range_end:; response_count:1; response_revision:23145; }","duration":"4.852384737s","start":"2026-02-26T02:24:59.479323Z","end":"2026-02-26T02:25:04.331708Z","steps":["trace[1267381219] 'agreement among raft nodes before linearized reading' (duration: 4.852239864s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.33118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636578372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T02:25:04.331747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:59.479308Z","time spent":"4.852433597s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aaa6eb5e18be\" "} {"level":"warn","ts":"2026-02-26T02:25:04.331767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090918873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:04.331772Z","caller":"traceutil/trace.go:171","msg":"trace[1802954040] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23145; }","duration":"1.637180313s","start":"2026-02-26T02:25:02.694579Z","end":"2026-02-26T02:25:04.331759Z","steps":["trace[1802954040] 'agreement among raft nodes before linearized reading' (duration: 1.636525071s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.331782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.656397108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:04.331794Z","caller":"traceutil/trace.go:171","msg":"trace[1207447204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23145; }","duration":"1.091017364s","start":"2026-02-26T02:25:03.240768Z","end":"2026-02-26T02:25:04.331786Z","steps":["trace[1207447204] 'agreement among raft nodes before linearized reading' (duration: 1.090972433s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.331808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:02.694529Z","time spent":"1.637269494s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-26T02:25:04.331821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:03.240747Z","time spent":"1.091068755s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:25:04.331825Z","caller":"traceutil/trace.go:171","msg":"trace[1873188366] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23145; }","duration":"3.656462499s","start":"2026-02-26T02:25:00.675349Z","end":"2026-02-26T02:25:04.331811Z","steps":["trace[1873188366] 'agreement among raft nodes before linearized reading' (duration: 3.656333496s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.331861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:00.675337Z","time spent":"3.65651503s","remote":"127.0.0.1:56776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:04.331868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.65759205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:04.331905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.897260869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:04.331923Z","caller":"traceutil/trace.go:171","msg":"trace[1108238579] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23145; }","duration":"3.657672081s","start":"2026-02-26T02:25:00.674231Z","end":"2026-02-26T02:25:04.331903Z","steps":["trace[1108238579] 'agreement among raft nodes before linearized reading' (duration: 3.65760799s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:04.331936Z","caller":"traceutil/trace.go:171","msg":"trace[1199843656] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23145; }","duration":"4.897336781s","start":"2026-02-26T02:24:59.434591Z","end":"2026-02-26T02:25:04.331927Z","steps":["trace[1199843656] 'agreement among raft nodes before linearized reading' (duration: 4.89728924s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.331961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156609966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:04.331975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:00.674211Z","time spent":"3.657754952s","remote":"127.0.0.1:48502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:04.331982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:59.43457Z","time spent":"4.897404272s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:04.331992Z","caller":"traceutil/trace.go:171","msg":"trace[788470289] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23145; }","duration":"1.156701188s","start":"2026-02-26T02:25:03.17528Z","end":"2026-02-26T02:25:04.331981Z","steps":["trace[788470289] 'agreement among raft nodes before linearized reading' (duration: 1.156654487s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.332021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:03.175245Z","time spent":"1.156769189s","remote":"127.0.0.1:53634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:04.332123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105024987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-02-26T02:25:04.33217Z","caller":"traceutil/trace.go:171","msg":"trace[206809107] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23145; }","duration":"2.105128359s","start":"2026-02-26T02:25:02.22703Z","end":"2026-02-26T02:25:04.332159Z","steps":["trace[206809107] 'agreement among raft nodes before linearized reading' (duration: 2.104988606s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.332186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.10856905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3946"} {"level":"warn","ts":"2026-02-26T02:25:04.332189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340224901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:04.331783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.972936799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:04.332244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195964513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:04.332268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.501423179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:04.33231Z","caller":"traceutil/trace.go:171","msg":"trace[1143502678] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23145; }","duration":"8.50149987s","start":"2026-02-26T02:24:55.830801Z","end":"2026-02-26T02:25:04.332301Z","steps":["trace[1143502678] 'agreement among raft nodes before linearized reading' (duration: 8.501439539s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.332344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:55.830785Z","time spent":"8.501552041s","remote":"127.0.0.1:56512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:04.332241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.874919417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:04.332415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.057495023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:04.332274Z","caller":"traceutil/trace.go:171","msg":"trace[1020363049] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23145; }","duration":"2.196022135s","start":"2026-02-26T02:25:02.13624Z","end":"2026-02-26T02:25:04.332263Z","steps":["trace[1020363049] 'agreement among raft nodes before linearized reading' (duration: 2.195972294s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:04.332447Z","caller":"traceutil/trace.go:171","msg":"trace[1889242093] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23145; }","duration":"3.057560424s","start":"2026-02-26T02:25:01.274879Z","end":"2026-02-26T02:25:04.332439Z","steps":["trace[1889242093] 'agreement among raft nodes before linearized reading' (duration: 3.05741323s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.332472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:01.274855Z","time spent":"3.057610365s","remote":"127.0.0.1:49452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:04.332478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:02.136221Z","time spent":"2.196241939s","remote":"127.0.0.1:48368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:04.332516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.799803468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:04.332558Z","caller":"traceutil/trace.go:171","msg":"trace[1399754670] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23145; }","duration":"8.79987673s","start":"2026-02-26T02:24:55.532671Z","end":"2026-02-26T02:25:04.332548Z","steps":["trace[1399754670] 'agreement among raft nodes before linearized reading' (duration: 8.799804848s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:04.332217Z","caller":"traceutil/trace.go:171","msg":"trace[1363808404] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23145; }","duration":"8.108629811s","start":"2026-02-26T02:24:56.223577Z","end":"2026-02-26T02:25:04.332207Z","steps":["trace[1363808404] 'agreement among raft nodes before linearized reading' (duration: 8.108536229s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.332595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:55.532657Z","time spent":"8.79992991s","remote":"127.0.0.1:58430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:04.332614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:56.223557Z","time spent":"8.10904164s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"info","ts":"2026-02-26T02:25:04.332571Z","caller":"traceutil/trace.go:171","msg":"trace[1488213592] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23145; }","duration":"7.875209234s","start":"2026-02-26T02:24:56.457217Z","end":"2026-02-26T02:25:04.332427Z","steps":["trace[1488213592] 'agreement among raft nodes before linearized reading' (duration: 7.874870237s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.332735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:56.457144Z","time spent":"7.875569751s","remote":"127.0.0.1:58482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:04.332909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.012674844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:04.332955Z","caller":"traceutil/trace.go:171","msg":"trace[18988814] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23145; }","duration":"5.012764916s","start":"2026-02-26T02:24:59.32018Z","end":"2026-02-26T02:25:04.332945Z","steps":["trace[18988814] 'agreement among raft nodes before linearized reading' (duration: 5.012694934s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.332985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.809430595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-02-26T02:25:04.332916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.811941871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T02:25:04.333019Z","caller":"traceutil/trace.go:171","msg":"trace[1931312499] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23145; }","duration":"5.809478576s","start":"2026-02-26T02:24:58.523527Z","end":"2026-02-26T02:25:04.333006Z","steps":["trace[1931312499] 'agreement among raft nodes before linearized reading' (duration: 5.809407414s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.333013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.561701456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:25:04.332266Z","caller":"traceutil/trace.go:171","msg":"trace[843605175] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23145; }","duration":"3.973484619s","start":"2026-02-26T02:25:00.358769Z","end":"2026-02-26T02:25:04.332254Z","steps":["trace[843605175] 'agreement among raft nodes before linearized reading' (duration: 3.97292974s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.332197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:02.227Z","time spent":"2.105190859s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"warn","ts":"2026-02-26T02:25:04.333028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.688306792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:25:04.332985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:59.320157Z","time spent":"5.012819366s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:04.333053Z","caller":"traceutil/trace.go:171","msg":"trace[91173244] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23145; }","duration":"5.561782046s","start":"2026-02-26T02:24:58.77126Z","end":"2026-02-26T02:25:04.333042Z","steps":["trace[91173244] 'agreement among raft nodes before linearized reading' (duration: 5.561610173s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:04.333024Z","caller":"traceutil/trace.go:171","msg":"trace[209204197] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23145; }","duration":"5.812083544s","start":"2026-02-26T02:24:58.52093Z","end":"2026-02-26T02:25:04.333013Z","steps":["trace[209204197] 'agreement among raft nodes before linearized reading' (duration: 5.811919391s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.333096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:58.771237Z","time spent":"5.561850418s","remote":"127.0.0.1:49504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":158,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:04.333101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:58.5209Z","time spent":"5.812194055s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:25:04.333128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.226038327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:25:04.333042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:58.523516Z","time spent":"5.809521307s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T02:25:04.333165Z","caller":"traceutil/trace.go:171","msg":"trace[1703264053] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23145; }","duration":"7.226076307s","start":"2026-02-26T02:24:57.107082Z","end":"2026-02-26T02:25:04.333158Z","steps":["trace[1703264053] 'agreement among raft nodes before linearized reading' (duration: 7.226011836s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.333202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:57.107024Z","time spent":"7.226170659s","remote":"127.0.0.1:56692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:04.333055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:00.358748Z","time spent":"3.974299824s","remote":"127.0.0.1:53514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:04.333072Z","caller":"traceutil/trace.go:171","msg":"trace[1036408664] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23145; }","duration":"6.688387634s","start":"2026-02-26T02:24:57.644672Z","end":"2026-02-26T02:25:04.333059Z","steps":["trace[1036408664] 'agreement among raft nodes before linearized reading' (duration: 6.688264831s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:04.332222Z","caller":"traceutil/trace.go:171","msg":"trace[9244967] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23145; }","duration":"1.340295553s","start":"2026-02-26T02:25:02.991916Z","end":"2026-02-26T02:25:04.332212Z","steps":["trace[9244967] 'agreement among raft nodes before linearized reading' (duration: 1.340242752s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.33333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:57.644651Z","time spent":"6.688656118s","remote":"127.0.0.1:56502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:04.333438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:02.991891Z","time spent":"1.341490854s","remote":"127.0.0.1:48414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:04.332907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.938298344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:04.333541Z","caller":"traceutil/trace.go:171","msg":"trace[421279996] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23145; }","duration":"6.938973426s","start":"2026-02-26T02:24:57.394551Z","end":"2026-02-26T02:25:04.333524Z","steps":["trace[421279996] 'agreement among raft nodes before linearized reading' (duration: 6.938317954s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.333607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:57.394528Z","time spent":"6.939061147s","remote":"127.0.0.1:48652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:04.842103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:05.342322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:05.843344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:05.88578Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.544612217s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:25:06.01784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.656183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:06.017964Z","caller":"traceutil/trace.go:171","msg":"trace[1415922655] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"1.676877981s","start":"2026-02-26T02:25:04.341064Z","end":"2026-02-26T02:25:06.017942Z","steps":["trace[1415922655] 'process raft request' (duration: 1.545028885s)","trace[1415922655] 'compare' (duration: 130.547822ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:06.018034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:04.341048Z","time spent":"1.676957062s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:06.34393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000615024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:25:06.344Z","caller":"traceutil/trace.go:171","msg":"trace[174318793] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000736876s","start":"2026-02-26T02:25:04.343247Z","end":"2026-02-26T02:25:06.343984Z","steps":["trace[174318793] 'agreement among raft nodes before linearized reading' (duration: 2.000643515s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:06.344038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:04.343231Z","time spent":"2.000800237s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:25:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:25:07.332129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.474351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:07.332587Z","caller":"traceutil/trace.go:171","msg":"trace[896698577] transaction","detail":"{read_only:false; response_revision:23150; number_of_response:1; }","duration":"1.925729551s","start":"2026-02-26T02:25:05.40683Z","end":"2026-02-26T02:25:07.332559Z","steps":["trace[896698577] 'process raft request' (duration: 1.925634419s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:07.332581Z","caller":"traceutil/trace.go:171","msg":"trace[1609071229] transaction","detail":"{read_only:false; response_revision:23147; number_of_response:1; }","duration":"2.991437421s","start":"2026-02-26T02:25:04.341101Z","end":"2026-02-26T02:25:07.332539Z","steps":["trace[1609071229] 'process raft request' (duration: 2.52538738s)","trace[1609071229] 'compare' (duration: 464.714667ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:07.332669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:05.406817Z","time spent":"1.925817312s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:07.332765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:04.341082Z","time spent":"2.991578874s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:07.333066Z","caller":"traceutil/trace.go:171","msg":"trace[1014372708] linearizableReadLoop","detail":"{readStateIndex:23974; appliedIndex:23968; }","duration":"2.990970864s","start":"2026-02-26T02:25:04.342071Z","end":"2026-02-26T02:25:07.333042Z","steps":["trace[1014372708] 'read index received' (duration: 1.543974016s)","trace[1014372708] 'applied index is now lower than readState.Index' (duration: 1.446995388s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:07.333095Z","caller":"traceutil/trace.go:171","msg":"trace[751893291] transaction","detail":"{read_only:false; response_revision:23148; number_of_response:1; }","duration":"2.991964902s","start":"2026-02-26T02:25:04.341117Z","end":"2026-02-26T02:25:07.333082Z","steps":["trace[751893291] 'process raft request' (duration: 2.991158787s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:07.333193Z","caller":"traceutil/trace.go:171","msg":"trace[1023416373] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"1.799915176s","start":"2026-02-26T02:25:05.533183Z","end":"2026-02-26T02:25:07.333098Z","steps":["trace[1023416373] 'process raft request' (duration: 1.799321765s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:07.333235Z","caller":"traceutil/trace.go:171","msg":"trace[774062094] transaction","detail":"{read_only:false; response_revision:23149; number_of_response:1; }","duration":"2.986810968s","start":"2026-02-26T02:25:04.346361Z","end":"2026-02-26T02:25:07.333172Z","steps":["trace[774062094] 'process raft request' (duration: 2.986040523s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:07.333329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991242779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:07.333325Z","caller":"traceutil/trace.go:171","msg":"trace[978186484] transaction","detail":"{read_only:false; response_revision:23152; number_of_response:1; }","duration":"1.310780232s","start":"2026-02-26T02:25:06.022523Z","end":"2026-02-26T02:25:07.333303Z","steps":["trace[978186484] 'process raft request' (duration: 1.310249662s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:07.333378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:05.533147Z","time spent":"1.80013652s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:07.333442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:06.022496Z","time spent":"1.310894013s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:25:07.333506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:04.346351Z","time spent":"2.987012141s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4675,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:07.333393Z","caller":"traceutil/trace.go:171","msg":"trace[1723489609] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23152; }","duration":"2.99132742s","start":"2026-02-26T02:25:04.342045Z","end":"2026-02-26T02:25:07.333373Z","steps":["trace[1723489609] 'agreement among raft nodes before linearized reading' (duration: 2.991170387s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:07.333644Z","caller":"traceutil/trace.go:171","msg":"trace[790948270] transaction","detail":"{read_only:false; response_revision:23153; number_of_response:1; }","duration":"988.605237ms","start":"2026-02-26T02:25:06.345026Z","end":"2026-02-26T02:25:07.333632Z","steps":["trace[790948270] 'process raft request' (duration: 988.22718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:07.33368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671321309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:07.333231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:04.341099Z","time spent":"2.992090294s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:07.33368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:04.34203Z","time spent":"2.991618936s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:25:07.333712Z","caller":"traceutil/trace.go:171","msg":"trace[2037288347] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23153; }","duration":"1.671384481s","start":"2026-02-26T02:25:05.662318Z","end":"2026-02-26T02:25:07.333702Z","steps":["trace[2037288347] 'agreement among raft nodes before linearized reading' (duration: 1.67131494s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:07.333712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:06.344998Z","time spent":"988.678299ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:07.333731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:05.662291Z","time spent":"1.671435941s","remote":"127.0.0.1:48504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:07.33377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.990718239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-19e22e98-d67d-49e2-8486-97d51e50da68\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-02-26T02:25:07.333809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2181214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:07.333814Z","caller":"traceutil/trace.go:171","msg":"trace[874906626] range","detail":"{range_begin:/registry/persistentvolumes/pvc-19e22e98-d67d-49e2-8486-97d51e50da68; range_end:; response_count:1; response_revision:23153; }","duration":"2.9907809s","start":"2026-02-26T02:25:04.343023Z","end":"2026-02-26T02:25:07.333804Z","steps":["trace[874906626] 'agreement among raft nodes before linearized reading' (duration: 2.990607447s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:07.333831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.728128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:07.333836Z","caller":"traceutil/trace.go:171","msg":"trace[1781590801] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23153; }","duration":"2.218193451s","start":"2026-02-26T02:25:05.115633Z","end":"2026-02-26T02:25:07.333827Z","steps":["trace[1781590801] 'agreement among raft nodes before linearized reading' (duration: 2.21814286s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:07.333846Z","caller":"traceutil/trace.go:171","msg":"trace[1500803740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23153; }","duration":"989.788009ms","start":"2026-02-26T02:25:06.344053Z","end":"2026-02-26T02:25:07.333841Z","steps":["trace[1500803740] 'agreement among raft nodes before linearized reading' (duration: 989.760829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:07.333845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:04.343015Z","time spent":"2.99082316s","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-19e22e98-d67d-49e2-8486-97d51e50da68\" "} {"level":"warn","ts":"2026-02-26T02:25:07.333855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.330296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:07.333894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195767894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:07.333902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695908539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:07.333915Z","caller":"traceutil/trace.go:171","msg":"trace[1681252011] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23153; }","duration":"1.195830785s","start":"2026-02-26T02:25:06.138077Z","end":"2026-02-26T02:25:07.333908Z","steps":["trace[1681252011] 'agreement among raft nodes before linearized reading' (duration: 1.195797674s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:07.333903Z","caller":"traceutil/trace.go:171","msg":"trace[1012688834] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23153; }","duration":"466.421747ms","start":"2026-02-26T02:25:06.867467Z","end":"2026-02-26T02:25:07.333889Z","steps":["trace[1012688834] 'agreement among raft nodes before linearized reading' (duration: 466.344476ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:07.333941Z","caller":"traceutil/trace.go:171","msg":"trace[354081498] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23153; }","duration":"1.695971611s","start":"2026-02-26T02:25:05.637948Z","end":"2026-02-26T02:25:07.33392Z","steps":["trace[354081498] 'agreement among raft nodes before linearized reading' (duration: 1.69592952s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:07.333954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330294559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:07.333955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:06.867442Z","time spent":"466.504899ms","remote":"127.0.0.1:32956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:07.333972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:05.637925Z","time spent":"1.696041142s","remote":"127.0.0.1:58502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:07.334031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990382656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3946"} {"level":"warn","ts":"2026-02-26T02:25:07.334045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.976649881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-02-26T02:25:07.334065Z","caller":"traceutil/trace.go:171","msg":"trace[826308917] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23153; }","duration":"1.990471167s","start":"2026-02-26T02:25:05.343583Z","end":"2026-02-26T02:25:07.334054Z","steps":["trace[826308917] 'agreement among raft nodes before linearized reading' (duration: 1.990347505s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:07.334085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:05.343532Z","time spent":"1.990549069s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"warn","ts":"2026-02-26T02:25:07.334096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115430988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:07.333859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:06.343996Z","time spent":"989.859621ms","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:25:07.334119Z","caller":"traceutil/trace.go:171","msg":"trace[214210154] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:0; response_revision:23153; }","duration":"2.115483509s","start":"2026-02-26T02:25:05.218628Z","end":"2026-02-26T02:25:07.334112Z","steps":["trace[214210154] 'agreement among raft nodes before linearized reading' (duration: 2.115446229s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:07.333903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.792613498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:07.33413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.770654205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18440"} {"level":"info","ts":"2026-02-26T02:25:07.334151Z","caller":"traceutil/trace.go:171","msg":"trace[2123284614] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23153; }","duration":"2.792900023s","start":"2026-02-26T02:25:04.541244Z","end":"2026-02-26T02:25:07.334144Z","steps":["trace[2123284614] 'agreement among raft nodes before linearized reading' (duration: 2.792572357s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:07.33417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:04.541225Z","time spent":"2.792937733s","remote":"127.0.0.1:32876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:07.33397Z","caller":"traceutil/trace.go:171","msg":"trace[1392483786] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23153; }","duration":"1.330370151s","start":"2026-02-26T02:25:06.003596Z","end":"2026-02-26T02:25:07.333966Z","steps":["trace[1392483786] 'agreement among raft nodes before linearized reading' (duration: 1.33034249s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:07.333929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:06.138059Z","time spent":"1.195867536s","remote":"127.0.0.1:53656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:07.333856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:05.115609Z","time spent":"2.218241822s","remote":"127.0.0.1:58492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:07.334146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:05.218609Z","time spent":"2.11553174s","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"warn","ts":"2026-02-26T02:25:07.33425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:06.003562Z","time spent":"1.330670776s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:07.334083Z","caller":"traceutil/trace.go:171","msg":"trace[2063823164] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:23153; }","duration":"2.976697071s","start":"2026-02-26T02:25:04.357374Z","end":"2026-02-26T02:25:07.334071Z","steps":["trace[2063823164] 'agreement among raft nodes before linearized reading' (duration: 2.97660124s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:07.334307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:04.357366Z","time spent":"2.976931767s","remote":"127.0.0.1:56508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":208,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"info","ts":"2026-02-26T02:25:07.334174Z","caller":"traceutil/trace.go:171","msg":"trace[1620469084] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23153; }","duration":"2.770747426s","start":"2026-02-26T02:25:04.563413Z","end":"2026-02-26T02:25:07.334161Z","steps":["trace[1620469084] 'agreement among raft nodes before linearized reading' (duration: 2.770544613s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:07.33439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:04.563403Z","time spent":"2.770978353s","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18462,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T02:25:07.837767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783465,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:08.222113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.073106ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:08.222245Z","caller":"traceutil/trace.go:171","msg":"trace[1824054530] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23153; }","duration":"135.211089ms","start":"2026-02-26T02:25:08.087011Z","end":"2026-02-26T02:25:08.222222Z","steps":["trace[1824054530] 'range keys from in-memory index tree' (duration: 135.056695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:08.222377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.695309ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-02-26T02:25:08.222606Z","caller":"traceutil/trace.go:171","msg":"trace[487213431] linearizableReadLoop","detail":"{readStateIndex:23978; appliedIndex:23976; }","duration":"885.693102ms","start":"2026-02-26T02:25:07.336896Z","end":"2026-02-26T02:25:08.222589Z","steps":["trace[487213431] 'read index received' (duration: 684.78847ms)","trace[487213431] 'applied index is now lower than readState.Index' (duration: 200.903762ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:08.2227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:07.336486Z","time spent":"886.211101ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:25:08.223154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.151586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18440"} {"level":"info","ts":"2026-02-26T02:25:08.223197Z","caller":"traceutil/trace.go:171","msg":"trace[1326147584] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23154; }","duration":"876.209437ms","start":"2026-02-26T02:25:07.346977Z","end":"2026-02-26T02:25:08.223187Z","steps":["trace[1326147584] 'agreement among raft nodes before linearized reading' (duration: 876.058014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:08.223177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.842719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qmzql\" ","response":"range_response_count:1 size:5421"} {"level":"info","ts":"2026-02-26T02:25:08.223256Z","caller":"traceutil/trace.go:171","msg":"trace[2054120352] transaction","detail":"{read_only:false; response_revision:23154; number_of_response:1; }","duration":"885.955816ms","start":"2026-02-26T02:25:07.337292Z","end":"2026-02-26T02:25:08.223248Z","steps":["trace[2054120352] 'process raft request' (duration: 885.180442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:08.223319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:07.337275Z","time spent":"886.003856ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:25:08.223227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:07.346973Z","time spent":"876.247167ms","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18462,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-26T02:25:08.22331Z","caller":"traceutil/trace.go:171","msg":"trace[999647697] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qmzql; range_end:; response_count:1; response_revision:23154; }","duration":"882.979791ms","start":"2026-02-26T02:25:07.340272Z","end":"2026-02-26T02:25:08.223252Z","steps":["trace[999647697] 'agreement among raft nodes before linearized reading' (duration: 882.635975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:08.223452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.546148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-kjbmd\" ","response":"range_response_count:1 size:4479"} {"level":"info","ts":"2026-02-26T02:25:08.223495Z","caller":"traceutil/trace.go:171","msg":"trace[2028249286] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-kjbmd; range_end:; response_count:1; response_revision:23154; }","duration":"886.617469ms","start":"2026-02-26T02:25:07.336866Z","end":"2026-02-26T02:25:08.223483Z","steps":["trace[2028249286] 'agreement among raft nodes before linearized reading' (duration: 886.462965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:08.22343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:07.340261Z","time spent":"883.138574ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5443,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qmzql\" "} {"level":"warn","ts":"2026-02-26T02:25:08.223529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:07.336847Z","time spent":"886.673611ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4501,"request content":"key:\"/registry/pods/kube-system/kube-proxy-kjbmd\" "} {"level":"warn","ts":"2026-02-26T02:25:08.223654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.636306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:08.223703Z","caller":"traceutil/trace.go:171","msg":"trace[1696877825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23154; }","duration":"882.696677ms","start":"2026-02-26T02:25:07.340992Z","end":"2026-02-26T02:25:08.223689Z","steps":["trace[1696877825] 'agreement among raft nodes before linearized reading' (duration: 882.615785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:08.223751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:07.340987Z","time spent":"882.752368ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:08.223862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.506881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-02-26T02:25:08.223895Z","caller":"traceutil/trace.go:171","msg":"trace[1371334863] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23154; }","duration":"883.570632ms","start":"2026-02-26T02:25:07.340314Z","end":"2026-02-26T02:25:08.223885Z","steps":["trace[1371334863] 'agreement among raft nodes before linearized reading' (duration: 883.43592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:08.223923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:07.340303Z","time spent":"883.614104ms","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-02-26T02:25:08.725997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:09.226957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:09.725433Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.500974841s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:25:09.725943Z","caller":"traceutil/trace.go:171","msg":"trace[798630471] transaction","detail":"{read_only:false; response_revision:23155; number_of_response:1; }","duration":"1.501898388s","start":"2026-02-26T02:25:08.224019Z","end":"2026-02-26T02:25:09.725917Z","steps":["trace[798630471] 'process raft request' (duration: 1.501753066s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:09.72609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:08.223991Z","time spent":"1.50202333s","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:10.171821Z","caller":"traceutil/trace.go:171","msg":"trace[1846881601] transaction","detail":"{read_only:false; response_revision:23156; number_of_response:1; }","duration":"1.939708763s","start":"2026-02-26T02:25:08.232086Z","end":"2026-02-26T02:25:10.171795Z","steps":["trace[1846881601] 'process raft request' (duration: 1.939369217s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:10.172573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:08.232074Z","time spent":"1.940399696s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5581,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:10.172163Z","caller":"traceutil/trace.go:171","msg":"trace[390309349] linearizableReadLoop","detail":"{readStateIndex:23980; appliedIndex:23978; }","duration":"1.946937455s","start":"2026-02-26T02:25:08.225201Z","end":"2026-02-26T02:25:10.172139Z","steps":["trace[390309349] 'read index received' (duration: 1.500483881s)","trace[390309349] 'applied index is now lower than readState.Index' (duration: 446.452674ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:10.172166Z","caller":"traceutil/trace.go:171","msg":"trace[117287885] transaction","detail":"{read_only:false; response_revision:23157; number_of_response:1; }","duration":"833.192463ms","start":"2026-02-26T02:25:09.338951Z","end":"2026-02-26T02:25:10.172143Z","steps":["trace[117287885] 'process raft request' (duration: 832.753465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:10.172965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:09.338915Z","time spent":"833.976077ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:10.172247Z","caller":"traceutil/trace.go:171","msg":"trace[413272023] transaction","detail":"{read_only:false; response_revision:23158; number_of_response:1; }","duration":"831.654905ms","start":"2026-02-26T02:25:09.340541Z","end":"2026-02-26T02:25:10.172196Z","steps":["trace[413272023] 'process raft request' (duration: 831.492482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:10.173517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.324535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-26T02:25:10.173572Z","caller":"traceutil/trace.go:171","msg":"trace[626044762] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23158; }","duration":"444.406076ms","start":"2026-02-26T02:25:09.729156Z","end":"2026-02-26T02:25:10.173562Z","steps":["trace[626044762] 'agreement among raft nodes before linearized reading' (duration: 444.171932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:10.173608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:09.729061Z","time spent":"444.537199ms","remote":"127.0.0.1:56480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:25:10.173716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.798621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:25:10.17387Z","caller":"traceutil/trace.go:171","msg":"trace[21535607] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23158; }","duration":"464.004946ms","start":"2026-02-26T02:25:09.709843Z","end":"2026-02-26T02:25:10.173848Z","steps":["trace[21535607] 'agreement among raft nodes before linearized reading' (duration: 463.535617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:10.173996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:09.70982Z","time spent":"464.146278ms","remote":"127.0.0.1:56508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:10.173641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:09.34053Z","time spent":"833.0048ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:10.173228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834017776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-02-26T02:25:10.174334Z","caller":"traceutil/trace.go:171","msg":"trace[1695499620] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23158; }","duration":"1.835101426s","start":"2026-02-26T02:25:08.339151Z","end":"2026-02-26T02:25:10.174253Z","steps":["trace[1695499620] 'agreement among raft nodes before linearized reading' (duration: 1.833931265s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:10.174405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:08.33913Z","time spent":"1.835248158s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"warn","ts":"2026-02-26T02:25:10.173296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412091113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:10.174595Z","caller":"traceutil/trace.go:171","msg":"trace[492740920] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23158; }","duration":"1.413416617s","start":"2026-02-26T02:25:08.761163Z","end":"2026-02-26T02:25:10.17458Z","steps":["trace[492740920] 'agreement among raft nodes before linearized reading' (duration: 1.412099443s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:10.174628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:08.761145Z","time spent":"1.413472478s","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:10.173269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.330075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-02-26T02:25:10.174933Z","caller":"traceutil/trace.go:171","msg":"trace[1272819141] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23158; }","duration":"828.987195ms","start":"2026-02-26T02:25:09.345872Z","end":"2026-02-26T02:25:10.17486Z","steps":["trace[1272819141] 'agreement among raft nodes before linearized reading' (duration: 827.192002ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:10.175019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:09.345854Z","time spent":"829.138018ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T02:25:10.173281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945644631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aaa6eb5e18be\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-02-26T02:25:10.173351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.329591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:10.175232Z","caller":"traceutil/trace.go:171","msg":"trace[1960568417] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897aaa6eb5e18be; range_end:; response_count:1; response_revision:23158; }","duration":"1.94768077s","start":"2026-02-26T02:25:08.227527Z","end":"2026-02-26T02:25:10.175207Z","steps":["trace[1960568417] 'agreement among raft nodes before linearized reading' (duration: 1.94551218s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:10.175393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:08.227512Z","time spent":"1.947857523s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aaa6eb5e18be\" "} {"level":"info","ts":"2026-02-26T02:25:10.175288Z","caller":"traceutil/trace.go:171","msg":"trace[1853102372] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23158; }","duration":"130.287178ms","start":"2026-02-26T02:25:10.044978Z","end":"2026-02-26T02:25:10.175265Z","steps":["trace[1853102372] 'agreement among raft nodes before linearized reading' (duration: 128.343212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:10.173397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945519749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e0af9c28-e1a5-418a-aca9-dfbc273420be\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-02-26T02:25:10.176898Z","caller":"traceutil/trace.go:171","msg":"trace[1892664941] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e0af9c28-e1a5-418a-aca9-dfbc273420be; range_end:; response_count:1; response_revision:23158; }","duration":"1.948981742s","start":"2026-02-26T02:25:08.227852Z","end":"2026-02-26T02:25:10.176833Z","steps":["trace[1892664941] 'agreement among raft nodes before linearized reading' (duration: 1.945492128s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:10.173404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.253525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:10.17704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:08.227838Z","time spent":"1.949146225s","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-e0af9c28-e1a5-418a-aca9-dfbc273420be\" "} {"level":"warn","ts":"2026-02-26T02:25:10.173466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.9702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:10.177051Z","caller":"traceutil/trace.go:171","msg":"trace[1367071121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23158; }","duration":"200.915983ms","start":"2026-02-26T02:25:09.976113Z","end":"2026-02-26T02:25:10.177029Z","steps":["trace[1367071121] 'agreement among raft nodes before linearized reading' (duration: 197.270306ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:10.177154Z","caller":"traceutil/trace.go:171","msg":"trace[1016567321] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23158; }","duration":"482.658358ms","start":"2026-02-26T02:25:09.694483Z","end":"2026-02-26T02:25:10.177142Z","steps":["trace[1016567321] 'agreement among raft nodes before linearized reading' (duration: 478.94326ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:10.177231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:09.694422Z","time spent":"482.76179ms","remote":"127.0.0.1:58550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:10.173478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574661633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:25:10.177472Z","caller":"traceutil/trace.go:171","msg":"trace[1737682012] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23158; }","duration":"1.578684856s","start":"2026-02-26T02:25:08.598778Z","end":"2026-02-26T02:25:10.177463Z","steps":["trace[1737682012] 'agreement among raft nodes before linearized reading' (duration: 1.57453738s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:10.177502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:08.598757Z","time spent":"1.578734747s","remote":"127.0.0.1:56426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":228,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:10.172267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947050607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:10.177629Z","caller":"traceutil/trace.go:171","msg":"trace[1339754633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23158; }","duration":"1.952466016s","start":"2026-02-26T02:25:08.22513Z","end":"2026-02-26T02:25:10.177597Z","steps":["trace[1339754633] 'agreement among raft nodes before linearized reading' (duration: 1.947084897s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:10.173344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924686857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:25:10.177708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:08.225094Z","time spent":"1.952590958s","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:25:10.177746Z","caller":"traceutil/trace.go:171","msg":"trace[619618663] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23158; }","duration":"1.929087087s","start":"2026-02-26T02:25:08.248643Z","end":"2026-02-26T02:25:10.17773Z","steps":["trace[619618663] 'agreement among raft nodes before linearized reading' (duration: 1.924660807s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:10.177808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:08.2486Z","time spent":"1.929190389s","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:10.686351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783479,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:11.145715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.336292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:25:11.145779Z","caller":"traceutil/trace.go:171","msg":"trace[775981096] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23158; }","duration":"967.453003ms","start":"2026-02-26T02:25:10.178311Z","end":"2026-02-26T02:25:11.145764Z","steps":["trace[775981096] 'range keys from in-memory index tree' (duration: 967.159988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:11.145812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:10.178262Z","time spent":"967.544285ms","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-26T02:25:11.14602Z","caller":"traceutil/trace.go:171","msg":"trace[1076904223] linearizableReadLoop","detail":"{readStateIndex:23983; appliedIndex:23982; }","duration":"960.658079ms","start":"2026-02-26T02:25:10.185334Z","end":"2026-02-26T02:25:11.145992Z","steps":["trace[1076904223] 'read index received' (duration: 891.661155ms)","trace[1076904223] 'applied index is now lower than readState.Index' (duration: 68.994864ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:11.146024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.946656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-t9h9s\" ","response":"range_response_count:1 size:5314"} {"level":"info","ts":"2026-02-26T02:25:11.146145Z","caller":"traceutil/trace.go:171","msg":"trace[1424964222] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-t9h9s; range_end:; response_count:1; response_revision:23158; }","duration":"966.101339ms","start":"2026-02-26T02:25:10.180026Z","end":"2026-02-26T02:25:11.146127Z","steps":["trace[1424964222] 'range keys from in-memory index tree' (duration: 965.793774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:11.146175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:10.180015Z","time spent":"966.150979ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5336,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-t9h9s\" "} {"level":"warn","ts":"2026-02-26T02:25:11.146244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.745695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:25:11.146262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.256159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:11.146308Z","caller":"traceutil/trace.go:171","msg":"trace[572038607] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23159; }","duration":"406.849237ms","start":"2026-02-26T02:25:10.739441Z","end":"2026-02-26T02:25:11.146291Z","steps":["trace[572038607] 'agreement among raft nodes before linearized reading' (duration: 406.714044ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:11.146332Z","caller":"traceutil/trace.go:171","msg":"trace[870781851] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23159; }","duration":"871.399963ms","start":"2026-02-26T02:25:10.274913Z","end":"2026-02-26T02:25:11.146313Z","steps":["trace[870781851] 'agreement among raft nodes before linearized reading' (duration: 871.24434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:11.146352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.488278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:11.146423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.137078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:11.146417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.605683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:11.146453Z","caller":"traceutil/trace.go:171","msg":"trace[609346180] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23159; }","duration":"851.658841ms","start":"2026-02-26T02:25:10.294773Z","end":"2026-02-26T02:25:11.146432Z","steps":["trace[609346180] 'agreement among raft nodes before linearized reading' (duration: 851.490808ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:11.146466Z","caller":"traceutil/trace.go:171","msg":"trace[1052612052] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23159; }","duration":"230.26993ms","start":"2026-02-26T02:25:10.916178Z","end":"2026-02-26T02:25:11.146448Z","steps":["trace[1052612052] 'agreement among raft nodes before linearized reading' (duration: 230.207329ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:11.146472Z","caller":"traceutil/trace.go:171","msg":"trace[1287389025] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23159; }","duration":"418.677324ms","start":"2026-02-26T02:25:10.727779Z","end":"2026-02-26T02:25:11.146456Z","steps":["trace[1287389025] 'agreement among raft nodes before linearized reading' (duration: 418.577753ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:11.146386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:10.274879Z","time spent":"871.494604ms","remote":"127.0.0.1:53636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:11.146415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.030346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:11.146542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:10.29474Z","time spent":"851.779943ms","remote":"127.0.0.1:48632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:11.146594Z","caller":"traceutil/trace.go:171","msg":"trace[1612052831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23159; }","duration":"961.244559ms","start":"2026-02-26T02:25:10.185321Z","end":"2026-02-26T02:25:11.146565Z","steps":["trace[1612052831] 'agreement among raft nodes before linearized reading' (duration: 960.858893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:11.146521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:10.727689Z","time spent":"418.822386ms","remote":"127.0.0.1:53568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:11.146685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:10.185314Z","time spent":"961.361011ms","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:25:11.146487Z","caller":"traceutil/trace.go:171","msg":"trace[1402246770] transaction","detail":"{read_only:false; response_revision:23159; number_of_response:1; }","duration":"965.395195ms","start":"2026-02-26T02:25:10.180771Z","end":"2026-02-26T02:25:11.146166Z","steps":["trace[1402246770] 'process raft request' (duration: 896.222618ms)","trace[1402246770] 'compare' (duration: 68.727049ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:11.147031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:10.180759Z","time spent":"966.1882ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:11.147056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.060544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-26T02:25:11.147296Z","caller":"traceutil/trace.go:171","msg":"trace[1557381245] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23159; }","duration":"861.313818ms","start":"2026-02-26T02:25:10.285957Z","end":"2026-02-26T02:25:11.147271Z","steps":["trace[1557381245] 'agreement among raft nodes before linearized reading' (duration: 860.315439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:11.147401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:10.285946Z","time spent":"861.43879ms","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-02-26T02:25:11.146351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:10.739418Z","time spent":"406.923178ms","remote":"127.0.0.1:58182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:11.147947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.88409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-26T02:25:11.148022Z","caller":"traceutil/trace.go:171","msg":"trace[83438591] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:23159; }","duration":"844.689583ms","start":"2026-02-26T02:25:10.303314Z","end":"2026-02-26T02:25:11.148004Z","steps":["trace[83438591] 'agreement among raft nodes before linearized reading' (duration: 842.86595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:11.148076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:10.303294Z","time spent":"844.765745ms","remote":"127.0.0.1:56508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":561,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-02-26T02:25:11.876551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.494786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:11.876749Z","caller":"traceutil/trace.go:171","msg":"trace[125047412] transaction","detail":"{read_only:false; response_revision:23160; number_of_response:1; }","duration":"723.850549ms","start":"2026-02-26T02:25:11.152856Z","end":"2026-02-26T02:25:11.876706Z","steps":["trace[125047412] 'process raft request' (duration: 248.096138ms)","trace[125047412] 'compare' (duration: 475.038077ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:11.876876Z","caller":"traceutil/trace.go:171","msg":"trace[413539894] transaction","detail":"{read_only:false; response_revision:23161; number_of_response:1; }","duration":"721.311291ms","start":"2026-02-26T02:25:11.155539Z","end":"2026-02-26T02:25:11.87685Z","steps":["trace[413539894] 'process raft request' (duration: 721.167619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:11.87693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:11.152839Z","time spent":"724.023412ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:25:11.876981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:11.155525Z","time spent":"721.403204ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:11.877088Z","caller":"traceutil/trace.go:171","msg":"trace[1585852674] linearizableReadLoop","detail":"{readStateIndex:23984; appliedIndex:23983; }","duration":"721.990535ms","start":"2026-02-26T02:25:11.155068Z","end":"2026-02-26T02:25:11.877058Z","steps":["trace[1585852674] 'read index received' (duration: 245.842077ms)","trace[1585852674] 'applied index is now lower than readState.Index' (duration: 476.145888ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:11.877259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.161978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:11.877326Z","caller":"traceutil/trace.go:171","msg":"trace[515434020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23161; }","duration":"722.26421ms","start":"2026-02-26T02:25:11.155047Z","end":"2026-02-26T02:25:11.877311Z","steps":["trace[515434020] 'agreement among raft nodes before linearized reading' (duration: 722.128457ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:11.877367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:11.155038Z","time spent":"722.32059ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:12.377764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:13.266986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.191308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:13.267215Z","caller":"traceutil/trace.go:171","msg":"trace[2137855856] transaction","detail":"{read_only:false; response_revision:23162; number_of_response:1; }","duration":"1.420628471s","start":"2026-02-26T02:25:11.846566Z","end":"2026-02-26T02:25:13.267195Z","steps":["trace[2137855856] 'process raft request' (duration: 908.152517ms)","trace[2137855856] 'compare' (duration: 511.569697ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:13.267253Z","caller":"traceutil/trace.go:171","msg":"trace[520723435] linearizableReadLoop","detail":"{readStateIndex:23988; appliedIndex:23985; }","duration":"1.39008283s","start":"2026-02-26T02:25:11.877153Z","end":"2026-02-26T02:25:13.267236Z","steps":["trace[520723435] 'read index received' (duration: 877.736749ms)","trace[520723435] 'applied index is now lower than readState.Index' (duration: 512.345121ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:13.267317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:11.84654Z","time spent":"1.420720493s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:13.26734Z","caller":"traceutil/trace.go:171","msg":"trace[1269091342] transaction","detail":"{read_only:false; response_revision:23163; number_of_response:1; }","duration":"1.383121363s","start":"2026-02-26T02:25:11.884208Z","end":"2026-02-26T02:25:13.26733Z","steps":["trace[1269091342] 'process raft request' (duration: 1.382877289s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:13.267397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:11.884185Z","time spent":"1.383183375s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:25:13.267509Z","caller":"traceutil/trace.go:171","msg":"trace[1355264725] transaction","detail":"{read_only:false; response_revision:23164; number_of_response:1; }","duration":"1.08670857s","start":"2026-02-26T02:25:12.180763Z","end":"2026-02-26T02:25:13.267472Z","steps":["trace[1355264725] 'process raft request' (duration: 1.086420834s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:13.267609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:12.180733Z","time spent":"1.086824161s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:13.267682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089158805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3946"} {"level":"warn","ts":"2026-02-26T02:25:13.267685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.444873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:13.267717Z","caller":"traceutil/trace.go:171","msg":"trace[515989387] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23164; }","duration":"2.089210076s","start":"2026-02-26T02:25:11.178496Z","end":"2026-02-26T02:25:13.267706Z","steps":["trace[515989387] 'agreement among raft nodes before linearized reading' (duration: 2.089087944s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:13.267743Z","caller":"traceutil/trace.go:171","msg":"trace[2083505689] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23164; }","duration":"722.545254ms","start":"2026-02-26T02:25:12.545184Z","end":"2026-02-26T02:25:13.267729Z","steps":["trace[2083505689] 'agreement among raft nodes before linearized reading' (duration: 722.466143ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:13.267748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:11.178484Z","time spent":"2.089256366s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"warn","ts":"2026-02-26T02:25:13.267731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556811497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:13.267759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112544823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-02-26T02:25:13.267771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:12.54516Z","time spent":"722.604986ms","remote":"127.0.0.1:56658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:13.267793Z","caller":"traceutil/trace.go:171","msg":"trace[612938615] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23164; }","duration":"2.112597945s","start":"2026-02-26T02:25:11.155184Z","end":"2026-02-26T02:25:13.267782Z","steps":["trace[612938615] 'agreement among raft nodes before linearized reading' (duration: 2.112481923s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:13.2678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375428601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-b6mhp\" ","response":"range_response_count:1 size:4051"} {"level":"info","ts":"2026-02-26T02:25:13.267792Z","caller":"traceutil/trace.go:171","msg":"trace[1466476944] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23164; }","duration":"1.556925849s","start":"2026-02-26T02:25:11.710847Z","end":"2026-02-26T02:25:13.267773Z","steps":["trace[1466476944] 'agreement among raft nodes before linearized reading' (duration: 1.556792967s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:13.267817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:11.155169Z","time spent":"2.112641856s","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-02-26T02:25:13.267821Z","caller":"traceutil/trace.go:171","msg":"trace[558222987] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-b6mhp; range_end:; response_count:1; response_revision:23164; }","duration":"1.375470353s","start":"2026-02-26T02:25:11.892343Z","end":"2026-02-26T02:25:13.267814Z","steps":["trace[558222987] 'agreement among raft nodes before linearized reading' (duration: 1.375389511s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:13.267723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.736824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:13.267838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:11.892331Z","time spent":"1.375504073s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4073,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-b6mhp\" "} {"level":"warn","ts":"2026-02-26T02:25:13.267836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:11.710823Z","time spent":"1.5570047s","remote":"127.0.0.1:58452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:13.267681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389356537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:13.267866Z","caller":"traceutil/trace.go:171","msg":"trace[1206827654] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23164; }","duration":"964.912347ms","start":"2026-02-26T02:25:12.30294Z","end":"2026-02-26T02:25:13.267852Z","steps":["trace[1206827654] 'agreement among raft nodes before linearized reading' (duration: 964.761835ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:13.267886Z","caller":"traceutil/trace.go:171","msg":"trace[438348825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23164; }","duration":"1.389606122s","start":"2026-02-26T02:25:11.878275Z","end":"2026-02-26T02:25:13.267881Z","steps":["trace[438348825] 'agreement among raft nodes before linearized reading' (duration: 1.389373428s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:13.267882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.602228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:13.2679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:11.878254Z","time spent":"1.389642952s","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:13.267904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:12.302914Z","time spent":"964.977438ms","remote":"127.0.0.1:48446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:13.267916Z","caller":"traceutil/trace.go:171","msg":"trace[104447415] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23164; }","duration":"535.684438ms","start":"2026-02-26T02:25:12.73222Z","end":"2026-02-26T02:25:13.267904Z","steps":["trace[104447415] 'agreement among raft nodes before linearized reading' (duration: 535.620027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:13.267939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:12.732183Z","time spent":"535.74952ms","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:13.26803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792427345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:13.26806Z","caller":"traceutil/trace.go:171","msg":"trace[988773641] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23164; }","duration":"1.792999067s","start":"2026-02-26T02:25:11.475052Z","end":"2026-02-26T02:25:13.268051Z","steps":["trace[988773641] 'agreement among raft nodes before linearized reading' (duration: 1.792382835s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:13.268097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:11.475032Z","time spent":"1.793056477s","remote":"127.0.0.1:49526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:14.431279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.671458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:14.431409Z","caller":"traceutil/trace.go:171","msg":"trace[508193432] linearizableReadLoop","detail":"{readStateIndex:23989; appliedIndex:23988; }","duration":"1.156970687s","start":"2026-02-26T02:25:13.274417Z","end":"2026-02-26T02:25:14.431387Z","steps":["trace[508193432] 'read index received' (duration: 321.128956ms)","trace[508193432] 'applied index is now lower than readState.Index' (duration: 835.840211ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:14.431493Z","caller":"traceutil/trace.go:171","msg":"trace[1356939796] transaction","detail":"{read_only:false; response_revision:23165; number_of_response:1; }","duration":"1.159598456s","start":"2026-02-26T02:25:13.271878Z","end":"2026-02-26T02:25:14.431477Z","steps":["trace[1356939796] 'process raft request' (duration: 323.644633ms)","trace[1356939796] 'compare' (duration: 835.516815ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:14.431563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:13.271863Z","time spent":"1.159666537s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:25:14.432016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157574379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-26T02:25:14.4321Z","caller":"traceutil/trace.go:171","msg":"trace[2107438851] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23165; }","duration":"1.15768787s","start":"2026-02-26T02:25:13.274392Z","end":"2026-02-26T02:25:14.43208Z","steps":["trace[2107438851] 'agreement among raft nodes before linearized reading' (duration: 1.157405025s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:14.432144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:13.27438Z","time spent":"1.157755112s","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-26T02:25:15.275447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000356797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:25:15.275524Z","caller":"traceutil/trace.go:171","msg":"trace[815261442] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000471398s","start":"2026-02-26T02:25:13.275036Z","end":"2026-02-26T02:25:15.275508Z","steps":["trace[815261442] 'agreement among raft nodes before linearized reading' (duration: 2.000381807s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:15.275568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:13.275025Z","time spent":"2.00053371s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:15.349235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.545312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:15.349489Z","caller":"traceutil/trace.go:171","msg":"trace[1268232661] linearizableReadLoop","detail":"{readStateIndex:23991; appliedIndex:23989; }","duration":"918.031228ms","start":"2026-02-26T02:25:14.43144Z","end":"2026-02-26T02:25:15.349472Z","steps":["trace[1268232661] 'read index received' (duration: 103.11003ms)","trace[1268232661] 'applied index is now lower than readState.Index' (duration: 814.920228ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:15.349532Z","caller":"traceutil/trace.go:171","msg":"trace[1310824064] transaction","detail":"{read_only:false; response_revision:23167; number_of_response:1; }","duration":"1.749344056s","start":"2026-02-26T02:25:13.600151Z","end":"2026-02-26T02:25:15.349495Z","steps":["trace[1310824064] 'process raft request' (duration: 1.749214323s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:15.349578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814268806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:15.349574Z","caller":"traceutil/trace.go:171","msg":"trace[345153572] transaction","detail":"{read_only:false; response_revision:23166; number_of_response:1; }","duration":"2.074998866s","start":"2026-02-26T02:25:13.274551Z","end":"2026-02-26T02:25:15.34955Z","steps":["trace[345153572] 'process raft request' (duration: 1.260061317s)","trace[345153572] 'compare' (duration: 813.085515ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:15.349608Z","caller":"traceutil/trace.go:171","msg":"trace[795208476] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23167; }","duration":"1.814326578s","start":"2026-02-26T02:25:13.535271Z","end":"2026-02-26T02:25:15.349598Z","steps":["trace[795208476] 'agreement among raft nodes before linearized reading' (duration: 1.814271987s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:15.349643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:13.535255Z","time spent":"1.814379188s","remote":"127.0.0.1:58510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:15.349643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07748659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3946"} {"level":"warn","ts":"2026-02-26T02:25:15.349678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:13.600129Z","time spent":"1.749473608s","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:15.349689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:13.27454Z","time spent":"2.075087427s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4211,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:15.349703Z","caller":"traceutil/trace.go:171","msg":"trace[455267202] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23167; }","duration":"1.077586812s","start":"2026-02-26T02:25:14.272098Z","end":"2026-02-26T02:25:15.349685Z","steps":["trace[455267202] 'agreement among raft nodes before linearized reading' (duration: 1.077417589s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:15.349743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:14.272074Z","time spent":"1.077660823s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"info","ts":"2026-02-26T02:25:15.76057Z","caller":"traceutil/trace.go:171","msg":"trace[1406653210] transaction","detail":"{read_only:false; response_revision:23168; number_of_response:1; }","duration":"581.662713ms","start":"2026-02-26T02:25:15.178879Z","end":"2026-02-26T02:25:15.760542Z","steps":["trace[1406653210] 'process raft request' (duration: 581.439029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:15.760878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:15.178849Z","time spent":"581.871106ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:15.761048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.989348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:15.761139Z","caller":"traceutil/trace.go:171","msg":"trace[1531153322] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23169; }","duration":"750.145351ms","start":"2026-02-26T02:25:15.010982Z","end":"2026-02-26T02:25:15.761127Z","steps":["trace[1531153322] 'agreement among raft nodes before linearized reading' (duration: 749.978838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:15.761108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.50679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:15.761193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:15.010961Z","time spent":"750.207862ms","remote":"127.0.0.1:58620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:15.761202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.120557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-02-26T02:25:15.761206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325304833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aaa6eb5e18be\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-26T02:25:15.761224Z","caller":"traceutil/trace.go:171","msg":"trace[315500736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23169; }","duration":"485.654182ms","start":"2026-02-26T02:25:15.275545Z","end":"2026-02-26T02:25:15.761199Z","steps":["trace[315500736] 'agreement among raft nodes before linearized reading' (duration: 485.426598ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:15.761253Z","caller":"traceutil/trace.go:171","msg":"trace[1661067799] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:23169; }","duration":"542.186448ms","start":"2026-02-26T02:25:15.219049Z","end":"2026-02-26T02:25:15.761235Z","steps":["trace[1661067799] 'agreement among raft nodes before linearized reading' (duration: 542.068686ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:15.76126Z","caller":"traceutil/trace.go:171","msg":"trace[1541040074] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897aaa6eb5e18be; range_end:; response_count:1; response_revision:23169; }","duration":"1.325376844s","start":"2026-02-26T02:25:14.435865Z","end":"2026-02-26T02:25:15.761242Z","steps":["trace[1541040074] 'agreement among raft nodes before linearized reading' (duration: 1.325205551s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:15.76126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.48936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:15.761279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:15.275534Z","time spent":"485.733763ms","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:15.761307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:15.219038Z","time spent":"542.2575ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"warn","ts":"2026-02-26T02:25:15.761309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:14.435857Z","time spent":"1.325441655s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aaa6eb5e18be\" "} {"level":"info","ts":"2026-02-26T02:25:15.760907Z","caller":"traceutil/trace.go:171","msg":"trace[276932404] linearizableReadLoop","detail":"{readStateIndex:23993; appliedIndex:23991; }","duration":"411.356671ms","start":"2026-02-26T02:25:15.349517Z","end":"2026-02-26T02:25:15.760873Z","steps":["trace[276932404] 'read index received' (duration: 410.850642ms)","trace[276932404] 'applied index is now lower than readState.Index' (duration: 502.138µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:15.761354Z","caller":"traceutil/trace.go:171","msg":"trace[1588969794] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23169; }","duration":"412.634793ms","start":"2026-02-26T02:25:15.348674Z","end":"2026-02-26T02:25:15.761309Z","steps":["trace[1588969794] 'agreement among raft nodes before linearized reading' (duration: 412.484331ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:15.761058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327184138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:15.761404Z","caller":"traceutil/trace.go:171","msg":"trace[299381755] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23169; }","duration":"1.327590745s","start":"2026-02-26T02:25:14.433801Z","end":"2026-02-26T02:25:15.761391Z","steps":["trace[299381755] 'agreement among raft nodes before linearized reading' (duration: 1.327173557s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:15.761436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:15.348658Z","time spent":"412.738465ms","remote":"127.0.0.1:48588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:15.76145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:14.433781Z","time spent":"1.327657636s","remote":"127.0.0.1:48288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:15.761511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.532197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-02-26T02:25:15.761595Z","caller":"traceutil/trace.go:171","msg":"trace[1279350922] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23169; }","duration":"576.645399ms","start":"2026-02-26T02:25:15.184926Z","end":"2026-02-26T02:25:15.761572Z","steps":["trace[1279350922] 'agreement among raft nodes before linearized reading' (duration: 576.396394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:15.761079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.992258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:25:15.761649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:15.184909Z","time spent":"576.726001ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-26T02:25:15.761689Z","caller":"traceutil/trace.go:171","msg":"trace[1188014695] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23169; }","duration":"576.61149ms","start":"2026-02-26T02:25:15.185051Z","end":"2026-02-26T02:25:15.761673Z","steps":["trace[1188014695] 'agreement among raft nodes before linearized reading' (duration: 575.862535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:15.761698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.468055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:15.761746Z","caller":"traceutil/trace.go:171","msg":"trace[1407600088] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23169; }","duration":"230.562027ms","start":"2026-02-26T02:25:15.531174Z","end":"2026-02-26T02:25:15.761736Z","steps":["trace[1407600088] 'agreement among raft nodes before linearized reading' (duration: 230.492826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:15.761751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:15.184985Z","time spent":"576.747782ms","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:15.761759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.85931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18440"} {"level":"warn","ts":"2026-02-26T02:25:15.761627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.66739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-t9h9s\" ","response":"range_response_count:1 size:5492"} {"level":"info","ts":"2026-02-26T02:25:15.761799Z","caller":"traceutil/trace.go:171","msg":"trace[240635588] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23169; }","duration":"405.913011ms","start":"2026-02-26T02:25:15.35587Z","end":"2026-02-26T02:25:15.761783Z","steps":["trace[240635588] 'agreement among raft nodes before linearized reading' (duration: 405.813599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:15.761788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.119439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:15.761815Z","caller":"traceutil/trace.go:171","msg":"trace[1799848990] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-t9h9s; range_end:; response_count:1; response_revision:23169; }","duration":"408.901175ms","start":"2026-02-26T02:25:15.352901Z","end":"2026-02-26T02:25:15.761802Z","steps":["trace[1799848990] 'agreement among raft nodes before linearized reading' (duration: 408.555008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:15.761838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:15.355859Z","time spent":"405.970451ms","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18462,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-26T02:25:15.761855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326397144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2c7f270a-224c-4aff-b6a8-0d86aba4b29b\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-26T02:25:15.761854Z","caller":"traceutil/trace.go:171","msg":"trace[216857293] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23169; }","duration":"146.225121ms","start":"2026-02-26T02:25:15.615608Z","end":"2026-02-26T02:25:15.761833Z","steps":["trace[216857293] 'agreement among raft nodes before linearized reading' (duration: 146.084499ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:15.761845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:15.352884Z","time spent":"408.952527ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5514,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-t9h9s\" "} {"level":"info","ts":"2026-02-26T02:25:15.761897Z","caller":"traceutil/trace.go:171","msg":"trace[1269437922] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2c7f270a-224c-4aff-b6a8-0d86aba4b29b; range_end:; response_count:1; response_revision:23169; }","duration":"1.326478255s","start":"2026-02-26T02:25:14.435403Z","end":"2026-02-26T02:25:15.761881Z","steps":["trace[1269437922] 'agreement among raft nodes before linearized reading' (duration: 1.32568457s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:15.761961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:14.435385Z","time spent":"1.326568697s","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-2c7f270a-224c-4aff-b6a8-0d86aba4b29b\" "} {"level":"info","ts":"2026-02-26T02:25:15.760922Z","caller":"traceutil/trace.go:171","msg":"trace[1915726078] transaction","detail":"{read_only:false; response_revision:23169; number_of_response:1; }","duration":"487.862312ms","start":"2026-02-26T02:25:15.273031Z","end":"2026-02-26T02:25:15.760893Z","steps":["trace[1915726078] 'process raft request' (duration: 487.446995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:15.762157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:15.273014Z","time spent":"489.087786ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:16.766133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.784072ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-02-26T02:25:16.766329Z","caller":"traceutil/trace.go:171","msg":"trace[790095441] transaction","detail":"{read_only:false; response_revision:23170; number_of_response:1; }","duration":"999.387529ms","start":"2026-02-26T02:25:15.766927Z","end":"2026-02-26T02:25:16.766315Z","steps":["trace[790095441] 'process raft request' (duration: 999.285598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:16.766402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:15.766904Z","time spent":"999.44766ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:16.766537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:15.762464Z","time spent":"1.004071554s","remote":"127.0.0.1:56354","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:25:16.766645Z","caller":"traceutil/trace.go:171","msg":"trace[269029937] linearizableReadLoop","detail":"{readStateIndex:23994; appliedIndex:23993; }","duration":"1.00060215s","start":"2026-02-26T02:25:15.766031Z","end":"2026-02-26T02:25:16.766633Z","steps":["trace[269029937] 'read index received' (duration: 153.224488ms)","trace[269029937] 'applied index is now lower than readState.Index' (duration: 847.376982ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:16.766817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000782704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-zkmfh\" ","response":"range_response_count:1 size:4802"} {"level":"info","ts":"2026-02-26T02:25:16.766838Z","caller":"traceutil/trace.go:171","msg":"trace[1566737253] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-zkmfh; range_end:; response_count:1; response_revision:23170; }","duration":"1.000831485s","start":"2026-02-26T02:25:15.765998Z","end":"2026-02-26T02:25:16.76683Z","steps":["trace[1566737253] 'agreement among raft nodes before linearized reading' (duration: 1.000723533s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:16.766862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:15.765981Z","time spent":"1.000874165s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4824,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-zkmfh\" "} {"level":"warn","ts":"2026-02-26T02:25:16.766974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.132698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:16.76699Z","caller":"traceutil/trace.go:171","msg":"trace[2115615997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23170; }","duration":"997.168109ms","start":"2026-02-26T02:25:15.769817Z","end":"2026-02-26T02:25:16.766985Z","steps":["trace[2115615997] 'agreement among raft nodes before linearized reading' (duration: 997.139578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:16.767009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:15.769801Z","time spent":"997.20384ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:16.767106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.965848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:16.767125Z","caller":"traceutil/trace.go:171","msg":"trace[1970932444] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23170; }","duration":"468.03138ms","start":"2026-02-26T02:25:16.299086Z","end":"2026-02-26T02:25:16.767117Z","steps":["trace[1970932444] 'agreement among raft nodes before linearized reading' (duration: 467.995829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:16.767142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:16.29906Z","time spent":"468.077241ms","remote":"127.0.0.1:33318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:16.767234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.755875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:16.767251Z","caller":"traceutil/trace.go:171","msg":"trace[997732311] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23170; }","duration":"563.831026ms","start":"2026-02-26T02:25:16.203414Z","end":"2026-02-26T02:25:16.767245Z","steps":["trace[997732311] 'agreement among raft nodes before linearized reading' (duration: 563.803175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:16.767268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:16.203386Z","time spent":"563.877156ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:16.76729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.015963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-02-26T02:25:16.767379Z","caller":"traceutil/trace.go:171","msg":"trace[669792056] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23170; }","duration":"412.160636ms","start":"2026-02-26T02:25:16.355188Z","end":"2026-02-26T02:25:16.767348Z","steps":["trace[669792056] 'agreement among raft nodes before linearized reading' (duration: 411.872681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:16.7674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.884201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-02-26T02:25:16.767421Z","caller":"traceutil/trace.go:171","msg":"trace[781754681] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23170; }","duration":"896.967592ms","start":"2026-02-26T02:25:15.870447Z","end":"2026-02-26T02:25:16.767415Z","steps":["trace[781754681] 'agreement among raft nodes before linearized reading' (duration: 896.902831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:16.767464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:15.870417Z","time spent":"897.020323ms","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-02-26T02:25:16.767426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:16.355166Z","time spent":"412.253097ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"warn","ts":"2026-02-26T02:25:17.304134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783512,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:17.804457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783512,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:17.819596Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.015997013s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:25:17.87955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:17.373029Z","time spent":"506.510755ms","remote":"127.0.0.1:50512","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:25:17.880067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:16.772972Z","time spent":"1.107092232s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:25:17.880234Z","caller":"traceutil/trace.go:171","msg":"trace[551684873] transaction","detail":"{read_only:false; response_revision:23172; number_of_response:1; }","duration":"1.105968903s","start":"2026-02-26T02:25:16.774235Z","end":"2026-02-26T02:25:17.880204Z","steps":["trace[551684873] 'process raft request' (duration: 1.105785489s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:17.880417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:16.774213Z","time spent":"1.106110325s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4962,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:18.440594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.031611ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:18.440734Z","caller":"traceutil/trace.go:171","msg":"trace[297326265] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23172; }","duration":"353.193393ms","start":"2026-02-26T02:25:18.087519Z","end":"2026-02-26T02:25:18.440713Z","steps":["trace[297326265] 'range keys from in-memory index tree' (duration: 353.00989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:18.441599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.51596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:18.441935Z","caller":"traceutil/trace.go:171","msg":"trace[717276563] transaction","detail":"{read_only:false; response_revision:23174; number_of_response:1; }","duration":"818.655037ms","start":"2026-02-26T02:25:17.623255Z","end":"2026-02-26T02:25:18.44191Z","steps":["trace[717276563] 'process raft request' (duration: 818.519254ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:18.441942Z","caller":"traceutil/trace.go:171","msg":"trace[292967098] transaction","detail":"{read_only:false; response_revision:23173; number_of_response:1; }","duration":"1.007174332s","start":"2026-02-26T02:25:17.434723Z","end":"2026-02-26T02:25:18.441897Z","steps":["trace[292967098] 'process raft request' (duration: 725.253624ms)","trace[292967098] 'compare' (duration: 281.329557ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:18.442062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:17.623227Z","time spent":"818.778388ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:18.442119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:17.434673Z","time spent":"1.007342105s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:18.62959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.695681ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:25:18.630061Z","caller":"traceutil/trace.go:171","msg":"trace[490326932] linearizableReadLoop","detail":"{readStateIndex:24002; appliedIndex:23996; }","duration":"1.826047042s","start":"2026-02-26T02:25:16.803986Z","end":"2026-02-26T02:25:18.630033Z","steps":["trace[490326932] 'read index received' (duration: 1.01581789s)","trace[490326932] 'applied index is now lower than readState.Index' (duration: 810.226352ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:18.630148Z","caller":"traceutil/trace.go:171","msg":"trace[1840550726] transaction","detail":"{read_only:false; response_revision:23175; number_of_response:1; }","duration":"861.768446ms","start":"2026-02-26T02:25:17.768347Z","end":"2026-02-26T02:25:18.630115Z","steps":["trace[1840550726] 'process raft request' (duration: 861.338639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:18.630323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:17.768314Z","time spent":"861.906568ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:18.813013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000423728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:25:18.813122Z","caller":"traceutil/trace.go:171","msg":"trace[666062651] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000601402s","start":"2026-02-26T02:25:16.8125Z","end":"2026-02-26T02:25:18.813102Z","steps":["trace[666062651] 'agreement among raft nodes before linearized reading' (duration: 2.000458569s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:18.813176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:16.812489Z","time spent":"2.000676413s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:19.02773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256682615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9f80f278-f574-478a-8ad3-f6218c4acda0\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-02-26T02:25:19.027789Z","caller":"traceutil/trace.go:171","msg":"trace[2093751582] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9f80f278-f574-478a-8ad3-f6218c4acda0; range_end:; response_count:1; response_revision:23175; }","duration":"2.256799298s","start":"2026-02-26T02:25:16.770973Z","end":"2026-02-26T02:25:19.027773Z","steps":["trace[2093751582] 'agreement among raft nodes before linearized reading' (duration: 1.859173779s)","trace[2093751582] 'range keys from in-memory index tree' (duration: 397.470466ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:19.027816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:16.770949Z","time spent":"2.256860529s","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-9f80f278-f574-478a-8ad3-f6218c4acda0\" "} {"level":"warn","ts":"2026-02-26T02:25:19.028156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.966644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:19.028345Z","caller":"traceutil/trace.go:171","msg":"trace[629606083] linearizableReadLoop","detail":"{readStateIndex:24003; appliedIndex:24002; }","duration":"398.20712ms","start":"2026-02-26T02:25:18.630105Z","end":"2026-02-26T02:25:19.028312Z","steps":["trace[629606083] 'read index received' (duration: 54.561µs)","trace[629606083] 'applied index is now lower than readState.Index' (duration: 398.148849ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:19.028395Z","caller":"traceutil/trace.go:171","msg":"trace[88558808] transaction","detail":"{read_only:false; response_revision:23176; number_of_response:1; }","duration":"1.147083677s","start":"2026-02-26T02:25:17.881224Z","end":"2026-02-26T02:25:19.028308Z","steps":["trace[88558808] 'process raft request' (duration: 748.797666ms)","trace[88558808] 'compare' (duration: 397.630848ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:19.028524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143778947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-02-26T02:25:19.028507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098010378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:19.028558Z","caller":"traceutil/trace.go:171","msg":"trace[1848437810] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23176; }","duration":"1.143853887s","start":"2026-02-26T02:25:17.884693Z","end":"2026-02-26T02:25:19.028547Z","steps":["trace[1848437810] 'agreement among raft nodes before linearized reading' (duration: 1.143755265s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:19.028569Z","caller":"traceutil/trace.go:171","msg":"trace[125482131] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23176; }","duration":"1.098118679s","start":"2026-02-26T02:25:17.930435Z","end":"2026-02-26T02:25:19.028554Z","steps":["trace[125482131] 'agreement among raft nodes before linearized reading' (duration: 1.097925206s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:19.028577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:17.884668Z","time spent":"1.143902849s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-26T02:25:19.02859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.925634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:19.028619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:17.930418Z","time spent":"1.098180841s","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:19.028575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:17.881209Z","time spent":"1.14728039s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:25:19.028601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128465985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:25:19.028607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.726817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:19.028561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678702561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:19.028696Z","caller":"traceutil/trace.go:171","msg":"trace[650039859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23176; }","duration":"214.851868ms","start":"2026-02-26T02:25:18.813823Z","end":"2026-02-26T02:25:19.028675Z","steps":["trace[650039859] 'agreement among raft nodes before linearized reading' (duration: 214.681415ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:19.028707Z","caller":"traceutil/trace.go:171","msg":"trace[1342895057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23176; }","duration":"2.128604998s","start":"2026-02-26T02:25:16.900057Z","end":"2026-02-26T02:25:19.028662Z","steps":["trace[1342895057] 'agreement among raft nodes before linearized reading' (duration: 2.128412585s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:19.02876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:16.900039Z","time spent":"2.12870997s","remote":"127.0.0.1:58544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:19.028744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.222565411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-26T02:25:19.028664Z","caller":"traceutil/trace.go:171","msg":"trace[970375647] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23176; }","duration":"164.049427ms","start":"2026-02-26T02:25:18.864588Z","end":"2026-02-26T02:25:19.028638Z","steps":["trace[970375647] 'agreement among raft nodes before linearized reading' (duration: 163.922355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:19.028591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256685516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-02-26T02:25:19.028862Z","caller":"traceutil/trace.go:171","msg":"trace[738561762] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23176; }","duration":"2.222728853s","start":"2026-02-26T02:25:16.806112Z","end":"2026-02-26T02:25:19.02884Z","steps":["trace[738561762] 'agreement among raft nodes before linearized reading' (duration: 2.222362667s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:19.028815Z","caller":"traceutil/trace.go:171","msg":"trace[1749131823] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23176; }","duration":"1.678947196s","start":"2026-02-26T02:25:17.349749Z","end":"2026-02-26T02:25:19.028696Z","steps":["trace[1749131823] 'agreement among raft nodes before linearized reading' (duration: 1.67859531s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:19.029149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:16.806087Z","time spent":"2.223001589s","remote":"127.0.0.1:56480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-26T02:25:19.029149Z","caller":"traceutil/trace.go:171","msg":"trace[364047872] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23176; }","duration":"1.257205715s","start":"2026-02-26T02:25:17.771857Z","end":"2026-02-26T02:25:19.029063Z","steps":["trace[364047872] 'agreement among raft nodes before linearized reading' (duration: 1.256468902s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:19.02923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:17.771846Z","time spent":"1.257370828s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"warn","ts":"2026-02-26T02:25:19.029133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:17.349721Z","time spent":"1.679390303s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:25:19.945355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.362926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:19.945504Z","caller":"traceutil/trace.go:171","msg":"trace[679419845] linearizableReadLoop","detail":"{readStateIndex:24004; appliedIndex:24003; }","duration":"911.064691ms","start":"2026-02-26T02:25:19.034413Z","end":"2026-02-26T02:25:19.945477Z","steps":["trace[679419845] 'read index received' (duration: 137.514131ms)","trace[679419845] 'applied index is now lower than readState.Index' (duration: 773.54775ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:19.945607Z","caller":"traceutil/trace.go:171","msg":"trace[1051921040] transaction","detail":"{read_only:false; response_revision:23177; number_of_response:1; }","duration":"912.621049ms","start":"2026-02-26T02:25:19.032968Z","end":"2026-02-26T02:25:19.945589Z","steps":["trace[1051921040] 'process raft request' (duration: 138.937367ms)","trace[1051921040] 'compare' (duration: 772.934728ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:19.945671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:19.032917Z","time spent":"912.727271ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:25:19.945926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.489888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:25:19.946025Z","caller":"traceutil/trace.go:171","msg":"trace[757167460] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23177; }","duration":"911.62919ms","start":"2026-02-26T02:25:19.034376Z","end":"2026-02-26T02:25:19.946005Z","steps":["trace[757167460] 'agreement among raft nodes before linearized reading' (duration: 911.349445ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:19.946075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:19.034363Z","time spent":"911.703362ms","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-26T02:25:20.020172Z","caller":"traceutil/trace.go:171","msg":"trace[1708252522] transaction","detail":"{read_only:false; response_revision:23178; number_of_response:1; }","duration":"983.867455ms","start":"2026-02-26T02:25:19.036254Z","end":"2026-02-26T02:25:20.020122Z","steps":["trace[1708252522] 'process raft request' (duration: 983.499688ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:20.020243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.955024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:25:20.020356Z","caller":"traceutil/trace.go:171","msg":"trace[299580371] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23178; }","duration":"877.101167ms","start":"2026-02-26T02:25:19.143231Z","end":"2026-02-26T02:25:20.020332Z","steps":["trace[299580371] 'agreement among raft nodes before linearized reading' (duration: 876.802462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:20.02041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:19.14322Z","time spent":"877.180468ms","remote":"127.0.0.1:56432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:25:20.02066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.550815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:20.020742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.975159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:25:20.020778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.532901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-02-26T02:25:20.020916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.920685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:20.020927Z","caller":"traceutil/trace.go:171","msg":"trace[2120051575] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23178; }","duration":"478.714645ms","start":"2026-02-26T02:25:19.542193Z","end":"2026-02-26T02:25:20.020908Z","steps":["trace[2120051575] 'agreement among raft nodes before linearized reading' (duration: 477.792938ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:20.021011Z","caller":"traceutil/trace.go:171","msg":"trace[2029735077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23178; }","duration":"985.045477ms","start":"2026-02-26T02:25:19.035942Z","end":"2026-02-26T02:25:20.020987Z","steps":["trace[2029735077] 'agreement among raft nodes before linearized reading' (duration: 984.799611ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:20.020831Z","caller":"traceutil/trace.go:171","msg":"trace[69489202] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23178; }","duration":"985.714729ms","start":"2026-02-26T02:25:19.035051Z","end":"2026-02-26T02:25:20.020766Z","steps":["trace[69489202] 'agreement among raft nodes before linearized reading' (duration: 985.505135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:20.021071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:19.035935Z","time spent":"985.127418ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:20.021024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:19.542171Z","time spent":"478.840407ms","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-02-26T02:25:20.021027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:19.036244Z","time spent":"984.043178ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:20.020841Z","caller":"traceutil/trace.go:171","msg":"trace[255753115] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23178; }","duration":"886.127782ms","start":"2026-02-26T02:25:19.134696Z","end":"2026-02-26T02:25:20.020824Z","steps":["trace[255753115] 'agreement among raft nodes before linearized reading' (duration: 885.970639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:20.020936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.594382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:20.02111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:19.035046Z","time spent":"986.048016ms","remote":"127.0.0.1:56502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:25:20.021285Z","caller":"traceutil/trace.go:171","msg":"trace[1402219357] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23178; }","duration":"114.244615ms","start":"2026-02-26T02:25:19.907015Z","end":"2026-02-26T02:25:20.02126Z","steps":["trace[1402219357] 'agreement among raft nodes before linearized reading' (duration: 113.550681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:20.021181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:19.134676Z","time spent":"886.494689ms","remote":"127.0.0.1:56564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:20.435148Z","caller":"traceutil/trace.go:171","msg":"trace[1936785388] linearizableReadLoop","detail":"{readStateIndex:24007; appliedIndex:24006; }","duration":"370.48698ms","start":"2026-02-26T02:25:20.064627Z","end":"2026-02-26T02:25:20.435114Z","steps":["trace[1936785388] 'read index received' (duration: 321.102195ms)","trace[1936785388] 'applied index is now lower than readState.Index' (duration: 49.383035ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:20.435301Z","caller":"traceutil/trace.go:171","msg":"trace[1458356615] transaction","detail":"{read_only:false; response_revision:23180; number_of_response:1; }","duration":"374.869961ms","start":"2026-02-26T02:25:20.060412Z","end":"2026-02-26T02:25:20.435282Z","steps":["trace[1458356615] 'process raft request' (duration: 325.397805ms)","trace[1458356615] 'compare' (duration: 49.13926ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:20.435442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:20.060395Z","time spent":"374.953353ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:20.435551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.7598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:20.435635Z","caller":"traceutil/trace.go:171","msg":"trace[14508235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23180; }","duration":"152.891552ms","start":"2026-02-26T02:25:20.282725Z","end":"2026-02-26T02:25:20.435617Z","steps":["trace[14508235] 'agreement among raft nodes before linearized reading' (duration: 152.708579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:20.435934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.307425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-02-26T02:25:20.435967Z","caller":"traceutil/trace.go:171","msg":"trace[2013621697] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23180; }","duration":"371.355787ms","start":"2026-02-26T02:25:20.064603Z","end":"2026-02-26T02:25:20.435958Z","steps":["trace[2013621697] 'agreement among raft nodes before linearized reading' (duration: 371.237185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:20.435987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:20.064595Z","time spent":"371.387327ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"warn","ts":"2026-02-26T02:25:21.129262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.513111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:21.129352Z","caller":"traceutil/trace.go:171","msg":"trace[1227607636] linearizableReadLoop","detail":"{readStateIndex:24008; appliedIndex:24007; }","duration":"558.292844ms","start":"2026-02-26T02:25:20.571043Z","end":"2026-02-26T02:25:21.129336Z","steps":["trace[1227607636] 'read index received' (duration: 259.746441ms)","trace[1227607636] 'applied index is now lower than readState.Index' (duration: 298.544123ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:21.129386Z","caller":"traceutil/trace.go:171","msg":"trace[1873441524] transaction","detail":"{read_only:false; response_revision:23181; number_of_response:1; }","duration":"688.917428ms","start":"2026-02-26T02:25:20.440434Z","end":"2026-02-26T02:25:21.129352Z","steps":["trace[1873441524] 'process raft request' (duration: 390.258064ms)","trace[1873441524] 'compare' (duration: 298.239217ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:21.129524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:20.440412Z","time spent":"689.04441ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:25:21.129572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.537989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-02-26T02:25:21.129605Z","caller":"traceutil/trace.go:171","msg":"trace[688127785] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23181; }","duration":"558.693241ms","start":"2026-02-26T02:25:20.5709Z","end":"2026-02-26T02:25:21.129593Z","steps":["trace[688127785] 'agreement among raft nodes before linearized reading' (duration: 558.520358ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:21.129641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:20.57087Z","time spent":"558.763312ms","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-26T02:25:21.630156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783540,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:21.82042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.679258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:21.820734Z","caller":"traceutil/trace.go:171","msg":"trace[358809332] transaction","detail":"{read_only:false; response_revision:23184; number_of_response:1; }","duration":"1.047416179s","start":"2026-02-26T02:25:20.773299Z","end":"2026-02-26T02:25:21.820716Z","steps":["trace[358809332] 'process raft request' (duration: 1.047323957s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:21.820848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:20.773283Z","time spent":"1.047495281s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:21.820966Z","caller":"traceutil/trace.go:171","msg":"trace[1592979671] transaction","detail":"{read_only:false; response_revision:23182; number_of_response:1; }","duration":"1.184280468s","start":"2026-02-26T02:25:20.636654Z","end":"2026-02-26T02:25:21.820935Z","steps":["trace[1592979671] 'process raft request' (duration: 1.053973099s)","trace[1592979671] 'compare' (duration: 129.446834ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:21.821035Z","caller":"traceutil/trace.go:171","msg":"trace[87618135] transaction","detail":"{read_only:false; response_revision:23183; number_of_response:1; }","duration":"1.053348408s","start":"2026-02-26T02:25:20.767642Z","end":"2026-02-26T02:25:21.820991Z","steps":["trace[87618135] 'process raft request' (duration: 1.05288411s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:21.8211Z","caller":"traceutil/trace.go:171","msg":"trace[611801303] linearizableReadLoop","detail":"{readStateIndex:24012; appliedIndex:24008; }","duration":"691.692509ms","start":"2026-02-26T02:25:21.129394Z","end":"2026-02-26T02:25:21.821087Z","steps":["trace[611801303] 'read index received' (duration: 561.245808ms)","trace[611801303] 'applied index is now lower than readState.Index' (duration: 130.445151ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:21.821113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:20.636619Z","time spent":"1.184409281s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:21.82117Z","caller":"traceutil/trace.go:171","msg":"trace[1079483693] transaction","detail":"{read_only:false; response_revision:23185; number_of_response:1; }","duration":"686.362911ms","start":"2026-02-26T02:25:21.134768Z","end":"2026-02-26T02:25:21.821131Z","steps":["trace[1079483693] 'process raft request' (duration: 685.900873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:21.821231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.798208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:21.821263Z","caller":"traceutil/trace.go:171","msg":"trace[1273298982] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23185; }","duration":"687.892879ms","start":"2026-02-26T02:25:21.133358Z","end":"2026-02-26T02:25:21.821251Z","steps":["trace[1273298982] 'agreement among raft nodes before linearized reading' (duration: 687.831258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:21.821237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:20.767608Z","time spent":"1.05352359s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:21.821246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.200886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:21.821253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.198519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:21.821295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:21.133286Z","time spent":"688.000381ms","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:21.821309Z","caller":"traceutil/trace.go:171","msg":"trace[610790752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23185; }","duration":"537.327668ms","start":"2026-02-26T02:25:21.283967Z","end":"2026-02-26T02:25:21.821294Z","steps":["trace[610790752] 'agreement among raft nodes before linearized reading' (duration: 537.226966ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:21.821315Z","caller":"traceutil/trace.go:171","msg":"trace[1097157063] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23185; }","duration":"326.26724ms","start":"2026-02-26T02:25:21.495033Z","end":"2026-02-26T02:25:21.8213Z","steps":["trace[1097157063] 'agreement among raft nodes before linearized reading' (duration: 326.165919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:21.821341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:21.283935Z","time spent":"537.40113ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:21.821304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.668152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3946"} {"level":"warn","ts":"2026-02-26T02:25:21.821358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:21.494944Z","time spent":"326.400333ms","remote":"127.0.0.1:53608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:21.821349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.851298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4927ac8d-9cb5-4258-8aca-f54f969a327f\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-02-26T02:25:21.821346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049891764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-02-26T02:25:21.821334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:21.134746Z","time spent":"686.502713ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:25:21.821398Z","caller":"traceutil/trace.go:171","msg":"trace[1979762737] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23185; }","duration":"761.823155ms","start":"2026-02-26T02:25:21.059553Z","end":"2026-02-26T02:25:21.821376Z","steps":["trace[1979762737] 'agreement among raft nodes before linearized reading' (duration: 761.57363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:21.821854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:21.059505Z","time spent":"762.325825ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"info","ts":"2026-02-26T02:25:21.821406Z","caller":"traceutil/trace.go:171","msg":"trace[1287156822] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4927ac8d-9cb5-4258-8aca-f54f969a327f; range_end:; response_count:1; response_revision:23185; }","duration":"687.906109ms","start":"2026-02-26T02:25:21.133482Z","end":"2026-02-26T02:25:21.821388Z","steps":["trace[1287156822] 'agreement among raft nodes before linearized reading' (duration: 687.723926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:21.822061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:21.133437Z","time spent":"688.583052ms","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-4927ac8d-9cb5-4258-8aca-f54f969a327f\" "} {"level":"info","ts":"2026-02-26T02:25:21.82143Z","caller":"traceutil/trace.go:171","msg":"trace[164513111] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23185; }","duration":"1.050035186s","start":"2026-02-26T02:25:20.771377Z","end":"2026-02-26T02:25:21.821412Z","steps":["trace[164513111] 'agreement among raft nodes before linearized reading' (duration: 1.049771042s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:21.822189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:20.771354Z","time spent":"1.050824622s","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T02:25:22.583009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.180916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:22.583152Z","caller":"traceutil/trace.go:171","msg":"trace[1717000883] linearizableReadLoop","detail":"{readStateIndex:24014; appliedIndex:24013; }","duration":"422.713239ms","start":"2026-02-26T02:25:22.160416Z","end":"2026-02-26T02:25:22.583129Z","steps":["trace[1717000883] 'read index received' (duration: 59.491µs)","trace[1717000883] 'applied index is now lower than readState.Index' (duration: 422.651068ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:22.583293Z","caller":"traceutil/trace.go:171","msg":"trace[1526605316] transaction","detail":"{read_only:false; response_revision:23187; number_of_response:1; }","duration":"674.794359ms","start":"2026-02-26T02:25:21.908479Z","end":"2026-02-26T02:25:22.583273Z","steps":["trace[1526605316] 'process raft request' (duration: 119.204315ms)","trace[1526605316] 'compare' (duration: 554.484784ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:22.583354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:21.908464Z","time spent":"674.86033ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:22.583742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.134217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:22.583799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.516167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:22.583856Z","caller":"traceutil/trace.go:171","msg":"trace[1591396329] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23187; }","duration":"183.29921ms","start":"2026-02-26T02:25:22.40053Z","end":"2026-02-26T02:25:22.583829Z","steps":["trace[1591396329] 'agreement among raft nodes before linearized reading' (duration: 183.066146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:22.583895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.711587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-26T02:25:22.583905Z","caller":"traceutil/trace.go:171","msg":"trace[1817376659] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23187; }","duration":"127.702701ms","start":"2026-02-26T02:25:22.456177Z","end":"2026-02-26T02:25:22.58388Z","steps":["trace[1817376659] 'agreement among raft nodes before linearized reading' (duration: 127.414486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:22.583762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.308889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:22.583943Z","caller":"traceutil/trace.go:171","msg":"trace[1539017309] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23187; }","duration":"243.804959ms","start":"2026-02-26T02:25:22.340127Z","end":"2026-02-26T02:25:22.583932Z","steps":["trace[1539017309] 'agreement among raft nodes before linearized reading' (duration: 243.488433ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:22.583998Z","caller":"traceutil/trace.go:171","msg":"trace[1912196106] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23187; }","duration":"423.575203ms","start":"2026-02-26T02:25:22.160385Z","end":"2026-02-26T02:25:22.58396Z","steps":["trace[1912196106] 'agreement among raft nodes before linearized reading' (duration: 423.208327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:22.584147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:22.160317Z","time spent":"423.786008ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:22.584701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.514752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T02:25:22.584774Z","caller":"traceutil/trace.go:171","msg":"trace[2073865928] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23187; }","duration":"244.632154ms","start":"2026-02-26T02:25:22.340124Z","end":"2026-02-26T02:25:22.584756Z","steps":["trace[2073865928] 'agreement among raft nodes before linearized reading' (duration: 243.676626ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:22.985961Z","caller":"traceutil/trace.go:171","msg":"trace[694651614] transaction","detail":"{read_only:false; response_revision:23188; number_of_response:1; }","duration":"396.705452ms","start":"2026-02-26T02:25:22.589231Z","end":"2026-02-26T02:25:22.985937Z","steps":["trace[694651614] 'process raft request' (duration: 396.529359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:22.98624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:22.589206Z","time spent":"396.827143ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:23.053136Z","caller":"traceutil/trace.go:171","msg":"trace[1480509064] linearizableReadLoop","detail":"{readStateIndex:24017; appliedIndex:24014; }","duration":"375.964401ms","start":"2026-02-26T02:25:22.677148Z","end":"2026-02-26T02:25:23.053113Z","steps":["trace[1480509064] 'read index received' (duration: 308.591686ms)","trace[1480509064] 'applied index is now lower than readState.Index' (duration: 67.371895ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:23.053244Z","caller":"traceutil/trace.go:171","msg":"trace[206446292] transaction","detail":"{read_only:false; response_revision:23190; number_of_response:1; }","duration":"462.451047ms","start":"2026-02-26T02:25:22.590756Z","end":"2026-02-26T02:25:23.053207Z","steps":["trace[206446292] 'process raft request' (duration: 462.303274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:23.053336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.185251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:23.053364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.8815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-02-26T02:25:23.053374Z","caller":"traceutil/trace.go:171","msg":"trace[162694558] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23190; }","duration":"133.267142ms","start":"2026-02-26T02:25:22.920099Z","end":"2026-02-26T02:25:23.053366Z","steps":["trace[162694558] 'agreement among raft nodes before linearized reading' (duration: 133.187101ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:23.053394Z","caller":"traceutil/trace.go:171","msg":"trace[1961301011] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23190; }","duration":"225.954852ms","start":"2026-02-26T02:25:22.827429Z","end":"2026-02-26T02:25:23.053384Z","steps":["trace[1961301011] 'agreement among raft nodes before linearized reading' (duration: 225.821969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:23.053409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:22.590749Z","time spent":"462.561028ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:23.053395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.222745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:23.053495Z","caller":"traceutil/trace.go:171","msg":"trace[1878013740] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23190; }","duration":"376.344667ms","start":"2026-02-26T02:25:22.677131Z","end":"2026-02-26T02:25:23.053476Z","steps":["trace[1878013740] 'agreement among raft nodes before linearized reading' (duration: 376.153424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:23.053553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:22.677065Z","time spent":"376.46939ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:23.053509Z","caller":"traceutil/trace.go:171","msg":"trace[1322501883] transaction","detail":"{read_only:false; response_revision:23189; number_of_response:1; }","duration":"463.005726ms","start":"2026-02-26T02:25:22.590398Z","end":"2026-02-26T02:25:23.053404Z","steps":["trace[1322501883] 'process raft request' (duration: 462.521797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:23.05377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:22.590376Z","time spent":"463.302333ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:23.472415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.409589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:23.472565Z","caller":"traceutil/trace.go:171","msg":"trace[1881496177] linearizableReadLoop","detail":"{readStateIndex:24018; appliedIndex:24017; }","duration":"339.429803ms","start":"2026-02-26T02:25:23.133111Z","end":"2026-02-26T02:25:23.472541Z","steps":["trace[1881496177] 'read index received' (duration: 111.712198ms)","trace[1881496177] 'applied index is now lower than readState.Index' (duration: 227.715415ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:23.472672Z","caller":"traceutil/trace.go:171","msg":"trace[188348466] transaction","detail":"{read_only:false; response_revision:23191; number_of_response:1; }","duration":"412.352679ms","start":"2026-02-26T02:25:23.060302Z","end":"2026-02-26T02:25:23.472654Z","steps":["trace[188348466] 'process raft request' (duration: 184.563103ms)","trace[188348466] 'compare' (duration: 227.068322ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:23.472759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:23.060284Z","time spent":"412.431601ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:23.473006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.87668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:23.473092Z","caller":"traceutil/trace.go:171","msg":"trace[218471361] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23191; }","duration":"340.014123ms","start":"2026-02-26T02:25:23.133055Z","end":"2026-02-26T02:25:23.473069Z","steps":["trace[218471361] 'agreement among raft nodes before linearized reading' (duration: 339.83636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:23.473136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:23.133026Z","time spent":"340.099804ms","remote":"127.0.0.1:53528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:23.673655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.983545ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:25:23.673751Z","caller":"traceutil/trace.go:171","msg":"trace[1447535989] linearizableReadLoop","detail":"{readStateIndex:24019; appliedIndex:24018; }","duration":"201.128336ms","start":"2026-02-26T02:25:23.472606Z","end":"2026-02-26T02:25:23.673734Z","steps":["trace[1447535989] 'read index received' (duration: 980.967µs)","trace[1447535989] 'applied index is now lower than readState.Index' (duration: 200.146039ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:23.67386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.198503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:23.673939Z","caller":"traceutil/trace.go:171","msg":"trace[2093157439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23191; }","duration":"390.281094ms","start":"2026-02-26T02:25:23.283638Z","end":"2026-02-26T02:25:23.673919Z","steps":["trace[2093157439] 'agreement among raft nodes before linearized reading' (duration: 390.154381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:23.673965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.432039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-qxqhw.1897aab5e7e58932\" ","response":"range_response_count:1 size:867"} {"level":"warn","ts":"2026-02-26T02:25:23.673988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:23.283574Z","time spent":"390.401376ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:25:23.674004Z","caller":"traceutil/trace.go:171","msg":"trace[469839409] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-7cff949c8b-qxqhw.1897aab5e7e58932; range_end:; response_count:1; response_revision:23191; }","duration":"197.51426ms","start":"2026-02-26T02:25:23.476478Z","end":"2026-02-26T02:25:23.673992Z","steps":["trace[469839409] 'agreement among raft nodes before linearized reading' (duration: 197.357818ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:24.206175Z","caller":"traceutil/trace.go:171","msg":"trace[1962086576] transaction","detail":"{read_only:false; response_revision:23192; number_of_response:1; }","duration":"529.865823ms","start":"2026-02-26T02:25:23.676279Z","end":"2026-02-26T02:25:24.206144Z","steps":["trace[1962086576] 'process raft request' (duration: 529.730581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:24.206283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:23.676256Z","time spent":"529.969325ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:25.268208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.130539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:25.268643Z","caller":"traceutil/trace.go:171","msg":"trace[1992716786] linearizableReadLoop","detail":"{readStateIndex:24021; appliedIndex:24019; }","duration":"1.344541087s","start":"2026-02-26T02:25:23.924083Z","end":"2026-02-26T02:25:25.268624Z","steps":["trace[1992716786] 'read index received' (duration: 281.922459ms)","trace[1992716786] 'applied index is now lower than readState.Index' (duration: 1.062616468s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:25.268808Z","caller":"traceutil/trace.go:171","msg":"trace[1452566923] transaction","detail":"{read_only:false; response_revision:23193; number_of_response:1; }","duration":"1.442262507s","start":"2026-02-26T02:25:23.826515Z","end":"2026-02-26T02:25:25.268778Z","steps":["trace[1452566923] 'process raft request' (duration: 900.477026ms)","trace[1452566923] 'compare' (duration: 540.469117ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:25.268922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:23.826484Z","time spent":"1.442402649s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:25.269049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344967014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:25.269091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211522638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-02-26T02:25:25.269134Z","caller":"traceutil/trace.go:171","msg":"trace[1614782010] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23193; }","duration":"1.211575848s","start":"2026-02-26T02:25:24.057543Z","end":"2026-02-26T02:25:25.269119Z","steps":["trace[1614782010] 'agreement among raft nodes before linearized reading' (duration: 1.211442566s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:25.269131Z","caller":"traceutil/trace.go:171","msg":"trace[2142277464] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23193; }","duration":"1.345100176s","start":"2026-02-26T02:25:23.924003Z","end":"2026-02-26T02:25:25.269103Z","steps":["trace[2142277464] 'agreement among raft nodes before linearized reading' (duration: 1.344974424s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:25.269164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:24.057535Z","time spent":"1.211620399s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"warn","ts":"2026-02-26T02:25:25.269184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:23.923971Z","time spent":"1.345196898s","remote":"127.0.0.1:49506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:25.269363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.07788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:25.269453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.384611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:25.269465Z","caller":"traceutil/trace.go:171","msg":"trace[1346066854] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23193; }","duration":"606.233632ms","start":"2026-02-26T02:25:24.663207Z","end":"2026-02-26T02:25:25.269441Z","steps":["trace[1346066854] 'agreement among raft nodes before linearized reading' (duration: 606.025288ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:25.269504Z","caller":"traceutil/trace.go:171","msg":"trace[1864137044] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23193; }","duration":"423.583964ms","start":"2026-02-26T02:25:24.845906Z","end":"2026-02-26T02:25:25.26949Z","steps":["trace[1864137044] 'agreement among raft nodes before linearized reading' (duration: 423.306739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:25.269522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:24.663185Z","time spent":"606.322144ms","remote":"127.0.0.1:53518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:25.269613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059518681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-t9h9s.1897aab5fedd2e61\" ","response":"range_response_count:1 size:878"} {"level":"warn","ts":"2026-02-26T02:25:25.269638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:24.845889Z","time spent":"423.650395ms","remote":"127.0.0.1:58532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:25.269695Z","caller":"traceutil/trace.go:171","msg":"trace[754516063] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-t9h9s.1897aab5fedd2e61; range_end:; response_count:1; response_revision:23193; }","duration":"1.059626613s","start":"2026-02-26T02:25:24.21005Z","end":"2026-02-26T02:25:25.269677Z","steps":["trace[754516063] 'agreement among raft nodes before linearized reading' (duration: 1.059248407s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:25.269745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:24.210041Z","time spent":"1.059695934s","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":900,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-t9h9s.1897aab5fedd2e61\" "} {"level":"warn","ts":"2026-02-26T02:25:25.647007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.102806ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-02-26T02:25:25.647276Z","caller":"traceutil/trace.go:171","msg":"trace[106561833] linearizableReadLoop","detail":"{readStateIndex:24023; appliedIndex:24021; }","duration":"366.502249ms","start":"2026-02-26T02:25:25.280754Z","end":"2026-02-26T02:25:25.647256Z","steps":["trace[106561833] 'read index received' (duration: 87.118487ms)","trace[106561833] 'applied index is now lower than readState.Index' (duration: 279.382672ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:25.647377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:25.270337Z","time spent":"377.036791ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:25:25.647503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.731082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:25.647534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.040198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:25.647585Z","caller":"traceutil/trace.go:171","msg":"trace[1030557877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23194; }","duration":"366.847364ms","start":"2026-02-26T02:25:25.280718Z","end":"2026-02-26T02:25:25.647566Z","steps":["trace[1030557877] 'agreement among raft nodes before linearized reading' (duration: 366.672651ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:25.647614Z","caller":"traceutil/trace.go:171","msg":"trace[1705304663] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23194; }","duration":"199.135919ms","start":"2026-02-26T02:25:25.448456Z","end":"2026-02-26T02:25:25.647592Z","steps":["trace[1705304663] 'agreement among raft nodes before linearized reading' (duration: 198.987867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:25.647626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:25.280709Z","time spent":"366.909765ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:25:25.64766Z","caller":"traceutil/trace.go:171","msg":"trace[1754853994] transaction","detail":"{read_only:false; response_revision:23194; number_of_response:1; }","duration":"375.191927ms","start":"2026-02-26T02:25:25.27245Z","end":"2026-02-26T02:25:25.647642Z","steps":["trace[1754853994] 'process raft request' (duration: 374.677768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:25.647777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:25.272428Z","time spent":"375.271679ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:25.647817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.03021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-02-26T02:25:25.647889Z","caller":"traceutil/trace.go:171","msg":"trace[568415093] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23194; }","duration":"132.104781ms","start":"2026-02-26T02:25:25.515767Z","end":"2026-02-26T02:25:25.647871Z","steps":["trace[568415093] 'agreement among raft nodes before linearized reading' (duration: 131.874787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:26.484014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.096541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:26.48416Z","caller":"traceutil/trace.go:171","msg":"trace[215651332] linearizableReadLoop","detail":"{readStateIndex:24024; appliedIndex:24023; }","duration":"832.788805ms","start":"2026-02-26T02:25:25.651349Z","end":"2026-02-26T02:25:26.484137Z","steps":["trace[215651332] 'read index received' (duration: 244.41614ms)","trace[215651332] 'applied index is now lower than readState.Index' (duration: 588.370365ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:26.484236Z","caller":"traceutil/trace.go:171","msg":"trace[1239834511] transaction","detail":"{read_only:false; response_revision:23195; number_of_response:1; }","duration":"835.340692ms","start":"2026-02-26T02:25:25.648854Z","end":"2026-02-26T02:25:26.484195Z","steps":["trace[1239834511] 'process raft request' (duration: 246.964466ms)","trace[1239834511] 'compare' (duration: 587.554391ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:26.484407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.049071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-27df0994-aa87-4e49-8623-f8013218a003\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-02-26T02:25:26.484442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.176383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-t9h9s.1897aab5fedde0aa\" ","response":"range_response_count:1 size:878"} {"level":"warn","ts":"2026-02-26T02:25:26.484448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:25.648834Z","time spent":"835.514226ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:26.484475Z","caller":"traceutil/trace.go:171","msg":"trace[192987667] range","detail":"{range_begin:/registry/persistentvolumes/pvc-27df0994-aa87-4e49-8623-f8013218a003; range_end:; response_count:1; response_revision:23195; }","duration":"833.164542ms","start":"2026-02-26T02:25:25.651291Z","end":"2026-02-26T02:25:26.484455Z","steps":["trace[192987667] 'agreement among raft nodes before linearized reading' (duration: 832.934928ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:26.484487Z","caller":"traceutil/trace.go:171","msg":"trace[1768133415] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-t9h9s.1897aab5fedde0aa; range_end:; response_count:1; response_revision:23195; }","duration":"832.237755ms","start":"2026-02-26T02:25:25.652235Z","end":"2026-02-26T02:25:26.484472Z","steps":["trace[1768133415] 'agreement among raft nodes before linearized reading' (duration: 832.018821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:26.484516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:25.651273Z","time spent":"833.234754ms","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-27df0994-aa87-4e49-8623-f8013218a003\" "} {"level":"warn","ts":"2026-02-26T02:25:26.48453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:25.652226Z","time spent":"832.292976ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":900,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-t9h9s.1897aab5fedde0aa\" "} {"level":"warn","ts":"2026-02-26T02:25:26.484528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.340651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:26.484605Z","caller":"traceutil/trace.go:171","msg":"trace[1232102184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23195; }","duration":"201.629336ms","start":"2026-02-26T02:25:26.282933Z","end":"2026-02-26T02:25:26.484562Z","steps":["trace[1232102184] 'agreement among raft nodes before linearized reading' (duration: 201.344551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:26.484675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.192997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:26.484722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.61575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-02-26T02:25:26.484776Z","caller":"traceutil/trace.go:171","msg":"trace[1897438605] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23195; }","duration":"831.326109ms","start":"2026-02-26T02:25:25.653425Z","end":"2026-02-26T02:25:26.484751Z","steps":["trace[1897438605] 'agreement among raft nodes before linearized reading' (duration: 831.125986ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:26.484832Z","caller":"traceutil/trace.go:171","msg":"trace[1108518379] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23195; }","duration":"210.791893ms","start":"2026-02-26T02:25:26.274015Z","end":"2026-02-26T02:25:26.484807Z","steps":["trace[1108518379] 'agreement among raft nodes before linearized reading' (duration: 210.473827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:26.484888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:25.653415Z","time spent":"831.454401ms","remote":"127.0.0.1:32882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:27.308726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.298016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:27.308868Z","caller":"traceutil/trace.go:171","msg":"trace[1101210519] linearizableReadLoop","detail":"{readStateIndex:24025; appliedIndex:24024; }","duration":"819.701765ms","start":"2026-02-26T02:25:26.489149Z","end":"2026-02-26T02:25:27.308851Z","steps":["trace[1101210519] 'read index received' (duration: 382.117364ms)","trace[1101210519] 'applied index is now lower than readState.Index' (duration: 437.583101ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:27.308926Z","caller":"traceutil/trace.go:171","msg":"trace[1789801604] transaction","detail":"{read_only:false; response_revision:23196; number_of_response:1; }","duration":"821.246284ms","start":"2026-02-26T02:25:26.487644Z","end":"2026-02-26T02:25:27.308891Z","steps":["trace[1789801604] 'process raft request' (duration: 383.677613ms)","trace[1789801604] 'compare' (duration: 437.194694ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:27.309063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.91651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-02-26T02:25:27.309083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:26.487621Z","time spent":"821.378596ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:27.3091Z","caller":"traceutil/trace.go:171","msg":"trace[609255953] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23196; }","duration":"819.974311ms","start":"2026-02-26T02:25:26.489117Z","end":"2026-02-26T02:25:27.309091Z","steps":["trace[609255953] 'agreement among raft nodes before linearized reading' (duration: 819.812578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:27.309133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:26.489105Z","time spent":"820.021161ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-26T02:25:27.884451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.825873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:27.884671Z","caller":"traceutil/trace.go:171","msg":"trace[1195461906] transaction","detail":"{read_only:false; response_revision:23197; number_of_response:1; }","duration":"1.058545314s","start":"2026-02-26T02:25:26.826095Z","end":"2026-02-26T02:25:27.884641Z","steps":["trace[1195461906] 'process raft request' (duration: 762.432945ms)","trace[1195461906] 'compare' (duration: 295.672901ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:27.884729Z","caller":"traceutil/trace.go:171","msg":"trace[1757974614] linearizableReadLoop","detail":"{readStateIndex:24027; appliedIndex:24025; }","duration":"575.807555ms","start":"2026-02-26T02:25:27.308904Z","end":"2026-02-26T02:25:27.884711Z","steps":["trace[1757974614] 'read index received' (duration: 279.623755ms)","trace[1757974614] 'applied index is now lower than readState.Index' (duration: 296.18281ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:27.88484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:26.826067Z","time spent":"1.058671185s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:27.884974Z","caller":"traceutil/trace.go:171","msg":"trace[490935670] transaction","detail":"{read_only:false; response_revision:23198; number_of_response:1; }","duration":"609.329819ms","start":"2026-02-26T02:25:27.275633Z","end":"2026-02-26T02:25:27.884963Z","steps":["trace[490935670] 'process raft request' (duration: 608.928222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:27.885045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:27.275605Z","time spent":"609.40538ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:27.885161Z","caller":"traceutil/trace.go:171","msg":"trace[270633286] transaction","detail":"{read_only:false; response_revision:23199; number_of_response:1; }","duration":"571.374924ms","start":"2026-02-26T02:25:27.313778Z","end":"2026-02-26T02:25:27.885153Z","steps":["trace[270633286] 'process raft request' (duration: 570.885135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:27.885207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:27.313751Z","time spent":"571.435414ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:25:27.885372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.78092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:27.885409Z","caller":"traceutil/trace.go:171","msg":"trace[1388242392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23199; }","duration":"601.859542ms","start":"2026-02-26T02:25:27.283538Z","end":"2026-02-26T02:25:27.885397Z","steps":["trace[1388242392] 'agreement among raft nodes before linearized reading' (duration: 601.804531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:27.885437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:27.28351Z","time spent":"601.921144ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:27.885622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165627997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:27.885675Z","caller":"traceutil/trace.go:171","msg":"trace[325483300] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23199; }","duration":"1.165723409s","start":"2026-02-26T02:25:26.71994Z","end":"2026-02-26T02:25:27.885663Z","steps":["trace[325483300] 'agreement among raft nodes before linearized reading' (duration: 1.165636977s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:27.885714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:26.719911Z","time spent":"1.165794809s","remote":"127.0.0.1:58464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:27.885726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.564692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3946"} {"level":"warn","ts":"2026-02-26T02:25:27.88574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29288841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-02-26T02:25:27.885689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.319359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:25:27.885822Z","caller":"traceutil/trace.go:171","msg":"trace[1101069553] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23199; }","duration":"1.293049612s","start":"2026-02-26T02:25:26.592749Z","end":"2026-02-26T02:25:27.885798Z","steps":["trace[1101069553] 'agreement among raft nodes before linearized reading' (duration: 1.292797138s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:27.885851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032100079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:27.885868Z","caller":"traceutil/trace.go:171","msg":"trace[363425414] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23199; }","duration":"574.534872ms","start":"2026-02-26T02:25:27.311308Z","end":"2026-02-26T02:25:27.885843Z","steps":["trace[363425414] 'agreement among raft nodes before linearized reading' (duration: 574.229676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:27.885875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.596554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3946"} {"level":"warn","ts":"2026-02-26T02:25:27.88589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:26.592727Z","time spent":"1.293153945s","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T02:25:27.885897Z","caller":"traceutil/trace.go:171","msg":"trace[1337565486] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23199; }","duration":"1.032195061s","start":"2026-02-26T02:25:26.853688Z","end":"2026-02-26T02:25:27.885883Z","steps":["trace[1337565486] 'agreement among raft nodes before linearized reading' (duration: 1.032111319s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:27.885926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:27.311268Z","time spent":"574.643924ms","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:25:27.885933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:26.853666Z","time spent":"1.032257611s","remote":"127.0.0.1:48658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:27.885926Z","caller":"traceutil/trace.go:171","msg":"trace[1235663823] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23199; }","duration":"388.648915ms","start":"2026-02-26T02:25:27.497262Z","end":"2026-02-26T02:25:27.885911Z","steps":["trace[1235663823] 'agreement among raft nodes before linearized reading' (duration: 388.502782ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:27.885803Z","caller":"traceutil/trace.go:171","msg":"trace[1647341120] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23199; }","duration":"400.682195ms","start":"2026-02-26T02:25:27.485104Z","end":"2026-02-26T02:25:27.885786Z","steps":["trace[1647341120] 'agreement among raft nodes before linearized reading' (duration: 400.445281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:27.885975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:27.497243Z","time spent":"388.721146ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"warn","ts":"2026-02-26T02:25:27.885969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.302641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:25:27.886022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:27.485086Z","time spent":"400.921009ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"info","ts":"2026-02-26T02:25:27.886033Z","caller":"traceutil/trace.go:171","msg":"trace[1400421492] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23199; }","duration":"416.413153ms","start":"2026-02-26T02:25:27.469606Z","end":"2026-02-26T02:25:27.88602Z","steps":["trace[1400421492] 'agreement among raft nodes before linearized reading' (duration: 416.178589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:27.886076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:27.469579Z","time spent":"416.486164ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:27.886227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052665306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-02-26T02:25:27.886344Z","caller":"traceutil/trace.go:171","msg":"trace[271399633] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23199; }","duration":"1.052820479s","start":"2026-02-26T02:25:26.833493Z","end":"2026-02-26T02:25:27.886314Z","steps":["trace[271399633] 'agreement among raft nodes before linearized reading' (duration: 1.052059066s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:27.886441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:26.833471Z","time spent":"1.052952531s","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T02:25:28.508447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:28.705777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.361684ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:28.705919Z","caller":"traceutil/trace.go:171","msg":"trace[871814644] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23199; }","duration":"618.510228ms","start":"2026-02-26T02:25:28.087386Z","end":"2026-02-26T02:25:28.705897Z","steps":["trace[871814644] 'range keys from in-memory index tree' (duration: 618.345224ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:28.705927Z","caller":"traceutil/trace.go:171","msg":"trace[330814247] linearizableReadLoop","detail":"{readStateIndex:24029; appliedIndex:24028; }","duration":"698.314061ms","start":"2026-02-26T02:25:28.007588Z","end":"2026-02-26T02:25:28.705902Z","steps":["trace[330814247] 'read index received' (duration: 655.656478ms)","trace[330814247] 'applied index is now lower than readState.Index' (duration: 42.655973ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:28.705939Z","caller":"traceutil/trace.go:171","msg":"trace[1884144005] transaction","detail":"{read_only:false; response_revision:23200; number_of_response:1; }","duration":"815.270015ms","start":"2026-02-26T02:25:27.890635Z","end":"2026-02-26T02:25:28.705905Z","steps":["trace[1884144005] 'process raft request' (duration: 772.590992ms)","trace[1884144005] 'compare' (duration: 42.348266ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:28.706032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.431813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:28.706056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:27.890613Z","time spent":"815.386417ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:25:28.706075Z","caller":"traceutil/trace.go:171","msg":"trace[1629926564] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23200; }","duration":"698.521124ms","start":"2026-02-26T02:25:28.007542Z","end":"2026-02-26T02:25:28.706064Z","steps":["trace[1629926564] 'agreement among raft nodes before linearized reading' (duration: 698.424502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:28.706111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:28.007523Z","time spent":"698.577725ms","remote":"127.0.0.1:32946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:29.549208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.483735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:29.549398Z","caller":"traceutil/trace.go:171","msg":"trace[74307854] transaction","detail":"{read_only:false; response_revision:23204; number_of_response:1; }","duration":"223.584089ms","start":"2026-02-26T02:25:29.3258Z","end":"2026-02-26T02:25:29.549384Z","steps":["trace[74307854] 'process raft request' (duration: 223.556048ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:29.549596Z","caller":"traceutil/trace.go:171","msg":"trace[1468716975] transaction","detail":"{read_only:false; response_revision:23201; number_of_response:1; }","duration":"837.882988ms","start":"2026-02-26T02:25:28.711704Z","end":"2026-02-26T02:25:29.549587Z","steps":["trace[1468716975] 'process raft request' (duration: 546.952425ms)","trace[1468716975] 'compare' (duration: 290.402544ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:29.549638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:28.711676Z","time spent":"837.938779ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:29.549719Z","caller":"traceutil/trace.go:171","msg":"trace[355830003] transaction","detail":"{read_only:false; response_revision:23203; number_of_response:1; }","duration":"731.477127ms","start":"2026-02-26T02:25:28.818216Z","end":"2026-02-26T02:25:29.549694Z","steps":["trace[355830003] 'process raft request' (duration: 731.113451ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:29.549789Z","caller":"traceutil/trace.go:171","msg":"trace[2069881729] linearizableReadLoop","detail":"{readStateIndex:24032; appliedIndex:24029; }","duration":"724.917218ms","start":"2026-02-26T02:25:28.82484Z","end":"2026-02-26T02:25:29.549757Z","steps":["trace[2069881729] 'read index received' (duration: 433.833673ms)","trace[2069881729] 'applied index is now lower than readState.Index' (duration: 291.080715ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:29.550027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.172803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:29.550035Z","caller":"traceutil/trace.go:171","msg":"trace[147109464] transaction","detail":"{read_only:false; response_revision:23202; number_of_response:1; }","duration":"762.558127ms","start":"2026-02-26T02:25:28.787468Z","end":"2026-02-26T02:25:29.550026Z","steps":["trace[147109464] 'process raft request' (duration: 761.816534ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:29.550071Z","caller":"traceutil/trace.go:171","msg":"trace[1966929438] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23204; }","duration":"725.291035ms","start":"2026-02-26T02:25:28.824767Z","end":"2026-02-26T02:25:29.550058Z","steps":["trace[1966929438] 'agreement among raft nodes before linearized reading' (duration: 725.137782ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:29.550086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:28.787455Z","time spent":"762.608048ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:29.550107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:28.824741Z","time spent":"725.357196ms","remote":"127.0.0.1:48476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:29.550165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.203738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:29.550184Z","caller":"traceutil/trace.go:171","msg":"trace[1694173269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23204; }","duration":"267.263549ms","start":"2026-02-26T02:25:29.282914Z","end":"2026-02-26T02:25:29.550178Z","steps":["trace[1694173269] 'agreement among raft nodes before linearized reading' (duration: 267.226017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:29.550179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.186631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-02-26T02:25:29.550259Z","caller":"traceutil/trace.go:171","msg":"trace[705162816] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23204; }","duration":"660.321494ms","start":"2026-02-26T02:25:28.889919Z","end":"2026-02-26T02:25:29.550241Z","steps":["trace[705162816] 'agreement among raft nodes before linearized reading' (duration: 660.110349ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:29.550315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:28.889902Z","time spent":"660.389566ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"warn","ts":"2026-02-26T02:25:29.550356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:28.818189Z","time spent":"731.58738ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:30.175638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783596,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:25:30.472333Z","caller":"traceutil/trace.go:171","msg":"trace[3095992] transaction","detail":"{read_only:false; response_revision:23205; number_of_response:1; }","duration":"919.031746ms","start":"2026-02-26T02:25:29.553271Z","end":"2026-02-26T02:25:30.472303Z","steps":["trace[3095992] 'process raft request' (duration: 852.971685ms)","trace[3095992] 'compare' (duration: 65.812246ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:30.472445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:29.553259Z","time spent":"919.134887ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:25:30.571122Z","caller":"traceutil/trace.go:171","msg":"trace[1196695826] linearizableReadLoop","detail":"{readStateIndex:24035; appliedIndex:24033; }","duration":"895.537936ms","start":"2026-02-26T02:25:29.675551Z","end":"2026-02-26T02:25:30.571088Z","steps":["trace[1196695826] 'read index received' (duration: 730.797456ms)","trace[1196695826] 'applied index is now lower than readState.Index' (duration: 164.73886ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:30.571182Z","caller":"traceutil/trace.go:171","msg":"trace[1891496578] transaction","detail":"{read_only:false; response_revision:23206; number_of_response:1; }","duration":"679.359123ms","start":"2026-02-26T02:25:29.891784Z","end":"2026-02-26T02:25:30.571143Z","steps":["trace[1891496578] 'process raft request' (duration: 679.095509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:30.571317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.727519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:30.571358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:29.891754Z","time spent":"679.505366ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:30.571372Z","caller":"traceutil/trace.go:171","msg":"trace[426124075] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23206; }","duration":"895.814891ms","start":"2026-02-26T02:25:29.675541Z","end":"2026-02-26T02:25:30.571355Z","steps":["trace[426124075] 'agreement among raft nodes before linearized reading' (duration: 895.697909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:30.571437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:29.675484Z","time spent":"895.940943ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:31.071892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783600,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:25:31.446719Z","caller":"traceutil/trace.go:171","msg":"trace[323766711] transaction","detail":"{read_only:false; response_revision:23207; number_of_response:1; }","duration":"969.804717ms","start":"2026-02-26T02:25:30.476868Z","end":"2026-02-26T02:25:31.446673Z","steps":["trace[323766711] 'process raft request' (duration: 887.519399ms)","trace[323766711] 'compare' (duration: 82.157626ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:31.446794Z","caller":"traceutil/trace.go:171","msg":"trace[898007529] linearizableReadLoop","detail":"{readStateIndex:24036; appliedIndex:24035; }","duration":"875.553889ms","start":"2026-02-26T02:25:30.571208Z","end":"2026-02-26T02:25:31.446762Z","steps":["trace[898007529] 'read index received' (duration: 793.261301ms)","trace[898007529] 'applied index is now lower than readState.Index' (duration: 82.289538ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:31.44736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:30.47681Z","time spent":"970.047302ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:25:32.140172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.44544ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-02-26T02:25:32.140579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.067501277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:32.140645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58589571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-02-26T02:25:32.140671Z","caller":"traceutil/trace.go:171","msg":"trace[883819923] transaction","detail":"{read_only:false; response_revision:23208; number_of_response:1; }","duration":"687.670654ms","start":"2026-02-26T02:25:31.452976Z","end":"2026-02-26T02:25:32.140647Z","steps":["trace[883819923] 'process raft request' (duration: 687.395239ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:32.14069Z","caller":"traceutil/trace.go:171","msg":"trace[1817519342] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23207; }","duration":"2.067663391s","start":"2026-02-26T02:25:30.072993Z","end":"2026-02-26T02:25:32.140657Z","steps":["trace[1817519342] 'agreement among raft nodes before linearized reading' (duration: 1.373921394s)","trace[1817519342] 'range keys from in-memory index tree' (duration: 693.585424ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:32.140676Z","caller":"traceutil/trace.go:171","msg":"trace[383713385] linearizableReadLoop","detail":"{readStateIndex:24037; appliedIndex:24036; }","duration":"693.770977ms","start":"2026-02-26T02:25:31.446866Z","end":"2026-02-26T02:25:32.140637Z","steps":["trace[383713385] 'read index received' (duration: 51.891µs)","trace[383713385] 'applied index is now lower than readState.Index' (duration: 693.714106ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:32.140747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:30.072968Z","time spent":"2.067766973s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:25:32.140772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.177379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:32.140864Z","caller":"traceutil/trace.go:171","msg":"trace[1282770887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23208; }","duration":"859.359663ms","start":"2026-02-26T02:25:31.281485Z","end":"2026-02-26T02:25:32.140845Z","steps":["trace[1282770887] 'agreement among raft nodes before linearized reading' (duration: 859.19167ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:32.140865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:31.452951Z","time spent":"687.782627ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":840,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:25:32.140874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.240452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:32.140883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009371042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:32.140923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:31.281453Z","time spent":"859.456534ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:25:32.140946Z","caller":"traceutil/trace.go:171","msg":"trace[1655764161] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23208; }","duration":"978.351963ms","start":"2026-02-26T02:25:31.162572Z","end":"2026-02-26T02:25:32.140924Z","steps":["trace[1655764161] 'agreement among raft nodes before linearized reading' (duration: 978.194561ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:32.140968Z","caller":"traceutil/trace.go:171","msg":"trace[1745710625] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23208; }","duration":"1.009532135s","start":"2026-02-26T02:25:31.131416Z","end":"2026-02-26T02:25:32.140948Z","steps":["trace[1745710625] 'agreement among raft nodes before linearized reading' (duration: 1.009302271s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:32.141021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:31.131394Z","time spent":"1.009613196s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:32.141023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:31.162549Z","time spent":"978.441935ms","remote":"127.0.0.1:48456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:32.140725Z","caller":"traceutil/trace.go:171","msg":"trace[894680373] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23207; }","duration":"1.585985721s","start":"2026-02-26T02:25:30.554712Z","end":"2026-02-26T02:25:32.140698Z","steps":["trace[894680373] 'agreement among raft nodes before linearized reading' (duration: 892.220074ms)","trace[894680373] 'range keys from in-memory index tree' (duration: 693.485752ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:32.14131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:30.554624Z","time spent":"1.586665334s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"warn","ts":"2026-02-26T02:25:32.141543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.938787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:32.141607Z","caller":"traceutil/trace.go:171","msg":"trace[1760014097] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23208; }","duration":"486.046719ms","start":"2026-02-26T02:25:31.655546Z","end":"2026-02-26T02:25:32.141592Z","steps":["trace[1760014097] 'agreement among raft nodes before linearized reading' (duration: 485.926327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:32.141737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:31.655529Z","time spent":"486.11079ms","remote":"127.0.0.1:58636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:32.142592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.927835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:25:32.142708Z","caller":"traceutil/trace.go:171","msg":"trace[1003374937] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23208; }","duration":"511.093768ms","start":"2026-02-26T02:25:31.631592Z","end":"2026-02-26T02:25:32.142686Z","steps":["trace[1003374937] 'agreement among raft nodes before linearized reading' (duration: 509.423188ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:32.14279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:31.63156Z","time spent":"511.21284ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2667,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:32.647822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783606,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:25:32.773121Z","caller":"traceutil/trace.go:171","msg":"trace[2052486452] transaction","detail":"{read_only:false; response_revision:23209; number_of_response:1; }","duration":"626.751348ms","start":"2026-02-26T02:25:32.14634Z","end":"2026-02-26T02:25:32.773091Z","steps":["trace[2052486452] 'process raft request' (duration: 537.113185ms)","trace[2052486452] 'compare' (duration: 89.518951ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:32.77324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:32.146315Z","time spent":"626.86832ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":878,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:25:32.836766Z","caller":"traceutil/trace.go:171","msg":"trace[1339792718] linearizableReadLoop","detail":"{readStateIndex:24040; appliedIndex:24038; }","duration":"689.917737ms","start":"2026-02-26T02:25:32.146822Z","end":"2026-02-26T02:25:32.83674Z","steps":["trace[1339792718] 'read index received' (duration: 536.649747ms)","trace[1339792718] 'applied index is now lower than readState.Index' (duration: 153.26623ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:32.836879Z","caller":"traceutil/trace.go:171","msg":"trace[1009112541] transaction","detail":"{read_only:false; response_revision:23210; number_of_response:1; }","duration":"259.426765ms","start":"2026-02-26T02:25:32.57741Z","end":"2026-02-26T02:25:32.836837Z","steps":["trace[1009112541] 'process raft request' (duration: 259.14603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:32.837098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.245683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:32.837181Z","caller":"traceutil/trace.go:171","msg":"trace[1109417282] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23210; }","duration":"690.380835ms","start":"2026-02-26T02:25:32.146782Z","end":"2026-02-26T02:25:32.837163Z","steps":["trace[1109417282] 'agreement among raft nodes before linearized reading' (duration: 690.215352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:32.83713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.704738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:32.8373Z","caller":"traceutil/trace.go:171","msg":"trace[666132261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23210; }","duration":"554.922642ms","start":"2026-02-26T02:25:32.282357Z","end":"2026-02-26T02:25:32.83728Z","steps":["trace[666132261] 'agreement among raft nodes before linearized reading' (duration: 554.702468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:32.837387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:32.282338Z","time spent":"555.031923ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:32.83723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:32.146769Z","time spent":"690.450807ms","remote":"127.0.0.1:56502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:25:33.342869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783610,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:25:33.835015Z","caller":"traceutil/trace.go:171","msg":"trace[1089933280] transaction","detail":"{read_only:false; response_revision:23211; number_of_response:1; }","duration":"995.417076ms","start":"2026-02-26T02:25:32.839557Z","end":"2026-02-26T02:25:33.834975Z","steps":["trace[1089933280] 'process raft request' (duration: 907.327101ms)","trace[1089933280] 'compare' (duration: 87.724639ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:33.835048Z","caller":"traceutil/trace.go:171","msg":"trace[902097054] linearizableReadLoop","detail":"{readStateIndex:24042; appliedIndex:24040; }","duration":"992.575695ms","start":"2026-02-26T02:25:32.84244Z","end":"2026-02-26T02:25:33.835016Z","steps":["trace[902097054] 'read index received' (duration: 904.46079ms)","trace[902097054] 'applied index is now lower than readState.Index' (duration: 88.113765ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:33.835087Z","caller":"traceutil/trace.go:171","msg":"trace[46331929] transaction","detail":"{read_only:false; response_revision:23212; number_of_response:1; }","duration":"944.761318ms","start":"2026-02-26T02:25:32.890297Z","end":"2026-02-26T02:25:33.835058Z","steps":["trace[46331929] 'process raft request' (duration: 944.589105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:33.835166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:32.839531Z","time spent":"995.557319ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:33.835248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:32.890276Z","time spent":"944.87556ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:33.835333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.940001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:33.835347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.153088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-02-26T02:25:33.835398Z","caller":"traceutil/trace.go:171","msg":"trace[1818801927] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23212; }","duration":"489.984662ms","start":"2026-02-26T02:25:33.345382Z","end":"2026-02-26T02:25:33.835366Z","steps":["trace[1818801927] 'agreement among raft nodes before linearized reading' (duration: 489.920911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:33.835448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:33.345343Z","time spent":"490.093263ms","remote":"127.0.0.1:32912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:33.835447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.224389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:33.835523Z","caller":"traceutil/trace.go:171","msg":"trace[1016533951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23212; }","duration":"554.334112ms","start":"2026-02-26T02:25:33.28118Z","end":"2026-02-26T02:25:33.835514Z","steps":["trace[1016533951] 'agreement among raft nodes before linearized reading' (duration: 554.24236ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:33.835553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:33.28116Z","time spent":"554.386432ms","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:25:33.835402Z","caller":"traceutil/trace.go:171","msg":"trace[1701475724] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23212; }","duration":"937.232329ms","start":"2026-02-26T02:25:32.898153Z","end":"2026-02-26T02:25:33.835385Z","steps":["trace[1701475724] 'agreement among raft nodes before linearized reading' (duration: 937.025376ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:33.835625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.998289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-02-26T02:25:33.835677Z","caller":"traceutil/trace.go:171","msg":"trace[540399348] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23212; }","duration":"689.04547ms","start":"2026-02-26T02:25:33.146617Z","end":"2026-02-26T02:25:33.835662Z","steps":["trace[540399348] 'agreement among raft nodes before linearized reading' (duration: 688.859887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:33.835715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:33.146598Z","time spent":"689.109932ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"warn","ts":"2026-02-26T02:25:33.835742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:32.898137Z","time spent":"937.512904ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T02:25:33.835265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.806239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:33.835873Z","caller":"traceutil/trace.go:171","msg":"trace[351060148] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23212; }","duration":"993.4295ms","start":"2026-02-26T02:25:32.842431Z","end":"2026-02-26T02:25:33.835861Z","steps":["trace[351060148] 'agreement among raft nodes before linearized reading' (duration: 992.720587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:33.835926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:32.842372Z","time spent":"993.542132ms","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:25:33.835812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.900314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:33.836035Z","caller":"traceutil/trace.go:171","msg":"trace[1068399457] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23212; }","duration":"392.19332ms","start":"2026-02-26T02:25:33.443814Z","end":"2026-02-26T02:25:33.836008Z","steps":["trace[1068399457] 'agreement among raft nodes before linearized reading' (duration: 391.65378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:33.836117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:33.443791Z","time spent":"392.309432ms","remote":"127.0.0.1:56744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:34.495941Z","caller":"traceutil/trace.go:171","msg":"trace[635119787] transaction","detail":"{read_only:false; response_revision:23213; number_of_response:1; }","duration":"653.633142ms","start":"2026-02-26T02:25:33.842253Z","end":"2026-02-26T02:25:34.495886Z","steps":["trace[635119787] 'process raft request' (duration: 588.430656ms)","trace[635119787] 'compare' (duration: 64.234778ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:34.495897Z","caller":"traceutil/trace.go:171","msg":"trace[1922110950] linearizableReadLoop","detail":"{readStateIndex:24043; appliedIndex:24042; }","duration":"391.109789ms","start":"2026-02-26T02:25:34.104757Z","end":"2026-02-26T02:25:34.495867Z","steps":["trace[1922110950] 'read index received' (duration: 325.962895ms)","trace[1922110950] 'applied index is now lower than readState.Index' (duration: 65.144394ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:34.496069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.290573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:34.496143Z","caller":"traceutil/trace.go:171","msg":"trace[888483394] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23213; }","duration":"391.386195ms","start":"2026-02-26T02:25:34.104739Z","end":"2026-02-26T02:25:34.496125Z","steps":["trace[888483394] 'agreement among raft nodes before linearized reading' (duration: 391.214102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:34.496145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:33.84224Z","time spent":"653.811095ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:34.496166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.36291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:34.496189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:34.104658Z","time spent":"391.518937ms","remote":"127.0.0.1:53530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:34.496201Z","caller":"traceutil/trace.go:171","msg":"trace[1531086724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23213; }","duration":"213.493603ms","start":"2026-02-26T02:25:34.282696Z","end":"2026-02-26T02:25:34.496189Z","steps":["trace[1531086724] 'agreement among raft nodes before linearized reading' (duration: 213.409842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:35.210046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.865229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:35.210158Z","caller":"traceutil/trace.go:171","msg":"trace[907711474] linearizableReadLoop","detail":"{readStateIndex:24044; appliedIndex:24043; }","duration":"529.869922ms","start":"2026-02-26T02:25:34.680271Z","end":"2026-02-26T02:25:35.210141Z","steps":["trace[907711474] 'read index received' (duration: 71.361µs)","trace[907711474] 'applied index is now lower than readState.Index' (duration: 529.796501ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:35.210235Z","caller":"traceutil/trace.go:171","msg":"trace[814002487] transaction","detail":"{read_only:false; response_revision:23214; number_of_response:1; }","duration":"707.455157ms","start":"2026-02-26T02:25:34.502765Z","end":"2026-02-26T02:25:35.21022Z","steps":["trace[814002487] 'process raft request' (duration: 169.317243ms)","trace[814002487] 'compare' (duration: 537.451502ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:35.210331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:34.502739Z","time spent":"707.521619ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:35.210608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.340641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:35.210649Z","caller":"traceutil/trace.go:171","msg":"trace[131603699] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23214; }","duration":"530.449803ms","start":"2026-02-26T02:25:34.680188Z","end":"2026-02-26T02:25:35.210638Z","steps":["trace[131603699] 'agreement among raft nodes before linearized reading' (duration: 530.347851ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:35.21068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:34.680163Z","time spent":"530.509114ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:35.711246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783624,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:35.902536Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.060478978s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:25:36.209817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.985116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:36.21022Z","caller":"traceutil/trace.go:171","msg":"trace[1746455845] linearizableReadLoop","detail":"{readStateIndex:24045; appliedIndex:24044; }","duration":"1.00001192s","start":"2026-02-26T02:25:35.210187Z","end":"2026-02-26T02:25:36.210199Z","steps":["trace[1746455845] 'read index received' (duration: 692.492534ms)","trace[1746455845] 'applied index is now lower than readState.Index' (duration: 307.516786ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:36.210303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296954423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:36.210293Z","caller":"traceutil/trace.go:171","msg":"trace[1430909396] transaction","detail":"{read_only:false; response_revision:23215; number_of_response:1; }","duration":"1.36829122s","start":"2026-02-26T02:25:34.841934Z","end":"2026-02-26T02:25:36.210225Z","steps":["trace[1430909396] 'process raft request' (duration: 1.060791765s)","trace[1430909396] 'compare' (duration: 306.779393ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:36.21039Z","caller":"traceutil/trace.go:171","msg":"trace[573247242] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23215; }","duration":"1.297086515s","start":"2026-02-26T02:25:34.913281Z","end":"2026-02-26T02:25:36.210367Z","steps":["trace[573247242] 'agreement among raft nodes before linearized reading' (duration: 1.296938582s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:36.21044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:34.913266Z","time spent":"1.297164297s","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:36.210446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368397162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-02-26T02:25:36.210495Z","caller":"traceutil/trace.go:171","msg":"trace[768141517] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23215; }","duration":"1.368450443s","start":"2026-02-26T02:25:34.842031Z","end":"2026-02-26T02:25:36.210482Z","steps":["trace[768141517] 'agreement among raft nodes before linearized reading' (duration: 1.368235939s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:36.210528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:34.841976Z","time spent":"1.368544545s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"warn","ts":"2026-02-26T02:25:36.21052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:34.841901Z","time spent":"1.368488094s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:36.210535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.682946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:25:36.210538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.824499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:36.210613Z","caller":"traceutil/trace.go:171","msg":"trace[400101514] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23215; }","duration":"950.789088ms","start":"2026-02-26T02:25:35.259805Z","end":"2026-02-26T02:25:36.210594Z","steps":["trace[400101514] 'agreement among raft nodes before linearized reading' (duration: 950.645435ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:36.210642Z","caller":"traceutil/trace.go:171","msg":"trace[1745801927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23215; }","duration":"926.989512ms","start":"2026-02-26T02:25:35.283633Z","end":"2026-02-26T02:25:36.210623Z","steps":["trace[1745801927] 'agreement among raft nodes before linearized reading' (duration: 926.794428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:36.210647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.334823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-02-26T02:25:36.210662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:35.259793Z","time spent":"950.85854ms","remote":"127.0.0.1:57120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:36.210688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:35.283612Z","time spent":"927.068134ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:25:36.210697Z","caller":"traceutil/trace.go:171","msg":"trace[117796505] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:23215; }","duration":"991.410184ms","start":"2026-02-26T02:25:35.219272Z","end":"2026-02-26T02:25:36.210682Z","steps":["trace[117796505] 'agreement among raft nodes before linearized reading' (duration: 991.203589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:36.210542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.78128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:25:36.210733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:35.219262Z","time spent":"991.464644ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"info","ts":"2026-02-26T02:25:36.210808Z","caller":"traceutil/trace.go:171","msg":"trace[2089411373] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23215; }","duration":"944.047405ms","start":"2026-02-26T02:25:35.266722Z","end":"2026-02-26T02:25:36.210769Z","steps":["trace[2089411373] 'agreement among raft nodes before linearized reading' (duration: 943.649257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:36.210937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:35.266711Z","time spent":"944.182717ms","remote":"127.0.0.1:56602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":173,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:36.210534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.989436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aaa6eb5e18be\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-26T02:25:36.211047Z","caller":"traceutil/trace.go:171","msg":"trace[1932783976] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897aaa6eb5e18be; range_end:; response_count:1; response_revision:23215; }","duration":"996.551407ms","start":"2026-02-26T02:25:35.21448Z","end":"2026-02-26T02:25:36.211031Z","steps":["trace[1932783976] 'agreement among raft nodes before linearized reading' (duration: 995.887544ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:36.211147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:35.214464Z","time spent":"996.667629ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aaa6eb5e18be\" "} {"level":"warn","ts":"2026-02-26T02:25:36.520911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:36.211696Z","time spent":"309.209159ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:25:36.520915Z","caller":"traceutil/trace.go:171","msg":"trace[769628553] linearizableReadLoop","detail":"{readStateIndex:24046; appliedIndex:24045; }","duration":"308.917623ms","start":"2026-02-26T02:25:36.211972Z","end":"2026-02-26T02:25:36.52089Z","steps":["trace[769628553] 'read index received' (duration: 245.663204ms)","trace[769628553] 'applied index is now lower than readState.Index' (duration: 63.252539ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:36.521006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.018435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:36.521045Z","caller":"traceutil/trace.go:171","msg":"trace[1819009455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23215; }","duration":"309.115457ms","start":"2026-02-26T02:25:36.211921Z","end":"2026-02-26T02:25:36.521036Z","steps":["trace[1819009455] 'agreement among raft nodes before linearized reading' (duration: 309.036226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:36.521081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:36.211903Z","time spent":"309.171568ms","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:25:36.521144Z","caller":"traceutil/trace.go:171","msg":"trace[791616084] transaction","detail":"{read_only:false; response_revision:23216; number_of_response:1; }","duration":"306.951466ms","start":"2026-02-26T02:25:36.214167Z","end":"2026-02-26T02:25:36.521118Z","steps":["trace[791616084] 'process raft request' (duration: 306.792524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:36.521292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:36.214152Z","time spent":"307.065388ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:36.774724Z","caller":"traceutil/trace.go:171","msg":"trace[1133936035] linearizableReadLoop","detail":"{readStateIndex:24048; appliedIndex:24047; }","duration":"245.312097ms","start":"2026-02-26T02:25:36.529385Z","end":"2026-02-26T02:25:36.774697Z","steps":["trace[1133936035] 'read index received' (duration: 241.896084ms)","trace[1133936035] 'applied index is now lower than readState.Index' (duration: 3.414112ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:36.774731Z","caller":"traceutil/trace.go:171","msg":"trace[1149826143] transaction","detail":"{read_only:false; response_revision:23217; number_of_response:1; }","duration":"252.748943ms","start":"2026-02-26T02:25:36.521955Z","end":"2026-02-26T02:25:36.774704Z","steps":["trace[1149826143] 'process raft request' (duration: 249.452112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:36.774957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.564862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.1897aab7bd1a2657\" ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-02-26T02:25:36.775006Z","caller":"traceutil/trace.go:171","msg":"trace[596032047] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.1897aab7bd1a2657; range_end:; response_count:1; response_revision:23217; }","duration":"245.653104ms","start":"2026-02-26T02:25:36.529341Z","end":"2026-02-26T02:25:36.774994Z","steps":["trace[596032047] 'agreement among raft nodes before linearized reading' (duration: 245.423079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:36.774951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.440559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:36.775063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.141472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:36.775097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.401893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:36.775104Z","caller":"traceutil/trace.go:171","msg":"trace[410332347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23217; }","duration":"245.648063ms","start":"2026-02-26T02:25:36.529439Z","end":"2026-02-26T02:25:36.775088Z","steps":["trace[410332347] 'agreement among raft nodes before linearized reading' (duration: 245.43525ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:36.775135Z","caller":"traceutil/trace.go:171","msg":"trace[2018323167] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23217; }","duration":"230.465645ms","start":"2026-02-26T02:25:36.544659Z","end":"2026-02-26T02:25:36.775124Z","steps":["trace[2018323167] 'agreement among raft nodes before linearized reading' (duration: 230.395944ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:36.775146Z","caller":"traceutil/trace.go:171","msg":"trace[1464125388] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23217; }","duration":"144.253365ms","start":"2026-02-26T02:25:36.63085Z","end":"2026-02-26T02:25:36.775104Z","steps":["trace[1464125388] 'agreement among raft nodes before linearized reading' (duration: 144.140183ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:37.30599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.559362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:37.306197Z","caller":"traceutil/trace.go:171","msg":"trace[1659109506] transaction","detail":"{read_only:false; response_revision:23219; number_of_response:1; }","duration":"251.348008ms","start":"2026-02-26T02:25:37.054832Z","end":"2026-02-26T02:25:37.30618Z","steps":["trace[1659109506] 'process raft request' (duration: 251.260716ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:37.306295Z","caller":"traceutil/trace.go:171","msg":"trace[918151130] linearizableReadLoop","detail":"{readStateIndex:24049; appliedIndex:24048; }","duration":"527.221034ms","start":"2026-02-26T02:25:36.779038Z","end":"2026-02-26T02:25:37.306259Z","steps":["trace[918151130] 'read index received' (duration: 257.317037ms)","trace[918151130] 'applied index is now lower than readState.Index' (duration: 269.901877ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:37.306422Z","caller":"traceutil/trace.go:171","msg":"trace[500834691] transaction","detail":"{read_only:false; response_revision:23218; number_of_response:1; }","duration":"528.864905ms","start":"2026-02-26T02:25:36.777519Z","end":"2026-02-26T02:25:37.306383Z","steps":["trace[500834691] 'process raft request' (duration: 258.833225ms)","trace[500834691] 'compare' (duration: 269.299837ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:37.306574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:36.777502Z","time spent":"528.991906ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:37.306896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.856325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-26T02:25:37.306945Z","caller":"traceutil/trace.go:171","msg":"trace[1606991322] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23219; }","duration":"527.941358ms","start":"2026-02-26T02:25:36.778992Z","end":"2026-02-26T02:25:37.306933Z","steps":["trace[1606991322] 'agreement among raft nodes before linearized reading' (duration: 527.460619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:37.306982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:36.778975Z","time spent":"527.993299ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-26T02:25:37.675016Z","caller":"traceutil/trace.go:171","msg":"trace[1856834931] linearizableReadLoop","detail":"{readStateIndex:24051; appliedIndex:24050; }","duration":"190.631954ms","start":"2026-02-26T02:25:37.484349Z","end":"2026-02-26T02:25:37.674981Z","steps":["trace[1856834931] 'read index received' (duration: 153.016685ms)","trace[1856834931] 'applied index is now lower than readState.Index' (duration: 37.613849ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:37.675066Z","caller":"traceutil/trace.go:171","msg":"trace[1442421660] transaction","detail":"{read_only:false; response_revision:23220; number_of_response:1; }","duration":"362.123727ms","start":"2026-02-26T02:25:37.312906Z","end":"2026-02-26T02:25:37.67503Z","steps":["trace[1442421660] 'process raft request' (duration: 324.60145ms)","trace[1442421660] 'compare' (duration: 36.981937ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:37.675208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:37.312888Z","time spent":"362.23931ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:37.675386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.86848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-02-26T02:25:37.675431Z","caller":"traceutil/trace.go:171","msg":"trace[2059005214] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23220; }","duration":"191.116424ms","start":"2026-02-26T02:25:37.484302Z","end":"2026-02-26T02:25:37.675419Z","steps":["trace[2059005214] 'agreement among raft nodes before linearized reading' (duration: 190.786427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:38.153916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.904171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:38.154066Z","caller":"traceutil/trace.go:171","msg":"trace[757118387] linearizableReadLoop","detail":"{readStateIndex:24052; appliedIndex:24051; }","duration":"292.017863ms","start":"2026-02-26T02:25:37.861987Z","end":"2026-02-26T02:25:38.154005Z","steps":["trace[757118387] 'read index received' (duration: 53.161µs)","trace[757118387] 'applied index is now lower than readState.Index' (duration: 291.962922ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:38.1542Z","caller":"traceutil/trace.go:171","msg":"trace[1915147337] transaction","detail":"{read_only:false; response_revision:23221; number_of_response:1; }","duration":"465.86618ms","start":"2026-02-26T02:25:37.688316Z","end":"2026-02-26T02:25:38.154183Z","steps":["trace[1915147337] 'process raft request' (duration: 90.621231ms)","trace[1915147337] 'compare' (duration: 374.503044ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:38.154263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:37.688295Z","time spent":"465.932521ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:38.154555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.452397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-26T02:25:38.154661Z","caller":"traceutil/trace.go:171","msg":"trace[835789159] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23221; }","duration":"163.573738ms","start":"2026-02-26T02:25:37.991039Z","end":"2026-02-26T02:25:38.154613Z","steps":["trace[835789159] 'agreement among raft nodes before linearized reading' (duration: 163.254802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:38.154898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.521022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:38.155024Z","caller":"traceutil/trace.go:171","msg":"trace[1897828562] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23221; }","duration":"293.042722ms","start":"2026-02-26T02:25:37.861937Z","end":"2026-02-26T02:25:38.15498Z","steps":["trace[1897828562] 'agreement among raft nodes before linearized reading' (duration: 292.37986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:38.399552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.350182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:38.399725Z","caller":"traceutil/trace.go:171","msg":"trace[787692663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23225; }","duration":"116.550316ms","start":"2026-02-26T02:25:38.283142Z","end":"2026-02-26T02:25:38.399692Z","steps":["trace[787692663] 'range keys from in-memory index tree' (duration: 116.289552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:38.399994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.881229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qmzql.1897aab5afe7cbb7\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-02-26T02:25:38.400321Z","caller":"traceutil/trace.go:171","msg":"trace[2031937770] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qmzql.1897aab5afe7cbb7; range_end:; response_count:1; response_revision:23225; }","duration":"143.246845ms","start":"2026-02-26T02:25:38.257055Z","end":"2026-02-26T02:25:38.400301Z","steps":["trace[2031937770] 'range keys from in-memory index tree' (duration: 142.713237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:38.901922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978783656,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:25:39.263538Z","caller":"traceutil/trace.go:171","msg":"trace[2085181499] transaction","detail":"{read_only:false; response_revision:23226; number_of_response:1; }","duration":"861.834259ms","start":"2026-02-26T02:25:38.401679Z","end":"2026-02-26T02:25:39.263513Z","steps":["trace[2085181499] 'process raft request' (duration: 861.664966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:39.263698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:38.401661Z","time spent":"861.9532ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:39.375002Z","caller":"traceutil/trace.go:171","msg":"trace[1500712364] linearizableReadLoop","detail":"{readStateIndex:24058; appliedIndex:24056; }","duration":"973.156048ms","start":"2026-02-26T02:25:38.401817Z","end":"2026-02-26T02:25:39.374973Z","steps":["trace[1500712364] 'read index received' (duration: 861.530452ms)","trace[1500712364] 'applied index is now lower than readState.Index' (duration: 111.624226ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:39.375057Z","caller":"traceutil/trace.go:171","msg":"trace[1048205998] transaction","detail":"{read_only:false; response_revision:23227; number_of_response:1; }","duration":"532.700895ms","start":"2026-02-26T02:25:38.842308Z","end":"2026-02-26T02:25:39.375009Z","steps":["trace[1048205998] 'process raft request' (duration: 515.788884ms)","trace[1048205998] 'compare' (duration: 16.735817ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:39.375267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.464173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:39.375324Z","caller":"traceutil/trace.go:171","msg":"trace[1186568033] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23227; }","duration":"848.582905ms","start":"2026-02-26T02:25:38.526726Z","end":"2026-02-26T02:25:39.375309Z","steps":["trace[1186568033] 'agreement among raft nodes before linearized reading' (duration: 848.466103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:39.375376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:38.526706Z","time spent":"848.656516ms","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:39.37541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.13403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-02-26T02:25:39.375175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.320561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:39.375456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.224213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qmzql.1897aab5afe7cbfd\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-02-26T02:25:39.375504Z","caller":"traceutil/trace.go:171","msg":"trace[2124174976] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23227; }","duration":"528.269033ms","start":"2026-02-26T02:25:38.847211Z","end":"2026-02-26T02:25:39.37548Z","steps":["trace[2124174976] 'agreement among raft nodes before linearized reading' (duration: 528.042819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:39.375479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.009114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:25:39.375498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.911075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"warn","ts":"2026-02-26T02:25:39.375568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:38.847192Z","time spent":"528.361855ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T02:25:39.375459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:38.842284Z","time spent":"532.93857ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:39.375552Z","caller":"traceutil/trace.go:171","msg":"trace[788345312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23227; }","duration":"973.708709ms","start":"2026-02-26T02:25:38.401783Z","end":"2026-02-26T02:25:39.375492Z","steps":["trace[788345312] 'agreement among raft nodes before linearized reading' (duration: 973.306362ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:39.375519Z","caller":"traceutil/trace.go:171","msg":"trace[562288670] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qmzql.1897aab5afe7cbfd; range_end:; response_count:1; response_revision:23227; }","duration":"108.287144ms","start":"2026-02-26T02:25:39.267213Z","end":"2026-02-26T02:25:39.3755Z","steps":["trace[562288670] 'agreement among raft nodes before linearized reading' (duration: 108.124972ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:39.375592Z","caller":"traceutil/trace.go:171","msg":"trace[1208424717] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23227; }","duration":"621.146297ms","start":"2026-02-26T02:25:38.754419Z","end":"2026-02-26T02:25:39.375565Z","steps":["trace[1208424717] 'agreement among raft nodes before linearized reading' (duration: 620.916333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:39.375972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:38.754353Z","time spent":"621.595384ms","remote":"127.0.0.1:56656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:39.375601Z","caller":"traceutil/trace.go:171","msg":"trace[516748494] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:23227; }","duration":"727.062547ms","start":"2026-02-26T02:25:38.64852Z","end":"2026-02-26T02:25:39.375582Z","steps":["trace[516748494] 'agreement among raft nodes before linearized reading' (duration: 726.858703ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:39.376107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:38.648497Z","time spent":"727.591487ms","remote":"127.0.0.1:56508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":543,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-02-26T02:25:39.375717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:38.401762Z","time spent":"973.941663ms","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:25:39.612129Z","caller":"traceutil/trace.go:171","msg":"trace[1698553998] transaction","detail":"{read_only:false; response_revision:23229; number_of_response:1; }","duration":"195.87882ms","start":"2026-02-26T02:25:39.416204Z","end":"2026-02-26T02:25:39.612083Z","steps":["trace[1698553998] 'process raft request' (duration: 134.965463ms)","trace[1698553998] 'compare' (duration: 60.467639ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:40.140417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.4562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:40.140545Z","caller":"traceutil/trace.go:171","msg":"trace[823100942] transaction","detail":"{read_only:false; response_revision:23230; number_of_response:1; }","duration":"522.860374ms","start":"2026-02-26T02:25:39.617663Z","end":"2026-02-26T02:25:40.140524Z","steps":["trace[823100942] 'process raft request' (duration: 152.197981ms)","trace[823100942] 'compare' (duration: 370.038182ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:40.14062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:39.617652Z","time spent":"522.933045ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:40.236324Z","caller":"traceutil/trace.go:171","msg":"trace[1044955281] transaction","detail":"{read_only:false; response_revision:23231; number_of_response:1; }","duration":"329.608682ms","start":"2026-02-26T02:25:39.906688Z","end":"2026-02-26T02:25:40.236296Z","steps":["trace[1044955281] 'process raft request' (duration: 329.390558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:40.23648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:39.906654Z","time spent":"329.742595ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:40.342377Z","caller":"traceutil/trace.go:171","msg":"trace[776340298] transaction","detail":"{read_only:false; response_revision:23232; number_of_response:1; }","duration":"431.56369ms","start":"2026-02-26T02:25:39.910773Z","end":"2026-02-26T02:25:40.342336Z","steps":["trace[776340298] 'process raft request' (duration: 371.038991ms)","trace[776340298] 'compare' (duration: 60.289385ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:40.342379Z","caller":"traceutil/trace.go:171","msg":"trace[810762581] linearizableReadLoop","detail":"{readStateIndex:24063; appliedIndex:24062; }","duration":"361.676339ms","start":"2026-02-26T02:25:39.980659Z","end":"2026-02-26T02:25:40.342335Z","steps":["trace[810762581] 'read index received' (duration: 255.686317ms)","trace[810762581] 'applied index is now lower than readState.Index' (duration: 105.987022ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:40.34264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:39.910748Z","time spent":"431.707264ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:40.342735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.009926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:25:40.342818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.508727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:40.342871Z","caller":"traceutil/trace.go:171","msg":"trace[835931244] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23233; }","duration":"289.610038ms","start":"2026-02-26T02:25:40.053245Z","end":"2026-02-26T02:25:40.342856Z","steps":["trace[835931244] 'agreement among raft nodes before linearized reading' (duration: 289.511627ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:40.34284Z","caller":"traceutil/trace.go:171","msg":"trace[750002773] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23233; }","duration":"362.20974ms","start":"2026-02-26T02:25:39.980611Z","end":"2026-02-26T02:25:40.342821Z","steps":["trace[750002773] 'agreement among raft nodes before linearized reading' (duration: 361.964675ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:40.342904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.055389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-qxqhw.1897aab5e7e58932\" ","response":"range_response_count:1 size:867"} {"level":"warn","ts":"2026-02-26T02:25:40.343007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:39.980593Z","time spent":"362.397853ms","remote":"127.0.0.1:56726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:40.343073Z","caller":"traceutil/trace.go:171","msg":"trace[576562356] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-7cff949c8b-qxqhw.1897aab5e7e58932; range_end:; response_count:1; response_revision:23233; }","duration":"199.232382ms","start":"2026-02-26T02:25:40.143819Z","end":"2026-02-26T02:25:40.343051Z","steps":["trace[576562356] 'agreement among raft nodes before linearized reading' (duration: 198.942267ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:40.768201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.156231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:40.76827Z","caller":"traceutil/trace.go:171","msg":"trace[470452120] linearizableReadLoop","detail":"{readStateIndex:24065; appliedIndex:24064; }","duration":"350.075166ms","start":"2026-02-26T02:25:40.418185Z","end":"2026-02-26T02:25:40.76826Z","steps":["trace[470452120] 'read index received' (duration: 174.796803ms)","trace[470452120] 'applied index is now lower than readState.Index' (duration: 175.277703ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:40.768311Z","caller":"traceutil/trace.go:171","msg":"trace[324170322] transaction","detail":"{read_only:false; response_revision:23234; number_of_response:1; }","duration":"422.765579ms","start":"2026-02-26T02:25:40.345539Z","end":"2026-02-26T02:25:40.768305Z","steps":["trace[324170322] 'process raft request' (duration: 247.447485ms)","trace[324170322] 'compare' (duration: 175.06228ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:40.768343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:40.345519Z","time spent":"422.80871ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:40.768565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.366282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-02-26T02:25:40.768764Z","caller":"traceutil/trace.go:171","msg":"trace[886866029] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23234; }","duration":"350.608476ms","start":"2026-02-26T02:25:40.41813Z","end":"2026-02-26T02:25:40.768739Z","steps":["trace[886866029] 'agreement among raft nodes before linearized reading' (duration: 350.209569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:40.768883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:40.418109Z","time spent":"350.758109ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"warn","ts":"2026-02-26T02:25:41.25069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.258268ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:25:41.250909Z","caller":"traceutil/trace.go:171","msg":"trace[65449003] linearizableReadLoop","detail":"{readStateIndex:24066; appliedIndex:24065; }","duration":"482.607515ms","start":"2026-02-26T02:25:40.768283Z","end":"2026-02-26T02:25:41.250891Z","steps":["trace[65449003] 'read index received' (duration: 95.124223ms)","trace[65449003] 'applied index is now lower than readState.Index' (duration: 387.482042ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:41.251148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.479677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"warn","ts":"2026-02-26T02:25:41.251142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.887578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:41.25118Z","caller":"traceutil/trace.go:171","msg":"trace[1748598835] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:23234; }","duration":"660.560888ms","start":"2026-02-26T02:25:40.590608Z","end":"2026-02-26T02:25:41.251169Z","steps":["trace[1748598835] 'agreement among raft nodes before linearized reading' (duration: 660.420285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:41.251215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:40.590588Z","time spent":"660.61889ms","remote":"127.0.0.1:56508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":991,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-02-26T02:25:41.251211Z","caller":"traceutil/trace.go:171","msg":"trace[410591221] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23234; }","duration":"701.00759ms","start":"2026-02-26T02:25:40.550185Z","end":"2026-02-26T02:25:41.251193Z","steps":["trace[410591221] 'agreement among raft nodes before linearized reading' (duration: 700.884646ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:41.25122Z","caller":"traceutil/trace.go:171","msg":"trace[238129091] transaction","detail":"{read_only:false; response_revision:23235; number_of_response:1; }","duration":"479.809686ms","start":"2026-02-26T02:25:40.771389Z","end":"2026-02-26T02:25:41.251199Z","steps":["trace[238129091] 'process raft request' (duration: 479.404168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:41.251256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:40.550163Z","time spent":"701.082522ms","remote":"127.0.0.1:53570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:41.251307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:40.771369Z","time spent":"479.890627ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:25:41.538535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.416469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:41.538593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.603515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-dlh5j\" ","response":"range_response_count:1 size:4861"} {"level":"info","ts":"2026-02-26T02:25:41.53862Z","caller":"traceutil/trace.go:171","msg":"trace[104605] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23235; }","duration":"718.526201ms","start":"2026-02-26T02:25:40.820072Z","end":"2026-02-26T02:25:41.538598Z","steps":["trace[104605] 'agreement among raft nodes before linearized reading' (duration: 431.131263ms)","trace[104605] 'count revisions from in-memory index tree' (duration: 287.262596ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:41.538632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.958677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-02-26T02:25:41.538672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:40.820066Z","time spent":"718.594152ms","remote":"127.0.0.1:49468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:41.538677Z","caller":"traceutil/trace.go:171","msg":"trace[1724182890] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-dlh5j; range_end:; response_count:1; response_revision:23235; }","duration":"285.951872ms","start":"2026-02-26T02:25:41.25271Z","end":"2026-02-26T02:25:41.538662Z","steps":["trace[1724182890] 'range keys from in-memory index tree' (duration: 284.992615ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:41.538722Z","caller":"traceutil/trace.go:171","msg":"trace[490722864] linearizableReadLoop","detail":"{readStateIndex:24068; appliedIndex:24067; }","duration":"255.620156ms","start":"2026-02-26T02:25:41.28309Z","end":"2026-02-26T02:25:41.53871Z","steps":["trace[490722864] 'read index received' (duration: 26.474405ms)","trace[490722864] 'applied index is now lower than readState.Index' (duration: 229.14423ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:41.53881Z","caller":"traceutil/trace.go:171","msg":"trace[371978845] transaction","detail":"{read_only:false; response_revision:23236; number_of_response:1; }","duration":"282.06915ms","start":"2026-02-26T02:25:41.256729Z","end":"2026-02-26T02:25:41.538798Z","steps":["trace[371978845] 'process raft request' (duration: 52.890719ms)","trace[371978845] 'compare' (duration: 228.802654ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:41.539033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.948262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:41.539076Z","caller":"traceutil/trace.go:171","msg":"trace[2067831516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23236; }","duration":"256.030393ms","start":"2026-02-26T02:25:41.283035Z","end":"2026-02-26T02:25:41.539065Z","steps":["trace[2067831516] 'agreement among raft nodes before linearized reading' (duration: 255.963992ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:41.858817Z","caller":"traceutil/trace.go:171","msg":"trace[210204878] transaction","detail":"{read_only:false; response_revision:23237; number_of_response:1; }","duration":"312.713492ms","start":"2026-02-26T02:25:41.546047Z","end":"2026-02-26T02:25:41.85876Z","steps":["trace[210204878] 'process raft request' (duration: 299.654273ms)","trace[210204878] 'compare' (duration: 12.306885ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:41.859021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:41.546035Z","time spent":"312.879855ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:42.079946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.467935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:42.080055Z","caller":"traceutil/trace.go:171","msg":"trace[1913828284] linearizableReadLoop","detail":"{readStateIndex:24072; appliedIndex:24071; }","duration":"132.155023ms","start":"2026-02-26T02:25:41.947883Z","end":"2026-02-26T02:25:42.080038Z","steps":["trace[1913828284] 'read index received' (duration: 21.473464ms)","trace[1913828284] 'applied index is now lower than readState.Index' (duration: 110.680469ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:42.080142Z","caller":"traceutil/trace.go:171","msg":"trace[375508753] transaction","detail":"{read_only:false; response_revision:23240; number_of_response:1; }","duration":"149.056453ms","start":"2026-02-26T02:25:41.931075Z","end":"2026-02-26T02:25:42.080131Z","steps":["trace[375508753] 'process raft request' (duration: 38.323614ms)","trace[375508753] 'compare' (duration: 110.352812ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:42.080435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.53662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:42.080479Z","caller":"traceutil/trace.go:171","msg":"trace[2103899583] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23240; }","duration":"132.611061ms","start":"2026-02-26T02:25:41.947856Z","end":"2026-02-26T02:25:42.080467Z","steps":["trace[2103899583] 'agreement among raft nodes before linearized reading' (duration: 132.477869ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:42.285556Z","caller":"traceutil/trace.go:171","msg":"trace[1286852157] transaction","detail":"{read_only:false; response_revision:23241; number_of_response:1; }","duration":"198.191273ms","start":"2026-02-26T02:25:42.087331Z","end":"2026-02-26T02:25:42.285522Z","steps":["trace[1286852157] 'process raft request' (duration: 176.539466ms)","trace[1286852157] 'compare' (duration: 21.515854ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:42.735855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.746232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:42.736045Z","caller":"traceutil/trace.go:171","msg":"trace[336387777] transaction","detail":"{read_only:false; response_revision:23243; number_of_response:1; }","duration":"387.725608ms","start":"2026-02-26T02:25:42.348302Z","end":"2026-02-26T02:25:42.736028Z","steps":["trace[336387777] 'process raft request' (duration: 387.658756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:42.736119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:42.348278Z","time spent":"387.805709ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:42.736188Z","caller":"traceutil/trace.go:171","msg":"trace[1938666370] transaction","detail":"{read_only:false; response_revision:23242; number_of_response:1; }","duration":"444.225273ms","start":"2026-02-26T02:25:42.29193Z","end":"2026-02-26T02:25:42.736155Z","steps":["trace[1938666370] 'process raft request' (duration: 160.096865ms)","trace[1938666370] 'compare' (duration: 283.635239ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:42.736461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:42.291908Z","time spent":"444.446196ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:43.349609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.814479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:43.349713Z","caller":"traceutil/trace.go:171","msg":"trace[940071369] linearizableReadLoop","detail":"{readStateIndex:24076; appliedIndex:24075; }","duration":"486.67551ms","start":"2026-02-26T02:25:42.863021Z","end":"2026-02-26T02:25:43.349697Z","steps":["trace[940071369] 'read index received' (duration: 158.653398ms)","trace[940071369] 'applied index is now lower than readState.Index' (duration: 328.020912ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:43.349816Z","caller":"traceutil/trace.go:171","msg":"trace[790270812] transaction","detail":"{read_only:false; response_revision:23244; number_of_response:1; }","duration":"606.507137ms","start":"2026-02-26T02:25:42.743272Z","end":"2026-02-26T02:25:43.349779Z","steps":["trace[790270812] 'process raft request' (duration: 278.428174ms)","trace[790270812] 'compare' (duration: 327.515944ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:43.349982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:42.743251Z","time spent":"606.64157ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:43.350444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.418035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-02-26T02:25:43.35051Z","caller":"traceutil/trace.go:171","msg":"trace[1866146923] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23244; }","duration":"487.523656ms","start":"2026-02-26T02:25:42.862971Z","end":"2026-02-26T02:25:43.350494Z","steps":["trace[1866146923] 'agreement among raft nodes before linearized reading' (duration: 486.795352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:43.350556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:42.862949Z","time spent":"487.593668ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"info","ts":"2026-02-26T02:25:43.431158Z","caller":"traceutil/trace.go:171","msg":"trace[547363978] transaction","detail":"{read_only:false; response_revision:23245; number_of_response:1; }","duration":"423.057336ms","start":"2026-02-26T02:25:43.008074Z","end":"2026-02-26T02:25:43.431131Z","steps":["trace[547363978] 'process raft request' (duration: 422.944093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:43.43121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.875581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:43.431254Z","caller":"traceutil/trace.go:171","msg":"trace[1946608889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23245; }","duration":"147.958703ms","start":"2026-02-26T02:25:43.283285Z","end":"2026-02-26T02:25:43.431244Z","steps":["trace[1946608889] 'agreement among raft nodes before linearized reading' (duration: 147.854821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:43.431371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:43.008037Z","time spent":"423.185988ms","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18428,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:43.43201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.293576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:25:43.432112Z","caller":"traceutil/trace.go:171","msg":"trace[482052354] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23245; }","duration":"353.453159ms","start":"2026-02-26T02:25:43.078643Z","end":"2026-02-26T02:25:43.432096Z","steps":["trace[482052354] 'agreement among raft nodes before linearized reading' (duration: 352.814288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:43.432158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:43.078616Z","time spent":"353.53056ms","remote":"127.0.0.1:56432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:43.882608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.624304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:43.88274Z","caller":"traceutil/trace.go:171","msg":"trace[1606811227] transaction","detail":"{read_only:false; response_revision:23246; number_of_response:1; }","duration":"448.43631ms","start":"2026-02-26T02:25:43.434289Z","end":"2026-02-26T02:25:43.882726Z","steps":["trace[1606811227] 'process raft request' (duration: 35.618813ms)","trace[1606811227] 'compare' (duration: 412.205106ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:43.882817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:43.434266Z","time spent":"448.526581ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:44.199791Z","caller":"traceutil/trace.go:171","msg":"trace[1382488057] linearizableReadLoop","detail":"{readStateIndex:24079; appliedIndex:24078; }","duration":"305.366438ms","start":"2026-02-26T02:25:43.894396Z","end":"2026-02-26T02:25:44.199763Z","steps":["trace[1382488057] 'read index received' (duration: 292.274977ms)","trace[1382488057] 'applied index is now lower than readState.Index' (duration: 13.090271ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:44.199833Z","caller":"traceutil/trace.go:171","msg":"trace[2053314514] transaction","detail":"{read_only:false; response_revision:23247; number_of_response:1; }","duration":"310.829437ms","start":"2026-02-26T02:25:43.888961Z","end":"2026-02-26T02:25:44.199791Z","steps":["trace[2053314514] 'process raft request' (duration: 297.693406ms)","trace[2053314514] 'compare' (duration: 12.984758ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:44.199957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.536831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:44.199983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.195648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:44.200021Z","caller":"traceutil/trace.go:171","msg":"trace[210907553] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23247; }","duration":"305.615593ms","start":"2026-02-26T02:25:43.894388Z","end":"2026-02-26T02:25:44.200004Z","steps":["trace[210907553] 'agreement among raft nodes before linearized reading' (duration: 305.468621ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:44.200025Z","caller":"traceutil/trace.go:171","msg":"trace[1804856106] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23247; }","duration":"177.30098ms","start":"2026-02-26T02:25:44.02271Z","end":"2026-02-26T02:25:44.200011Z","steps":["trace[1804856106] 'agreement among raft nodes before linearized reading' (duration: 177.208029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:44.199998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:43.88893Z","time spent":"310.978931ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:44.200057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:43.894362Z","time spent":"305.688104ms","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:25:44.791161Z","caller":"traceutil/trace.go:171","msg":"trace[1495797805] linearizableReadLoop","detail":"{readStateIndex:24080; appliedIndex:24079; }","duration":"507.695597ms","start":"2026-02-26T02:25:44.283436Z","end":"2026-02-26T02:25:44.791131Z","steps":["trace[1495797805] 'read index received' (duration: 470.142368ms)","trace[1495797805] 'applied index is now lower than readState.Index' (duration: 37.551849ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:44.791222Z","caller":"traceutil/trace.go:171","msg":"trace[466539631] transaction","detail":"{read_only:false; response_revision:23248; number_of_response:1; }","duration":"585.343059ms","start":"2026-02-26T02:25:44.205839Z","end":"2026-02-26T02:25:44.791182Z","steps":["trace[466539631] 'process raft request' (duration: 547.7265ms)","trace[466539631] 'compare' (duration: 37.340285ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:44.79147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:44.205817Z","time spent":"585.466972ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:44.791716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.266187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:44.791772Z","caller":"traceutil/trace.go:171","msg":"trace[1666014626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23248; }","duration":"508.373449ms","start":"2026-02-26T02:25:44.28338Z","end":"2026-02-26T02:25:44.791754Z","steps":["trace[1666014626] 'agreement among raft nodes before linearized reading' (duration: 508.254036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:44.791825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:44.283358Z","time spent":"508.456531ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:25:44.799506Z","caller":"traceutil/trace.go:171","msg":"trace[153559362] transaction","detail":"{read_only:false; response_revision:23249; number_of_response:1; }","duration":"418.292758ms","start":"2026-02-26T02:25:44.381202Z","end":"2026-02-26T02:25:44.799495Z","steps":["trace[153559362] 'process raft request' (duration: 418.164525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:44.799571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:44.381177Z","time spent":"418.361908ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:44.799846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.911776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:44.799972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.65213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:44.799977Z","caller":"traceutil/trace.go:171","msg":"trace[1374146652] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23250; }","duration":"348.10578ms","start":"2026-02-26T02:25:44.451852Z","end":"2026-02-26T02:25:44.799957Z","steps":["trace[1374146652] 'agreement among raft nodes before linearized reading' (duration: 347.921577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:44.800186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:44.451825Z","time spent":"348.343455ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:44.800022Z","caller":"traceutil/trace.go:171","msg":"trace[1191289117] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23250; }","duration":"127.737572ms","start":"2026-02-26T02:25:44.672269Z","end":"2026-02-26T02:25:44.800006Z","steps":["trace[1191289117] 'agreement among raft nodes before linearized reading' (duration: 127.670881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:44.799899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.870429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-02-26T02:25:44.800464Z","caller":"traceutil/trace.go:171","msg":"trace[1558483651] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23250; }","duration":"413.458689ms","start":"2026-02-26T02:25:44.386976Z","end":"2026-02-26T02:25:44.800435Z","steps":["trace[1558483651] 'agreement among raft nodes before linearized reading' (duration: 412.812547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:44.800088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.695842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:25:44.800537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:44.386957Z","time spent":"413.559782ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-26T02:25:44.80055Z","caller":"traceutil/trace.go:171","msg":"trace[531062698] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23250; }","duration":"343.216282ms","start":"2026-02-26T02:25:44.457302Z","end":"2026-02-26T02:25:44.800518Z","steps":["trace[531062698] 'agreement among raft nodes before linearized reading' (duration: 342.650711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:44.800648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:44.457292Z","time spent":"343.319984ms","remote":"127.0.0.1:53604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:44.80101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.808361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-02-26T02:25:44.80108Z","caller":"traceutil/trace.go:171","msg":"trace[1553945544] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23250; }","duration":"445.927084ms","start":"2026-02-26T02:25:44.355136Z","end":"2026-02-26T02:25:44.801063Z","steps":["trace[1553945544] 'agreement among raft nodes before linearized reading' (duration: 444.736162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:44.801125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:44.35511Z","time spent":"446.001916ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" "} {"level":"info","ts":"2026-02-26T02:25:45.027368Z","caller":"traceutil/trace.go:171","msg":"trace[24850116] transaction","detail":"{read_only:false; response_revision:23252; number_of_response:1; }","duration":"212.871482ms","start":"2026-02-26T02:25:44.814467Z","end":"2026-02-26T02:25:45.027339Z","steps":["trace[24850116] 'process raft request' (duration: 144.768733ms)","trace[24850116] 'compare' (duration: 67.996606ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:45.343804Z","caller":"traceutil/trace.go:171","msg":"trace[597463006] transaction","detail":"{read_only:false; response_revision:23253; number_of_response:1; }","duration":"517.353734ms","start":"2026-02-26T02:25:44.826429Z","end":"2026-02-26T02:25:45.343783Z","steps":["trace[597463006] 'process raft request' (duration: 456.505858ms)","trace[597463006] 'compare' (duration: 60.608791ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:45.343957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:44.826375Z","time spent":"517.510837ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:25:45.344078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.703417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:45.344239Z","caller":"traceutil/trace.go:171","msg":"trace[271684954] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23253; }","duration":"471.908541ms","start":"2026-02-26T02:25:44.872314Z","end":"2026-02-26T02:25:45.344223Z","steps":["trace[271684954] 'agreement among raft nodes before linearized reading' (duration: 471.627016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:45.34428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:44.872292Z","time spent":"471.976482ms","remote":"127.0.0.1:58142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:45.344286Z","caller":"traceutil/trace.go:171","msg":"trace[1130661364] linearizableReadLoop","detail":"{readStateIndex:24085; appliedIndex:24083; }","duration":"471.335591ms","start":"2026-02-26T02:25:44.872359Z","end":"2026-02-26T02:25:45.343694Z","steps":["trace[1130661364] 'read index received' (duration: 86.929974ms)","trace[1130661364] 'applied index is now lower than readState.Index' (duration: 384.404586ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:45.344649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.230485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-26T02:25:45.34472Z","caller":"traceutil/trace.go:171","msg":"trace[1137864383] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:23253; }","duration":"125.337867ms","start":"2026-02-26T02:25:45.219362Z","end":"2026-02-26T02:25:45.3447Z","steps":["trace[1137864383] 'agreement among raft nodes before linearized reading' (duration: 125.155014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:45.750922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.940137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:45.751303Z","caller":"traceutil/trace.go:171","msg":"trace[1514413996] transaction","detail":"{read_only:false; response_revision:23255; number_of_response:1; }","duration":"385.574818ms","start":"2026-02-26T02:25:45.365647Z","end":"2026-02-26T02:25:45.751221Z","steps":["trace[1514413996] 'process raft request' (duration: 385.429965ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:45.75133Z","caller":"traceutil/trace.go:171","msg":"trace[206038544] transaction","detail":"{read_only:false; response_revision:23254; number_of_response:1; }","duration":"403.086439ms","start":"2026-02-26T02:25:45.348206Z","end":"2026-02-26T02:25:45.751292Z","steps":["trace[206038544] 'process raft request' (duration: 198.676032ms)","trace[206038544] 'compare' (duration: 203.614552ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:45.751425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:45.365624Z","time spent":"385.751081ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:45.751639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:45.348175Z","time spent":"403.320162ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:25:45.880039Z","caller":"traceutil/trace.go:171","msg":"trace[1798440427] transaction","detail":"{read_only:false; response_revision:23256; number_of_response:1; }","duration":"122.487595ms","start":"2026-02-26T02:25:45.757523Z","end":"2026-02-26T02:25:45.880011Z","steps":["trace[1798440427] 'process raft request' (duration: 111.85256ms)","trace[1798440427] 'compare' (duration: 10.445991ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:47.549538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.52338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:47.549655Z","caller":"traceutil/trace.go:171","msg":"trace[1031243448] linearizableReadLoop","detail":"{readStateIndex:24198; appliedIndex:24197; }","duration":"346.285928ms","start":"2026-02-26T02:25:47.203353Z","end":"2026-02-26T02:25:47.549639Z","steps":["trace[1031243448] 'read index received' (duration: 31.981µs)","trace[1031243448] 'applied index is now lower than readState.Index' (duration: 346.252867ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:47.549669Z","caller":"traceutil/trace.go:171","msg":"trace[1289264432] transaction","detail":"{read_only:false; response_revision:23364; number_of_response:1; }","duration":"412.083054ms","start":"2026-02-26T02:25:47.137563Z","end":"2026-02-26T02:25:47.549646Z","steps":["trace[1289264432] 'process raft request' (duration: 58.38003ms)","trace[1289264432] 'compare' (duration: 353.285146ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:47.549791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:47.137548Z","time spent":"412.184035ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":805,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:47.550038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.678224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-26T02:25:47.550084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.431185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-02-26T02:25:47.550112Z","caller":"traceutil/trace.go:171","msg":"trace[4482111] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:23364; }","duration":"325.490446ms","start":"2026-02-26T02:25:47.224614Z","end":"2026-02-26T02:25:47.550105Z","steps":["trace[4482111] 'agreement among raft nodes before linearized reading' (duration: 325.390944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:47.550131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:47.224598Z","time spent":"325.529686ms","remote":"127.0.0.1:49478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7528,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-02-26T02:25:47.550082Z","caller":"traceutil/trace.go:171","msg":"trace[1676896927] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23364; }","duration":"346.766336ms","start":"2026-02-26T02:25:47.203305Z","end":"2026-02-26T02:25:47.550071Z","steps":["trace[1676896927] 'agreement among raft nodes before linearized reading' (duration: 346.571893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:47.550275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:47.203277Z","time spent":"346.98478ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:25:47.550316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.870906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-9zppk\" ","response":"range_response_count:1 size:5915"} {"level":"info","ts":"2026-02-26T02:25:47.550336Z","caller":"traceutil/trace.go:171","msg":"trace[1046935180] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-9zppk; range_end:; response_count:1; response_revision:23364; }","duration":"138.905497ms","start":"2026-02-26T02:25:47.411424Z","end":"2026-02-26T02:25:47.55033Z","steps":["trace[1046935180] 'agreement among raft nodes before linearized reading' (duration: 138.831705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:47.551541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.538642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:47.551571Z","caller":"traceutil/trace.go:171","msg":"trace[1980436846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23364; }","duration":"268.605103ms","start":"2026-02-26T02:25:47.282959Z","end":"2026-02-26T02:25:47.551564Z","steps":["trace[1980436846] 'agreement among raft nodes before linearized reading' (duration: 267.473233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:47.697017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.865258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-02-26T02:25:47.697076Z","caller":"traceutil/trace.go:171","msg":"trace[650081698] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:23366; }","duration":"131.946809ms","start":"2026-02-26T02:25:47.565113Z","end":"2026-02-26T02:25:47.69706Z","steps":["trace[650081698] 'agreement among raft nodes before linearized reading' (duration: 84.976888ms)","trace[650081698] 'range keys from in-memory index tree' (duration: 46.809388ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:47.69728Z","caller":"traceutil/trace.go:171","msg":"trace[456610254] transaction","detail":"{read_only:false; response_revision:23367; number_of_response:1; }","duration":"130.692805ms","start":"2026-02-26T02:25:47.566563Z","end":"2026-02-26T02:25:47.697256Z","steps":["trace[456610254] 'process raft request' (duration: 93.82627ms)","trace[456610254] 'compare' (duration: 36.650251ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:47.697339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.282226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1851"} {"level":"info","ts":"2026-02-26T02:25:47.697362Z","caller":"traceutil/trace.go:171","msg":"trace[2096318666] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23367; }","duration":"125.315718ms","start":"2026-02-26T02:25:47.572039Z","end":"2026-02-26T02:25:47.697355Z","steps":["trace[2096318666] 'agreement among raft nodes before linearized reading' (duration: 125.239615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:47.697484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.909583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18444"} {"level":"info","ts":"2026-02-26T02:25:47.697559Z","caller":"traceutil/trace.go:171","msg":"trace[1639670482] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23367; }","duration":"117.004265ms","start":"2026-02-26T02:25:47.580535Z","end":"2026-02-26T02:25:47.69754Z","steps":["trace[1639670482] 'agreement among raft nodes before linearized reading' (duration: 116.775081ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:52.972938Z","caller":"traceutil/trace.go:171","msg":"trace[1943355401] linearizableReadLoop","detail":"{readStateIndex:24235; appliedIndex:24234; }","duration":"115.69711ms","start":"2026-02-26T02:25:52.857217Z","end":"2026-02-26T02:25:52.972915Z","steps":["trace[1943355401] 'read index received' (duration: 55.801363ms)","trace[1943355401] 'applied index is now lower than readState.Index' (duration: 59.894867ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:52.973026Z","caller":"traceutil/trace.go:171","msg":"trace[1376923957] transaction","detail":"{read_only:false; response_revision:23400; number_of_response:1; }","duration":"123.88779ms","start":"2026-02-26T02:25:52.849097Z","end":"2026-02-26T02:25:52.972984Z","steps":["trace[1376923957] 'process raft request' (duration: 63.883882ms)","trace[1376923957] 'compare' (duration: 59.791465ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:52.973164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.477478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T02:25:52.973177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.946945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:25:52.973207Z","caller":"traceutil/trace.go:171","msg":"trace[427516555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23400; }","duration":"114.57984ms","start":"2026-02-26T02:25:52.858617Z","end":"2026-02-26T02:25:52.973197Z","steps":["trace[427516555] 'agreement among raft nodes before linearized reading' (duration: 114.438008ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:52.973247Z","caller":"traceutil/trace.go:171","msg":"trace[321680361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23400; }","duration":"116.030587ms","start":"2026-02-26T02:25:52.857199Z","end":"2026-02-26T02:25:52.973229Z","steps":["trace[321680361] 'agreement among raft nodes before linearized reading' (duration: 115.816863ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:53.125842Z","caller":"traceutil/trace.go:171","msg":"trace[192926756] transaction","detail":"{read_only:false; response_revision:23401; number_of_response:1; }","duration":"148.264818ms","start":"2026-02-26T02:25:52.977553Z","end":"2026-02-26T02:25:53.125818Z","steps":["trace[192926756] 'process raft request' (duration: 148.101705ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:53.126816Z","caller":"traceutil/trace.go:171","msg":"trace[134107404] linearizableReadLoop","detail":"{readStateIndex:24237; appliedIndex:24235; }","duration":"140.431754ms","start":"2026-02-26T02:25:52.986355Z","end":"2026-02-26T02:25:53.126787Z","steps":["trace[134107404] 'read index received' (duration: 139.307514ms)","trace[134107404] 'applied index is now lower than readState.Index' (duration: 1.12301ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:53.126923Z","caller":"traceutil/trace.go:171","msg":"trace[845299114] transaction","detail":"{read_only:false; response_revision:23402; number_of_response:1; }","duration":"149.113453ms","start":"2026-02-26T02:25:52.977779Z","end":"2026-02-26T02:25:53.126892Z","steps":["trace[845299114] 'process raft request' (duration: 148.885279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:53.126979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.607267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:53.127032Z","caller":"traceutil/trace.go:171","msg":"trace[616861472] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23402; }","duration":"140.71825ms","start":"2026-02-26T02:25:52.986299Z","end":"2026-02-26T02:25:53.127017Z","steps":["trace[616861472] 'agreement among raft nodes before linearized reading' (duration: 140.608597ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:55.239476Z","caller":"traceutil/trace.go:171","msg":"trace[19543105] transaction","detail":"{read_only:false; response_revision:23410; number_of_response:1; }","duration":"104.424814ms","start":"2026-02-26T02:25:55.13501Z","end":"2026-02-26T02:25:55.239435Z","steps":["trace[19543105] 'process raft request' (duration: 57.26235ms)","trace[19543105] 'compare' (duration: 47.006831ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:56.48876Z","caller":"traceutil/trace.go:171","msg":"trace[869483202] transaction","detail":"{read_only:false; response_revision:23412; number_of_response:1; }","duration":"103.506867ms","start":"2026-02-26T02:25:56.385234Z","end":"2026-02-26T02:25:56.48874Z","steps":["trace[869483202] 'process raft request' (duration: 103.044528ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:03.575835Z","caller":"traceutil/trace.go:171","msg":"trace[1559910451] linearizableReadLoop","detail":"{readStateIndex:24295; appliedIndex:24294; }","duration":"129.817629ms","start":"2026-02-26T02:26:03.445991Z","end":"2026-02-26T02:26:03.575809Z","steps":["trace[1559910451] 'read index received' (duration: 55.295173ms)","trace[1559910451] 'applied index is now lower than readState.Index' (duration: 74.521216ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:03.575894Z","caller":"traceutil/trace.go:171","msg":"trace[1587853194] transaction","detail":"{read_only:false; response_revision:23457; number_of_response:1; }","duration":"131.420889ms","start":"2026-02-26T02:26:03.444426Z","end":"2026-02-26T02:26:03.575847Z","steps":["trace[1587853194] 'process raft request' (duration: 56.849953ms)","trace[1587853194] 'compare' (duration: 74.373053ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:03.576095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.085854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9602"} {"level":"info","ts":"2026-02-26T02:26:03.576144Z","caller":"traceutil/trace.go:171","msg":"trace[1703498651] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23457; }","duration":"130.182806ms","start":"2026-02-26T02:26:03.445949Z","end":"2026-02-26T02:26:03.576132Z","steps":["trace[1703498651] 'agreement among raft nodes before linearized reading' (duration: 129.962552ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:03.897605Z","caller":"traceutil/trace.go:171","msg":"trace[48242856] linearizableReadLoop","detail":"{readStateIndex:24298; appliedIndex:24297; }","duration":"162.228264ms","start":"2026-02-26T02:26:03.735342Z","end":"2026-02-26T02:26:03.89757Z","steps":["trace[48242856] 'read index received' (duration: 160.902039ms)","trace[48242856] 'applied index is now lower than readState.Index' (duration: 1.325045ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:03.8977Z","caller":"traceutil/trace.go:171","msg":"trace[1843641103] transaction","detail":"{read_only:false; response_revision:23460; number_of_response:1; }","duration":"162.636671ms","start":"2026-02-26T02:26:03.73503Z","end":"2026-02-26T02:26:03.897666Z","steps":["trace[1843641103] 'process raft request' (duration: 161.247976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:03.897825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.458658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1454"} {"level":"info","ts":"2026-02-26T02:26:03.897863Z","caller":"traceutil/trace.go:171","msg":"trace[971330307] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:23460; }","duration":"162.526759ms","start":"2026-02-26T02:26:03.735323Z","end":"2026-02-26T02:26:03.89785Z","steps":["trace[971330307] 'agreement among raft nodes before linearized reading' (duration: 162.351906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:04.315995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.008753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-02-26T02:26:04.316079Z","caller":"traceutil/trace.go:171","msg":"trace[1679950279] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:23466; }","duration":"130.135106ms","start":"2026-02-26T02:26:04.185925Z","end":"2026-02-26T02:26:04.31606Z","steps":["trace[1679950279] 'range keys from in-memory index tree' (duration: 129.84213ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:04.483348Z","caller":"traceutil/trace.go:171","msg":"trace[759140969] transaction","detail":"{read_only:false; response_revision:23469; number_of_response:1; }","duration":"107.169314ms","start":"2026-02-26T02:26:04.376151Z","end":"2026-02-26T02:26:04.48332Z","steps":["trace[759140969] 'process raft request' (duration: 106.767647ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:04.527214Z","caller":"traceutil/trace.go:171","msg":"trace[991370508] linearizableReadLoop","detail":"{readStateIndex:24308; appliedIndex:24306; }","duration":"149.709554ms","start":"2026-02-26T02:26:04.377483Z","end":"2026-02-26T02:26:04.527192Z","steps":["trace[991370508] 'read index received' (duration: 105.498543ms)","trace[991370508] 'applied index is now lower than readState.Index' (duration: 44.209691ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:04.527344Z","caller":"traceutil/trace.go:171","msg":"trace[1574419189] transaction","detail":"{read_only:false; response_revision:23470; number_of_response:1; }","duration":"150.587151ms","start":"2026-02-26T02:26:04.376722Z","end":"2026-02-26T02:26:04.527309Z","steps":["trace[1574419189] 'process raft request' (duration: 150.243715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:04.527648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.142632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-26T02:26:04.527709Z","caller":"traceutil/trace.go:171","msg":"trace[1183733622] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23470; }","duration":"150.268904ms","start":"2026-02-26T02:26:04.377426Z","end":"2026-02-26T02:26:04.527695Z","steps":["trace[1183733622] 'agreement among raft nodes before linearized reading' (duration: 149.909808ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:04.785276Z","caller":"traceutil/trace.go:171","msg":"trace[1200456972] transaction","detail":"{read_only:false; response_revision:23476; number_of_response:1; }","duration":"127.332395ms","start":"2026-02-26T02:26:04.657925Z","end":"2026-02-26T02:26:04.785257Z","steps":["trace[1200456972] 'process raft request' (duration: 82.311229ms)","trace[1200456972] 'compare' (duration: 44.72619ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:04.785208Z","caller":"traceutil/trace.go:171","msg":"trace[1468434250] linearizableReadLoop","detail":"{readStateIndex:24314; appliedIndex:24313; }","duration":"102.704212ms","start":"2026-02-26T02:26:04.682476Z","end":"2026-02-26T02:26:04.785181Z","steps":["trace[1468434250] 'read index received' (duration: 57.689107ms)","trace[1468434250] 'applied index is now lower than readState.Index' (duration: 45.014245ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:04.785888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.08773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3224"} {"level":"info","ts":"2026-02-26T02:26:04.786069Z","caller":"traceutil/trace.go:171","msg":"trace[1743233524] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:23476; }","duration":"103.541848ms","start":"2026-02-26T02:26:04.682438Z","end":"2026-02-26T02:26:04.78598Z","steps":["trace[1743233524] 'agreement among raft nodes before linearized reading' (duration: 102.910506ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:06.077503Z","caller":"traceutil/trace.go:171","msg":"trace[296889689] linearizableReadLoop","detail":"{readStateIndex:24339; appliedIndex:24338; }","duration":"114.927176ms","start":"2026-02-26T02:26:05.962547Z","end":"2026-02-26T02:26:06.077474Z","steps":["trace[296889689] 'read index received' (duration: 41.521041ms)","trace[296889689] 'applied index is now lower than readState.Index' (duration: 73.404965ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:06.077786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.226192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9564"} {"level":"info","ts":"2026-02-26T02:26:06.077824Z","caller":"traceutil/trace.go:171","msg":"trace[570377892] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:23500; }","duration":"115.325063ms","start":"2026-02-26T02:26:05.962487Z","end":"2026-02-26T02:26:06.077812Z","steps":["trace[570377892] 'agreement among raft nodes before linearized reading' (duration: 115.094869ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:06.077876Z","caller":"traceutil/trace.go:171","msg":"trace[937098473] transaction","detail":"{read_only:false; response_revision:23500; number_of_response:1; }","duration":"124.098214ms","start":"2026-02-26T02:26:05.953723Z","end":"2026-02-26T02:26:06.077821Z","steps":["trace[937098473] 'process raft request' (duration: 50.393644ms)","trace[937098473] 'compare' (duration: 73.209162ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:06.483193Z","caller":"traceutil/trace.go:171","msg":"trace[563691310] transaction","detail":"{read_only:false; response_revision:23503; number_of_response:1; }","duration":"154.121206ms","start":"2026-02-26T02:26:06.32903Z","end":"2026-02-26T02:26:06.483151Z","steps":["trace[563691310] 'process raft request' (duration: 153.900862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:07.781678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.178253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-02-26T02:26:07.781745Z","caller":"traceutil/trace.go:171","msg":"trace[144703408] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:23516; }","duration":"102.280974ms","start":"2026-02-26T02:26:07.67945Z","end":"2026-02-26T02:26:07.781731Z","steps":["trace[144703408] 'range keys from in-memory index tree' (duration: 102.05127ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:07.781789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.236414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-02-26T02:26:07.781848Z","caller":"traceutil/trace.go:171","msg":"trace[1410724459] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:23516; }","duration":"108.313015ms","start":"2026-02-26T02:26:07.673522Z","end":"2026-02-26T02:26:07.781835Z","steps":["trace[1410724459] 'range keys from in-memory index tree' (duration: 108.06418ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:08.332805Z","caller":"traceutil/trace.go:171","msg":"trace[1302772376] linearizableReadLoop","detail":"{readStateIndex:24358; appliedIndex:24357; }","duration":"152.71902ms","start":"2026-02-26T02:26:08.18004Z","end":"2026-02-26T02:26:08.332759Z","steps":["trace[1302772376] 'read index received' (duration: 108.149642ms)","trace[1302772376] 'applied index is now lower than readState.Index' (duration: 44.568268ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:08.332863Z","caller":"traceutil/trace.go:171","msg":"trace[621930338] transaction","detail":"{read_only:false; response_revision:23519; number_of_response:1; }","duration":"188.552617ms","start":"2026-02-26T02:26:08.144274Z","end":"2026-02-26T02:26:08.332827Z","steps":["trace[621930338] 'process raft request' (duration: 144.0254ms)","trace[621930338] 'compare' (duration: 44.308193ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:08.333077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.016685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-02-26T02:26:08.333121Z","caller":"traceutil/trace.go:171","msg":"trace[654938551] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:23519; }","duration":"153.099637ms","start":"2026-02-26T02:26:08.180009Z","end":"2026-02-26T02:26:08.333109Z","steps":["trace[654938551] 'agreement among raft nodes before linearized reading' (duration: 152.905913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:08.333112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.271361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T02:26:08.333191Z","caller":"traceutil/trace.go:171","msg":"trace[1264790228] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23519; }","duration":"104.421435ms","start":"2026-02-26T02:26:08.228756Z","end":"2026-02-26T02:26:08.333177Z","steps":["trace[1264790228] 'agreement among raft nodes before linearized reading' (duration: 104.221081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:08.333521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.091899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-02-26T02:26:08.333563Z","caller":"traceutil/trace.go:171","msg":"trace[1528144323] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:23519; }","duration":"103.15319ms","start":"2026-02-26T02:26:08.230399Z","end":"2026-02-26T02:26:08.333552Z","steps":["trace[1528144323] 'agreement among raft nodes before linearized reading' (duration: 103.048989ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:08.528567Z","caller":"traceutil/trace.go:171","msg":"trace[2081088494] transaction","detail":"{read_only:false; response_revision:23521; number_of_response:1; }","duration":"187.545918ms","start":"2026-02-26T02:26:08.340996Z","end":"2026-02-26T02:26:08.528542Z","steps":["trace[2081088494] 'process raft request' (duration: 107.258016ms)","trace[2081088494] 'compare' (duration: 80.007246ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:08.528646Z","caller":"traceutil/trace.go:171","msg":"trace[1355992944] transaction","detail":"{read_only:false; response_revision:23522; number_of_response:1; }","duration":"187.6365ms","start":"2026-02-26T02:26:08.340989Z","end":"2026-02-26T02:26:08.528626Z","steps":["trace[1355992944] 'process raft request' (duration: 187.440935ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:08.528968Z","caller":"traceutil/trace.go:171","msg":"trace[1172451255] transaction","detail":"{read_only:false; response_revision:23523; number_of_response:1; }","duration":"187.917904ms","start":"2026-02-26T02:26:08.341023Z","end":"2026-02-26T02:26:08.528941Z","steps":["trace[1172451255] 'process raft request' (duration: 187.500527ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:08.529015Z","caller":"traceutil/trace.go:171","msg":"trace[1131256959] transaction","detail":"{read_only:false; response_revision:23524; number_of_response:1; }","duration":"185.840397ms","start":"2026-02-26T02:26:08.343165Z","end":"2026-02-26T02:26:08.529006Z","steps":["trace[1131256959] 'process raft request' (duration: 185.425069ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:08.529069Z","caller":"traceutil/trace.go:171","msg":"trace[666719906] linearizableReadLoop","detail":"{readStateIndex:24366; appliedIndex:24359; }","duration":"149.409579ms","start":"2026-02-26T02:26:08.37964Z","end":"2026-02-26T02:26:08.529049Z","steps":["trace[666719906] 'read index received' (duration: 68.603608ms)","trace[666719906] 'applied index is now lower than readState.Index' (duration: 80.804511ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:08.529126Z","caller":"traceutil/trace.go:171","msg":"trace[1911750619] transaction","detail":"{read_only:false; response_revision:23525; number_of_response:1; }","duration":"181.446406ms","start":"2026-02-26T02:26:08.347651Z","end":"2026-02-26T02:26:08.529097Z","steps":["trace[1911750619] 'process raft request' (duration: 180.989008ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:08.529103Z","caller":"traceutil/trace.go:171","msg":"trace[456847350] transaction","detail":"{read_only:false; response_revision:23526; number_of_response:1; }","duration":"181.349644ms","start":"2026-02-26T02:26:08.347695Z","end":"2026-02-26T02:26:08.529045Z","steps":["trace[456847350] 'process raft request' (duration: 180.983068ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:08.52915Z","caller":"traceutil/trace.go:171","msg":"trace[177806123] transaction","detail":"{read_only:false; response_revision:23527; number_of_response:1; }","duration":"181.443126ms","start":"2026-02-26T02:26:08.347693Z","end":"2026-02-26T02:26:08.529136Z","steps":["trace[177806123] 'process raft request' (duration: 181.044879ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:08.529309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.650534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18444"} {"level":"info","ts":"2026-02-26T02:26:08.529373Z","caller":"traceutil/trace.go:171","msg":"trace[849065028] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23528; }","duration":"149.759155ms","start":"2026-02-26T02:26:08.379603Z","end":"2026-02-26T02:26:08.529362Z","steps":["trace[849065028] 'agreement among raft nodes before linearized reading' (duration: 149.573442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:08.555806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.094379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-02-26T02:26:08.555874Z","caller":"traceutil/trace.go:171","msg":"trace[1391058659] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:23529; }","duration":"175.192151ms","start":"2026-02-26T02:26:08.380666Z","end":"2026-02-26T02:26:08.555859Z","steps":["trace[1391058659] 'agreement among raft nodes before linearized reading' (duration: 174.978198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:08.557949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.556951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-02-26T02:26:08.558042Z","caller":"traceutil/trace.go:171","msg":"trace[1154247669] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:23529; }","duration":"127.536787ms","start":"2026-02-26T02:26:08.430479Z","end":"2026-02-26T02:26:08.558016Z","steps":["trace[1154247669] 'agreement among raft nodes before linearized reading' (duration: 125.398948ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:08.790671Z","caller":"traceutil/trace.go:171","msg":"trace[1676722324] linearizableReadLoop","detail":"{readStateIndex:24373; appliedIndex:24372; }","duration":"166.157686ms","start":"2026-02-26T02:26:08.624483Z","end":"2026-02-26T02:26:08.790641Z","steps":["trace[1676722324] 'read index received' (duration: 130.234628ms)","trace[1676722324] 'applied index is now lower than readState.Index' (duration: 35.921578ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:08.790777Z","caller":"traceutil/trace.go:171","msg":"trace[897136745] transaction","detail":"{read_only:false; response_revision:23534; number_of_response:1; }","duration":"166.272518ms","start":"2026-02-26T02:26:08.624464Z","end":"2026-02-26T02:26:08.790736Z","steps":["trace[897136745] 'process raft request' (duration: 130.229857ms)","trace[897136745] 'compare' (duration: 35.756206ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:08.791004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.491372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-02-26T02:26:08.791054Z","caller":"traceutil/trace.go:171","msg":"trace[1723972863] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:23534; }","duration":"166.589223ms","start":"2026-02-26T02:26:08.624452Z","end":"2026-02-26T02:26:08.791041Z","steps":["trace[1723972863] 'agreement among raft nodes before linearized reading' (duration: 166.348289ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:08.990813Z","caller":"traceutil/trace.go:171","msg":"trace[1634130874] transaction","detail":"{read_only:false; response_revision:23535; number_of_response:1; }","duration":"366.256694ms","start":"2026-02-26T02:26:08.624527Z","end":"2026-02-26T02:26:08.990784Z","steps":["trace[1634130874] 'process raft request' (duration: 332.007676ms)","trace[1634130874] 'compare' (duration: 33.944082ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:08.990975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:08.624515Z","time spent":"366.381586ms","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5599,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:08.991146Z","caller":"traceutil/trace.go:171","msg":"trace[976606738] transaction","detail":"{read_only:false; response_revision:23537; number_of_response:1; }","duration":"366.477748ms","start":"2026-02-26T02:26:08.624636Z","end":"2026-02-26T02:26:08.991114Z","steps":["trace[976606738] 'process raft request' (duration: 366.096531ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:08.991151Z","caller":"traceutil/trace.go:171","msg":"trace[2098933493] transaction","detail":"{read_only:false; response_revision:23536; number_of_response:1; }","duration":"366.58289ms","start":"2026-02-26T02:26:08.624538Z","end":"2026-02-26T02:26:08.991121Z","steps":["trace[2098933493] 'process raft request' (duration: 366.128082ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:08.991321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:08.62462Z","time spent":"366.59757ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5660,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:08.991345Z","caller":"traceutil/trace.go:171","msg":"trace[1275551593] transaction","detail":"{read_only:false; response_revision:23538; number_of_response:1; }","duration":"312.497907ms","start":"2026-02-26T02:26:08.678811Z","end":"2026-02-26T02:26:08.991309Z","steps":["trace[1275551593] 'process raft request' (duration: 312.177452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:08.991368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:08.624518Z","time spent":"366.743733ms","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1842,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:08.99143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:08.67879Z","time spent":"312.59552ms","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1409,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:09.063826Z","caller":"traceutil/trace.go:171","msg":"trace[138375089] transaction","detail":"{read_only:false; response_revision:23539; number_of_response:1; }","duration":"293.365359ms","start":"2026-02-26T02:26:08.770437Z","end":"2026-02-26T02:26:09.063803Z","steps":["trace[138375089] 'process raft request' (duration: 293.047033ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:09.06397Z","caller":"traceutil/trace.go:171","msg":"trace[143859171] transaction","detail":"{read_only:false; response_revision:23540; number_of_response:1; }","duration":"278.278961ms","start":"2026-02-26T02:26:08.785668Z","end":"2026-02-26T02:26:09.063947Z","steps":["trace[143859171] 'process raft request' (duration: 277.971506ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:09.064127Z","caller":"traceutil/trace.go:171","msg":"trace[635786472] linearizableReadLoop","detail":"{readStateIndex:24379; appliedIndex:24373; }","duration":"273.356281ms","start":"2026-02-26T02:26:08.790759Z","end":"2026-02-26T02:26:09.064116Z","steps":["trace[635786472] 'read index received' (duration: 165.895481ms)","trace[635786472] 'applied index is now lower than readState.Index' (duration: 107.45932ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:09.064273Z","caller":"traceutil/trace.go:171","msg":"trace[881230759] transaction","detail":"{read_only:false; response_revision:23541; number_of_response:1; }","duration":"267.169548ms","start":"2026-02-26T02:26:08.797089Z","end":"2026-02-26T02:26:09.064258Z","steps":["trace[881230759] 'process raft request' (duration: 266.802141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:09.064449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.5004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:26:09.064487Z","caller":"traceutil/trace.go:171","msg":"trace[1198828884] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23541; }","duration":"371.55466ms","start":"2026-02-26T02:26:08.692923Z","end":"2026-02-26T02:26:09.064477Z","steps":["trace[1198828884] 'agreement among raft nodes before linearized reading' (duration: 371.424058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:09.064516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:08.692864Z","time spent":"371.644052ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:26:09.064607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.924084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T02:26:09.064812Z","caller":"traceutil/trace.go:171","msg":"trace[1234566361] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23541; }","duration":"440.124048ms","start":"2026-02-26T02:26:08.624632Z","end":"2026-02-26T02:26:09.064756Z","steps":["trace[1234566361] 'agreement among raft nodes before linearized reading' (duration: 439.800432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:09.064878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:08.62462Z","time spent":"440.24432ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:26:09.104715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.11153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-26T02:26:09.104885Z","caller":"traceutil/trace.go:171","msg":"trace[78109835] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7509cf6c-026f-4791-a60d-f3c2583ea4d1; range_end:; response_count:1; response_revision:23541; }","duration":"109.291153ms","start":"2026-02-26T02:26:08.995531Z","end":"2026-02-26T02:26:09.104822Z","steps":["trace[78109835] 'agreement among raft nodes before linearized reading' (duration: 108.641572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:09.10563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.570127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:26:09.105782Z","caller":"traceutil/trace.go:171","msg":"trace[1581535620] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23541; }","duration":"314.76097ms","start":"2026-02-26T02:26:08.79096Z","end":"2026-02-26T02:26:09.105721Z","steps":["trace[1581535620] 'agreement among raft nodes before linearized reading' (duration: 313.987685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:09.10585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:08.790731Z","time spent":"315.105486ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:26:09.10768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.351684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-02-26T02:26:09.108001Z","caller":"traceutil/trace.go:171","msg":"trace[270605337] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:23541; }","duration":"313.578378ms","start":"2026-02-26T02:26:08.794235Z","end":"2026-02-26T02:26:09.107814Z","steps":["trace[270605337] 'agreement among raft nodes before linearized reading' (duration: 310.647354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:09.108097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:08.794225Z","time spent":"313.853112ms","remote":"127.0.0.1:56508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-02-26T02:26:09.375622Z","caller":"traceutil/trace.go:171","msg":"trace[608455178] linearizableReadLoop","detail":"{readStateIndex:24391; appliedIndex:24389; }","duration":"138.166693ms","start":"2026-02-26T02:26:09.237423Z","end":"2026-02-26T02:26:09.37559Z","steps":["trace[608455178] 'read index received' (duration: 19.034108ms)","trace[608455178] 'applied index is now lower than readState.Index' (duration: 119.131065ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:09.375743Z","caller":"traceutil/trace.go:171","msg":"trace[212882501] transaction","detail":"{read_only:false; response_revision:23551; number_of_response:1; }","duration":"159.131968ms","start":"2026-02-26T02:26:09.216553Z","end":"2026-02-26T02:26:09.375685Z","steps":["trace[212882501] 'process raft request' (duration: 158.603697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:09.375918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.639674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-26T02:26:09.375963Z","caller":"traceutil/trace.go:171","msg":"trace[1201042824] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23551; }","duration":"137.710515ms","start":"2026-02-26T02:26:09.238237Z","end":"2026-02-26T02:26:09.375947Z","steps":["trace[1201042824] 'agreement among raft nodes before linearized reading' (duration: 137.528012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:09.375996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.542179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-26T02:26:09.376084Z","caller":"traceutil/trace.go:171","msg":"trace[787137151] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:23551; }","duration":"138.649591ms","start":"2026-02-26T02:26:09.237408Z","end":"2026-02-26T02:26:09.376058Z","steps":["trace[787137151] 'agreement among raft nodes before linearized reading' (duration: 138.323875ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:09.580773Z","caller":"traceutil/trace.go:171","msg":"trace[1508376938] transaction","detail":"{read_only:false; response_revision:23553; number_of_response:1; }","duration":"149.266447ms","start":"2026-02-26T02:26:09.431476Z","end":"2026-02-26T02:26:09.580743Z","steps":["trace[1508376938] 'process raft request' (duration: 136.629695ms)","trace[1508376938] 'compare' (duration: 12.51208ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:10.537033Z","caller":"traceutil/trace.go:171","msg":"trace[107100024] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"104.418235ms","start":"2026-02-26T02:26:10.432581Z","end":"2026-02-26T02:26:10.536999Z","steps":["trace[107100024] 'process raft request' (duration: 104.082779ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:10.718335Z","caller":"traceutil/trace.go:171","msg":"trace[1717346432] transaction","detail":"{read_only:false; response_revision:23560; number_of_response:1; }","duration":"157.269944ms","start":"2026-02-26T02:26:10.561038Z","end":"2026-02-26T02:26:10.718308Z","steps":["trace[1717346432] 'process raft request' (duration: 157.028008ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:10.718335Z","caller":"traceutil/trace.go:171","msg":"trace[1346362551] transaction","detail":"{read_only:false; response_revision:23559; number_of_response:1; }","duration":"172.531104ms","start":"2026-02-26T02:26:10.545735Z","end":"2026-02-26T02:26:10.718266Z","steps":["trace[1346362551] 'process raft request' (duration: 171.22296ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:10.855227Z","caller":"traceutil/trace.go:171","msg":"trace[44933086] transaction","detail":"{read_only:false; response_revision:23562; number_of_response:1; }","duration":"123.109787ms","start":"2026-02-26T02:26:10.732079Z","end":"2026-02-26T02:26:10.855189Z","steps":["trace[44933086] 'process raft request' (duration: 122.16277ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:11.252575Z","caller":"traceutil/trace.go:171","msg":"trace[561881264] transaction","detail":"{read_only:false; response_revision:23565; number_of_response:1; }","duration":"104.150088ms","start":"2026-02-26T02:26:11.148384Z","end":"2026-02-26T02:26:11.252534Z","steps":["trace[561881264] 'process raft request' (duration: 102.064831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:11.302135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.144145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:26:11.302227Z","caller":"traceutil/trace.go:171","msg":"trace[1616010226] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23566; }","duration":"148.277198ms","start":"2026-02-26T02:26:11.153926Z","end":"2026-02-26T02:26:11.302204Z","steps":["trace[1616010226] 'agreement among raft nodes before linearized reading' (duration: 148.061163ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:11.400839Z","caller":"traceutil/trace.go:171","msg":"trace[1815716528] transaction","detail":"{read_only:false; response_revision:23568; number_of_response:1; }","duration":"144.498839ms","start":"2026-02-26T02:26:11.25632Z","end":"2026-02-26T02:26:11.400818Z","steps":["trace[1815716528] 'process raft request' (duration: 144.408897ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:11.400861Z","caller":"traceutil/trace.go:171","msg":"trace[1144148034] transaction","detail":"{read_only:false; response_revision:23567; number_of_response:1; }","duration":"147.204159ms","start":"2026-02-26T02:26:11.253608Z","end":"2026-02-26T02:26:11.400812Z","steps":["trace[1144148034] 'process raft request' (duration: 115.450526ms)","trace[1144148034] 'compare' (duration: 31.519548ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:11.400917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.689288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:11.400962Z","caller":"traceutil/trace.go:171","msg":"trace[1331814341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23568; }","duration":"117.791189ms","start":"2026-02-26T02:26:11.283157Z","end":"2026-02-26T02:26:11.400948Z","steps":["trace[1331814341] 'agreement among raft nodes before linearized reading' (duration: 117.684217ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:11.400969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.202657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:11.401038Z","caller":"traceutil/trace.go:171","msg":"trace[102136393] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23568; }","duration":"106.298288ms","start":"2026-02-26T02:26:11.294723Z","end":"2026-02-26T02:26:11.401021Z","steps":["trace[102136393] 'agreement among raft nodes before linearized reading' (duration: 106.115485ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:12.29447Z","caller":"traceutil/trace.go:171","msg":"trace[1955811371] transaction","detail":"{read_only:false; response_revision:23577; number_of_response:1; }","duration":"107.44345ms","start":"2026-02-26T02:26:12.186986Z","end":"2026-02-26T02:26:12.294429Z","steps":["trace[1955811371] 'process raft request' (duration: 107.197575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.181936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.931215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-02-26T02:26:13.182021Z","caller":"traceutil/trace.go:171","msg":"trace[176607569] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:23580; }","duration":"457.048037ms","start":"2026-02-26T02:26:12.724953Z","end":"2026-02-26T02:26:13.182001Z","steps":["trace[176607569] 'range keys from in-memory index tree' (duration: 456.729152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.182064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:12.724933Z","time spent":"457.121469ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3255,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-02-26T02:26:13.182174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.17574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:26:13.18235Z","caller":"traceutil/trace.go:171","msg":"trace[218703708] linearizableReadLoop","detail":"{readStateIndex:24422; appliedIndex:24421; }","duration":"431.649182ms","start":"2026-02-26T02:26:12.750679Z","end":"2026-02-26T02:26:13.182328Z","steps":["trace[218703708] 'read index received' (duration: 297.202927ms)","trace[218703708] 'applied index is now lower than readState.Index' (duration: 134.444745ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:13.182425Z","caller":"traceutil/trace.go:171","msg":"trace[2006216652] transaction","detail":"{read_only:false; response_revision:23581; number_of_response:1; }","duration":"456.353235ms","start":"2026-02-26T02:26:12.726041Z","end":"2026-02-26T02:26:13.182394Z","steps":["trace[2006216652] 'process raft request' (duration: 321.842099ms)","trace[2006216652] 'compare' (duration: 133.957606ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:13.182527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.829146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"info","ts":"2026-02-26T02:26:13.182596Z","caller":"traceutil/trace.go:171","msg":"trace[61804951] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:23581; }","duration":"431.902417ms","start":"2026-02-26T02:26:12.750675Z","end":"2026-02-26T02:26:13.182577Z","steps":["trace[61804951] 'agreement among raft nodes before linearized reading' (duration: 431.732093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.182601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:12.726017Z","time spent":"456.483489ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:13.182638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:12.750633Z","time spent":"431.994149ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3245,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-02-26T02:26:13.375647Z","caller":"traceutil/trace.go:171","msg":"trace[416920221] transaction","detail":"{read_only:false; response_revision:23582; number_of_response:1; }","duration":"273.218238ms","start":"2026-02-26T02:26:13.1024Z","end":"2026-02-26T02:26:13.375618Z","steps":["trace[416920221] 'process raft request' (duration: 270.644362ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:13.54215Z","caller":"traceutil/trace.go:171","msg":"trace[849306604] linearizableReadLoop","detail":"{readStateIndex:24424; appliedIndex:24422; }","duration":"359.733764ms","start":"2026-02-26T02:26:13.182387Z","end":"2026-02-26T02:26:13.54212Z","steps":["trace[849306604] 'read index received' (duration: 190.747727ms)","trace[849306604] 'applied index is now lower than readState.Index' (duration: 168.984747ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:13.542402Z","caller":"traceutil/trace.go:171","msg":"trace[1870987399] transaction","detail":"{read_only:false; response_revision:23583; number_of_response:1; }","duration":"389.827766ms","start":"2026-02-26T02:26:13.15252Z","end":"2026-02-26T02:26:13.542347Z","steps":["trace[1870987399] 'process raft request' (duration: 351.583104ms)","trace[1870987399] 'compare' (duration: 37.691551ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:13.542456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.587156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-02-26T02:26:13.542453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.170219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-02-26T02:26:13.542506Z","caller":"traceutil/trace.go:171","msg":"trace[2113875404] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23584; }","duration":"566.685997ms","start":"2026-02-26T02:26:12.975805Z","end":"2026-02-26T02:26:13.542491Z","steps":["trace[2113875404] 'agreement among raft nodes before linearized reading' (duration: 566.479473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.542483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.190273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"warn","ts":"2026-02-26T02:26:13.542517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.738819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-02-26T02:26:13.542545Z","caller":"traceutil/trace.go:171","msg":"trace[2121435942] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23584; }","duration":"542.288501ms","start":"2026-02-26T02:26:13.000229Z","end":"2026-02-26T02:26:13.542517Z","steps":["trace[2121435942] 'agreement among raft nodes before linearized reading' (duration: 541.943004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.54255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:12.975795Z","time spent":"566.746138ms","remote":"127.0.0.1:33318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4748,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-02-26T02:26:13.542567Z","caller":"traceutil/trace.go:171","msg":"trace[1685981938] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23584; }","duration":"416.8124ms","start":"2026-02-26T02:26:13.125741Z","end":"2026-02-26T02:26:13.542553Z","steps":["trace[1685981938] 'agreement among raft nodes before linearized reading' (duration: 416.611137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.542573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:13.152501Z","time spent":"389.985319ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:13.542579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.96171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-02-26T02:26:13.542613Z","caller":"traceutil/trace.go:171","msg":"trace[893624914] transaction","detail":"{read_only:false; response_revision:23584; number_of_response:1; }","duration":"234.816784ms","start":"2026-02-26T02:26:13.307786Z","end":"2026-02-26T02:26:13.542603Z","steps":["trace[893624914] 'process raft request' (duration: 234.259583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.542662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.941668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-02-26T02:26:13.542665Z","caller":"traceutil/trace.go:171","msg":"trace[2135746414] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23584; }","duration":"467.091032ms","start":"2026-02-26T02:26:13.07555Z","end":"2026-02-26T02:26:13.542641Z","steps":["trace[2135746414] 'agreement among raft nodes before linearized reading' (duration: 466.752945ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:13.542683Z","caller":"traceutil/trace.go:171","msg":"trace[337074622] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:23584; }","duration":"492.000699ms","start":"2026-02-26T02:26:13.050677Z","end":"2026-02-26T02:26:13.542678Z","steps":["trace[337074622] 'agreement among raft nodes before linearized reading' (duration: 491.928787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.5427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:13.050658Z","time spent":"492.03936ms","remote":"127.0.0.1:32966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3738,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-02-26T02:26:13.542699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.128459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"warn","ts":"2026-02-26T02:26:13.542608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:13.125731Z","time spent":"416.870551ms","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7771,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-26T02:26:13.542719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:13.075533Z","time spent":"467.177414ms","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7771,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-02-26T02:26:13.542735Z","caller":"traceutil/trace.go:171","msg":"trace[1677694930] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:23584; }","duration":"367.20709ms","start":"2026-02-26T02:26:13.175515Z","end":"2026-02-26T02:26:13.542723Z","steps":["trace[1677694930] 'agreement among raft nodes before linearized reading' (duration: 367.118519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.542762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:13.175475Z","time spent":"367.280553ms","remote":"127.0.0.1:58182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1242,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"warn","ts":"2026-02-26T02:26:13.542785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.746177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-02-26T02:26:13.542585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:13.000219Z","time spent":"542.359742ms","remote":"127.0.0.1:58628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T02:26:13.542812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.601716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:13.542825Z","caller":"traceutil/trace.go:171","msg":"trace[1835849624] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:23584; }","duration":"591.796058ms","start":"2026-02-26T02:26:12.951013Z","end":"2026-02-26T02:26:13.542809Z","steps":["trace[1835849624] 'agreement among raft nodes before linearized reading' (duration: 591.708566ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:13.542849Z","caller":"traceutil/trace.go:171","msg":"trace[2000417099] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23584; }","duration":"704.661296ms","start":"2026-02-26T02:26:12.838178Z","end":"2026-02-26T02:26:13.54284Z","steps":["trace[2000417099] 'agreement among raft nodes before linearized reading' (duration: 704.597235ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.542878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:12.838167Z","time spent":"704.703967ms","remote":"127.0.0.1:56460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:13.542874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:12.951002Z","time spent":"591.856619ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-26T02:26:13.542691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.118518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-02-26T02:26:13.542923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.946371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2873"} {"level":"info","ts":"2026-02-26T02:26:13.542948Z","caller":"traceutil/trace.go:171","msg":"trace[1545979133] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23584; }","duration":"692.401272ms","start":"2026-02-26T02:26:12.850534Z","end":"2026-02-26T02:26:13.542936Z","steps":["trace[1545979133] 'agreement among raft nodes before linearized reading' (duration: 692.054666ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:13.542959Z","caller":"traceutil/trace.go:171","msg":"trace[457052072] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:23584; }","duration":"442.000232ms","start":"2026-02-26T02:26:13.100946Z","end":"2026-02-26T02:26:13.542946Z","steps":["trace[457052072] 'agreement among raft nodes before linearized reading' (duration: 441.907191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.542982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.17083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7455"} {"level":"warn","ts":"2026-02-26T02:26:13.542982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:12.850523Z","time spent":"692.449843ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T02:26:13.542987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:13.100931Z","time spent":"442.049923ms","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":2895,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"info","ts":"2026-02-26T02:26:13.543006Z","caller":"traceutil/trace.go:171","msg":"trace[1625520523] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23584; }","duration":"517.21161ms","start":"2026-02-26T02:26:13.025787Z","end":"2026-02-26T02:26:13.542998Z","steps":["trace[1625520523] 'agreement among raft nodes before linearized reading' (duration: 517.130199ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.543028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:13.025776Z","time spent":"517.248551ms","remote":"127.0.0.1:33254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7477,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-02-26T02:26:13.542562Z","caller":"traceutil/trace.go:171","msg":"trace[1539530492] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:23584; }","duration":"390.340565ms","start":"2026-02-26T02:26:13.152202Z","end":"2026-02-26T02:26:13.542542Z","steps":["trace[1539530492] 'agreement among raft nodes before linearized reading' (duration: 390.061299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.543145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:13.152176Z","time spent":"390.962876ms","remote":"127.0.0.1:32966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3738,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-02-26T02:26:13.543137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.768308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3238"} {"level":"info","ts":"2026-02-26T02:26:13.543173Z","caller":"traceutil/trace.go:171","msg":"trace[1676304542] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:23584; }","duration":"717.823428ms","start":"2026-02-26T02:26:12.825338Z","end":"2026-02-26T02:26:13.543161Z","steps":["trace[1676304542] 'agreement among raft nodes before linearized reading' (duration: 717.691486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.5432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:12.825327Z","time spent":"717.867409ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-02-26T02:26:13.5432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.862867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-02-26T02:26:13.543241Z","caller":"traceutil/trace.go:171","msg":"trace[1661876285] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:23584; }","duration":"616.923457ms","start":"2026-02-26T02:26:12.926305Z","end":"2026-02-26T02:26:13.543228Z","steps":["trace[1661876285] 'agreement among raft nodes before linearized reading' (duration: 616.810285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.543293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:12.926294Z","time spent":"616.991319ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3255,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-02-26T02:26:13.543354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.10539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-02-26T02:26:13.543395Z","caller":"traceutil/trace.go:171","msg":"trace[56733552] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:23584; }","duration":"342.184522ms","start":"2026-02-26T02:26:13.201197Z","end":"2026-02-26T02:26:13.543381Z","steps":["trace[56733552] 'agreement among raft nodes before linearized reading' (duration: 342.07379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.543426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:13.201178Z","time spent":"342.239813ms","remote":"127.0.0.1:58182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1252,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-02-26T02:26:13.543458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.869036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-02-26T02:26:13.543457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.066962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534545-g5pqm\" ","response":"range_response_count:1 size:6987"} {"level":"info","ts":"2026-02-26T02:26:13.543502Z","caller":"traceutil/trace.go:171","msg":"trace[1029369481] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23584; }","duration":"629.942747ms","start":"2026-02-26T02:26:12.913553Z","end":"2026-02-26T02:26:13.543496Z","steps":["trace[1029369481] 'agreement among raft nodes before linearized reading' (duration: 629.853565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.543519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:12.913541Z","time spent":"629.974287ms","remote":"127.0.0.1:56472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-02-26T02:26:13.543515Z","caller":"traceutil/trace.go:171","msg":"trace[1604180347] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29534545-g5pqm; range_end:; response_count:1; response_revision:23584; }","duration":"658.124293ms","start":"2026-02-26T02:26:12.885382Z","end":"2026-02-26T02:26:13.543506Z","steps":["trace[1604180347] 'agreement among raft nodes before linearized reading' (duration: 658.004451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.543547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:12.885342Z","time spent":"658.198125ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7009,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534545-g5pqm\" "} {"level":"warn","ts":"2026-02-26T02:26:13.543565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.691039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3224"} {"level":"warn","ts":"2026-02-26T02:26:13.54359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.683253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3235"} {"level":"info","ts":"2026-02-26T02:26:13.543604Z","caller":"traceutil/trace.go:171","msg":"trace[158817880] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:23584; }","duration":"667.767511ms","start":"2026-02-26T02:26:12.875825Z","end":"2026-02-26T02:26:13.543593Z","steps":["trace[158817880] 'agreement among raft nodes before linearized reading' (duration: 667.636128ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.543601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.476596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-02-26T02:26:13.543622Z","caller":"traceutil/trace.go:171","msg":"trace[1444896117] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:23584; }","duration":"742.752464ms","start":"2026-02-26T02:26:12.80086Z","end":"2026-02-26T02:26:13.543612Z","steps":["trace[1444896117] 'agreement among raft nodes before linearized reading' (duration: 742.674183ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.543638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:12.875796Z","time spent":"667.830811ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3246,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-02-26T02:26:13.543641Z","caller":"traceutil/trace.go:171","msg":"trace[1218799073] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:23584; }","duration":"642.561688ms","start":"2026-02-26T02:26:12.901067Z","end":"2026-02-26T02:26:13.543629Z","steps":["trace[1218799073] 'agreement among raft nodes before linearized reading' (duration: 642.449206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.54365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:12.800835Z","time spent":"742.809045ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-02-26T02:26:13.543672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:12.901043Z","time spent":"642.621259ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-02-26T02:26:13.543512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.749338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T02:26:13.543716Z","caller":"traceutil/trace.go:171","msg":"trace[794033593] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23584; }","duration":"136.000023ms","start":"2026-02-26T02:26:13.407705Z","end":"2026-02-26T02:26:13.543705Z","steps":["trace[794033593] 'agreement among raft nodes before linearized reading' (duration: 135.697567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.543729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.101383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-26T02:26:13.54374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.865557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2889"} {"level":"info","ts":"2026-02-26T02:26:13.54376Z","caller":"traceutil/trace.go:171","msg":"trace[173141340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23584; }","duration":"287.175955ms","start":"2026-02-26T02:26:13.256574Z","end":"2026-02-26T02:26:13.54375Z","steps":["trace[173141340] 'agreement among raft nodes before linearized reading' (duration: 287.094002ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:13.543769Z","caller":"traceutil/trace.go:171","msg":"trace[1538104055] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:23584; }","duration":"317.914369ms","start":"2026-02-26T02:26:13.225845Z","end":"2026-02-26T02:26:13.543759Z","steps":["trace[1538104055] 'agreement among raft nodes before linearized reading' (duration: 317.862557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.543796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:13.22583Z","time spent":"317.960969ms","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":2911,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"warn","ts":"2026-02-26T02:26:13.54379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.116031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-26T02:26:13.54385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.777834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3240"} {"level":"info","ts":"2026-02-26T02:26:13.543849Z","caller":"traceutil/trace.go:171","msg":"trace[1537806598] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23584; }","duration":"115.189472ms","start":"2026-02-26T02:26:13.42864Z","end":"2026-02-26T02:26:13.54383Z","steps":["trace[1537806598] 'agreement among raft nodes before linearized reading' (duration: 115.071879ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.543646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.535516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:13.543876Z","caller":"traceutil/trace.go:171","msg":"trace[416101908] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:23584; }","duration":"767.823105ms","start":"2026-02-26T02:26:12.776044Z","end":"2026-02-26T02:26:13.543868Z","steps":["trace[416101908] 'agreement among raft nodes before linearized reading' (duration: 767.746483ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:13.543902Z","caller":"traceutil/trace.go:171","msg":"trace[1571480453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23584; }","duration":"260.818851ms","start":"2026-02-26T02:26:13.283075Z","end":"2026-02-26T02:26:13.543894Z","steps":["trace[1571480453] 'agreement among raft nodes before linearized reading' (duration: 260.539705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.543903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:12.776033Z","time spent":"767.864366ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3262,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-02-26T02:26:13.543771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.503388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:26:13.543995Z","caller":"traceutil/trace.go:171","msg":"trace[2142250814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23584; }","duration":"133.742292ms","start":"2026-02-26T02:26:13.410242Z","end":"2026-02-26T02:26:13.543985Z","steps":["trace[2142250814] 'agreement among raft nodes before linearized reading' (duration: 133.473896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.544058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.230186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-wtdqhk\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-26T02:26:13.544093Z","caller":"traceutil/trace.go:171","msg":"trace[156091428] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-wtdqhk; range_end:; response_count:1; response_revision:23584; }","duration":"293.305096ms","start":"2026-02-26T02:26:13.250779Z","end":"2026-02-26T02:26:13.544084Z","steps":["trace[156091428] 'agreement among raft nodes before linearized reading' (duration: 293.214995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.545263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.357177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:26:13.545299Z","caller":"traceutil/trace.go:171","msg":"trace[62816328] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23584; }","duration":"323.461019ms","start":"2026-02-26T02:26:13.221828Z","end":"2026-02-26T02:26:13.545289Z","steps":["trace[62816328] 'agreement among raft nodes before linearized reading' (duration: 322.057153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.545333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:13.221795Z","time spent":"323.5299ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2744,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:26:13.751239Z","caller":"traceutil/trace.go:171","msg":"trace[976899967] transaction","detail":"{read_only:false; response_revision:23586; number_of_response:1; }","duration":"196.835678ms","start":"2026-02-26T02:26:13.554368Z","end":"2026-02-26T02:26:13.751204Z","steps":["trace[976899967] 'process raft request' (duration: 196.504231ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:13.751682Z","caller":"traceutil/trace.go:171","msg":"trace[2074885] transaction","detail":"{read_only:false; response_revision:23587; number_of_response:1; }","duration":"197.125053ms","start":"2026-02-26T02:26:13.554494Z","end":"2026-02-26T02:26:13.751619Z","steps":["trace[2074885] 'process raft request' (duration: 196.627405ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:13.751884Z","caller":"traceutil/trace.go:171","msg":"trace[75789483] linearizableReadLoop","detail":"{readStateIndex:24429; appliedIndex:24425; }","duration":"197.320147ms","start":"2026-02-26T02:26:13.554546Z","end":"2026-02-26T02:26:13.751866Z","steps":["trace[75789483] 'read index received' (duration: 53.747745ms)","trace[75789483] 'applied index is now lower than readState.Index' (duration: 143.570422ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:13.751866Z","caller":"traceutil/trace.go:171","msg":"trace[560641099] transaction","detail":"{read_only:false; response_revision:23589; number_of_response:1; }","duration":"197.289716ms","start":"2026-02-26T02:26:13.554533Z","end":"2026-02-26T02:26:13.751823Z","steps":["trace[560641099] 'process raft request' (duration: 197.150563ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:13.751947Z","caller":"traceutil/trace.go:171","msg":"trace[1542769829] transaction","detail":"{read_only:false; response_revision:23588; number_of_response:1; }","duration":"197.384428ms","start":"2026-02-26T02:26:13.554543Z","end":"2026-02-26T02:26:13.751927Z","steps":["trace[1542769829] 'process raft request' (duration: 196.93615ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:13.752003Z","caller":"traceutil/trace.go:171","msg":"trace[507772494] transaction","detail":"{read_only:false; response_revision:23590; number_of_response:1; }","duration":"197.386748ms","start":"2026-02-26T02:26:13.554603Z","end":"2026-02-26T02:26:13.75199Z","steps":["trace[507772494] 'process raft request' (duration: 197.154084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.752278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.702823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert\" ","response":"range_response_count:1 size:2250"} {"level":"info","ts":"2026-02-26T02:26:13.752325Z","caller":"traceutil/trace.go:171","msg":"trace[1467169487] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert; range_end:; response_count:1; response_revision:23590; }","duration":"197.771624ms","start":"2026-02-26T02:26:13.554538Z","end":"2026-02-26T02:26:13.75231Z","steps":["trace[1467169487] 'agreement among raft nodes before linearized reading' (duration: 197.567491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.752355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.097732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert\" ","response":"range_response_count:1 size:2511"} {"level":"info","ts":"2026-02-26T02:26:13.752447Z","caller":"traceutil/trace.go:171","msg":"trace[789471824] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert; range_end:; response_count:1; response_revision:23590; }","duration":"197.236425ms","start":"2026-02-26T02:26:13.55519Z","end":"2026-02-26T02:26:13.752427Z","steps":["trace[789471824] 'agreement among raft nodes before linearized reading' (duration: 196.940389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.752475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.447454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:13.752508Z","caller":"traceutil/trace.go:171","msg":"trace[750173618] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23590; }","duration":"176.515556ms","start":"2026-02-26T02:26:13.57598Z","end":"2026-02-26T02:26:13.752496Z","steps":["trace[750173618] 'agreement among raft nodes before linearized reading' (duration: 176.450645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.752658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.591694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" ","response":"range_response_count:1 size:2188"} {"level":"info","ts":"2026-02-26T02:26:13.752698Z","caller":"traceutil/trace.go:171","msg":"trace[471532556] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca; range_end:; response_count:1; response_revision:23590; }","duration":"196.647565ms","start":"2026-02-26T02:26:13.556038Z","end":"2026-02-26T02:26:13.752685Z","steps":["trace[471532556] 'agreement among raft nodes before linearized reading' (duration: 196.526853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.752756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.598138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2103"} {"level":"warn","ts":"2026-02-26T02:26:13.752752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.746278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T02:26:13.752759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.715656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:2123"} {"level":"info","ts":"2026-02-26T02:26:13.752829Z","caller":"traceutil/trace.go:171","msg":"trace[1144677123] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:23590; }","duration":"151.689261ms","start":"2026-02-26T02:26:13.601129Z","end":"2026-02-26T02:26:13.752818Z","steps":["trace[1144677123] 'agreement among raft nodes before linearized reading' (duration: 151.546369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.752827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.726346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2544"} {"level":"info","ts":"2026-02-26T02:26:13.752846Z","caller":"traceutil/trace.go:171","msg":"trace[2133252913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23590; }","duration":"141.85307ms","start":"2026-02-26T02:26:13.610976Z","end":"2026-02-26T02:26:13.752829Z","steps":["trace[2133252913] 'agreement among raft nodes before linearized reading' (duration: 141.629996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.752869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.849349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-system/capi-serving-cert\" ","response":"range_response_count:1 size:2064"} {"level":"info","ts":"2026-02-26T02:26:13.752866Z","caller":"traceutil/trace.go:171","msg":"trace[174291174] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:23590; }","duration":"196.848069ms","start":"2026-02-26T02:26:13.555995Z","end":"2026-02-26T02:26:13.752843Z","steps":["trace[174291174] 'agreement among raft nodes before linearized reading' (duration: 196.651945ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:13.752884Z","caller":"traceutil/trace.go:171","msg":"trace[642461766] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:23590; }","duration":"196.874069ms","start":"2026-02-26T02:26:13.555992Z","end":"2026-02-26T02:26:13.752866Z","steps":["trace[642461766] 'agreement among raft nodes before linearized reading' (duration: 196.632805ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:13.752906Z","caller":"traceutil/trace.go:171","msg":"trace[133665638] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-system/capi-serving-cert; range_end:; response_count:1; response_revision:23590; }","duration":"196.89317ms","start":"2026-02-26T02:26:13.555999Z","end":"2026-02-26T02:26:13.752892Z","steps":["trace[133665638] 'agreement among raft nodes before linearized reading' (duration: 196.775538ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.75298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.938343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:2947"} {"level":"info","ts":"2026-02-26T02:26:13.753018Z","caller":"traceutil/trace.go:171","msg":"trace[755323371] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:23590; }","duration":"177.007814ms","start":"2026-02-26T02:26:13.575998Z","end":"2026-02-26T02:26:13.753006Z","steps":["trace[755323371] 'agreement among raft nodes before linearized reading' (duration: 176.909682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.753031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.047102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" ","response":"range_response_count:1 size:2194"} {"level":"info","ts":"2026-02-26T02:26:13.753063Z","caller":"traceutil/trace.go:171","msg":"trace[570317983] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capo-system/capo-serving-cert; range_end:; response_count:1; response_revision:23590; }","duration":"197.091062ms","start":"2026-02-26T02:26:13.555959Z","end":"2026-02-26T02:26:13.75305Z","steps":["trace[570317983] 'agreement among raft nodes before linearized reading' (duration: 197.002831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.753081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.336274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-7r7hm-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-02-26T02:26:13.75315Z","caller":"traceutil/trace.go:171","msg":"trace[896519722] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-7r7hm-tls; range_end:; response_count:1; response_revision:23590; }","duration":"127.417165ms","start":"2026-02-26T02:26:13.625684Z","end":"2026-02-26T02:26:13.753101Z","steps":["trace[896519722] 'agreement among raft nodes before linearized reading' (duration: 127.330074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:13.753149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.375008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/auth-system/keycloak\" ","response":"range_response_count:1 size:865"} {"level":"info","ts":"2026-02-26T02:26:13.75321Z","caller":"traceutil/trace.go:171","msg":"trace[364817605] range","detail":"{range_begin:/registry/ingress/auth-system/keycloak; range_end:; response_count:1; response_revision:23590; }","duration":"101.49378ms","start":"2026-02-26T02:26:13.651698Z","end":"2026-02-26T02:26:13.753192Z","steps":["trace[364817605] 'agreement among raft nodes before linearized reading' (duration: 101.333247ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:14.021022Z","caller":"traceutil/trace.go:171","msg":"trace[1990680993] linearizableReadLoop","detail":"{readStateIndex:24433; appliedIndex:24431; }","duration":"245.239395ms","start":"2026-02-26T02:26:13.775751Z","end":"2026-02-26T02:26:14.02099Z","steps":["trace[1990680993] 'read index received' (duration: 20.381395ms)","trace[1990680993] 'applied index is now lower than readState.Index' (duration: 224.85669ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:14.02111Z","caller":"traceutil/trace.go:171","msg":"trace[136664837] transaction","detail":"{read_only:false; response_revision:23592; number_of_response:1; }","duration":"254.235589ms","start":"2026-02-26T02:26:13.766843Z","end":"2026-02-26T02:26:14.021078Z","steps":["trace[136664837] 'process raft request' (duration: 253.900263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.02131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.539231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/glance-api-certs\" ","response":"range_response_count:1 size:2366"} {"level":"info","ts":"2026-02-26T02:26:14.021366Z","caller":"traceutil/trace.go:171","msg":"trace[177467139] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/glance-api-certs; range_end:; response_count:1; response_revision:23592; }","duration":"245.644633ms","start":"2026-02-26T02:26:13.775702Z","end":"2026-02-26T02:26:14.021346Z","steps":["trace[177467139] 'agreement among raft nodes before linearized reading' (duration: 245.433438ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:14.1247Z","caller":"traceutil/trace.go:171","msg":"trace[1888701680] linearizableReadLoop","detail":"{readStateIndex:24434; appliedIndex:24433; }","duration":"103.542909ms","start":"2026-02-26T02:26:14.0211Z","end":"2026-02-26T02:26:14.124643Z","steps":["trace[1888701680] 'read index received' (duration: 101.029213ms)","trace[1888701680] 'applied index is now lower than readState.Index' (duration: 2.512156ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:14.125001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.849058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/volumev3\" ","response":"range_response_count:1 size:1061"} {"level":"info","ts":"2026-02-26T02:26:14.125077Z","caller":"traceutil/trace.go:171","msg":"trace[1748393482] transaction","detail":"{read_only:false; response_revision:23593; number_of_response:1; }","duration":"204.855976ms","start":"2026-02-26T02:26:13.920208Z","end":"2026-02-26T02:26:14.125064Z","steps":["trace[1748393482] 'process raft request' (duration: 201.955553ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:14.125105Z","caller":"traceutil/trace.go:171","msg":"trace[695287439] range","detail":"{range_begin:/registry/ingress/openstack/volumev3; range_end:; response_count:1; response_revision:23593; }","duration":"174.01239ms","start":"2026-02-26T02:26:13.951066Z","end":"2026-02-26T02:26:14.125078Z","steps":["trace[695287439] 'agreement among raft nodes before linearized reading' (duration: 173.631973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.125131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.932235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-p4jj7-api\" ","response":"range_response_count:1 size:2102"} {"level":"warn","ts":"2026-02-26T02:26:14.125181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.94227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/heat-cfn-certs\" ","response":"range_response_count:1 size:2172"} {"level":"info","ts":"2026-02-26T02:26:14.125208Z","caller":"traceutil/trace.go:171","msg":"trace[1293779733] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-p4jj7-api; range_end:; response_count:1; response_revision:23593; }","duration":"224.053157ms","start":"2026-02-26T02:26:13.901133Z","end":"2026-02-26T02:26:14.125186Z","steps":["trace[1293779733] 'agreement among raft nodes before linearized reading' (duration: 223.738732ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:14.125286Z","caller":"traceutil/trace.go:171","msg":"trace[256686155] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/heat-cfn-certs; range_end:; response_count:1; response_revision:23593; }","duration":"299.100403ms","start":"2026-02-26T02:26:13.826149Z","end":"2026-02-26T02:26:14.12525Z","steps":["trace[256686155] 'agreement among raft nodes before linearized reading' (duration: 298.769698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.125232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.884542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/keystone-api-certs\" ","response":"range_response_count:1 size:2164"} {"level":"warn","ts":"2026-02-26T02:26:14.125347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.81582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:2138"} {"level":"info","ts":"2026-02-26T02:26:14.125449Z","caller":"traceutil/trace.go:171","msg":"trace[1656990016] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:23593; }","duration":"249.951982ms","start":"2026-02-26T02:26:13.875473Z","end":"2026-02-26T02:26:14.125425Z","steps":["trace[1656990016] 'agreement among raft nodes before linearized reading' (duration: 249.28024ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:14.125461Z","caller":"traceutil/trace.go:171","msg":"trace[753939604] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/keystone-api-certs; range_end:; response_count:1; response_revision:23593; }","duration":"273.188957ms","start":"2026-02-26T02:26:13.852219Z","end":"2026-02-26T02:26:14.125408Z","steps":["trace[753939604] 'agreement among raft nodes before linearized reading' (duration: 272.649858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.125506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.92535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-p4jj7-vnc\" ","response":"range_response_count:1 size:1885"} {"level":"info","ts":"2026-02-26T02:26:14.125558Z","caller":"traceutil/trace.go:171","msg":"trace[192001054] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-p4jj7-vnc; range_end:; response_count:1; response_revision:23593; }","duration":"149.002011ms","start":"2026-02-26T02:26:13.976546Z","end":"2026-02-26T02:26:14.125548Z","steps":["trace[192001054] 'agreement among raft nodes before linearized reading' (duration: 148.38434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.125022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.208684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:866"} {"level":"warn","ts":"2026-02-26T02:26:14.125662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.132267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1618"} {"level":"warn","ts":"2026-02-26T02:26:14.125725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.748276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-26T02:26:14.125746Z","caller":"traceutil/trace.go:171","msg":"trace[1873209905] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23593; }","duration":"123.26177ms","start":"2026-02-26T02:26:14.002463Z","end":"2026-02-26T02:26:14.125725Z","steps":["trace[1873209905] 'agreement among raft nodes before linearized reading' (duration: 122.359404ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:14.125761Z","caller":"traceutil/trace.go:171","msg":"trace[1471687743] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23593; }","duration":"160.812758ms","start":"2026-02-26T02:26:13.964937Z","end":"2026-02-26T02:26:14.12575Z","steps":["trace[1471687743] 'agreement among raft nodes before linearized reading' (duration: 160.012394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.125675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.483043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/heat-api-certs\" ","response":"range_response_count:1 size:2169"} {"level":"info","ts":"2026-02-26T02:26:14.125786Z","caller":"traceutil/trace.go:171","msg":"trace[931279330] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:23593; }","duration":"198.856295ms","start":"2026-02-26T02:26:13.926743Z","end":"2026-02-26T02:26:14.1256Z","steps":["trace[931279330] 'agreement among raft nodes before linearized reading' (duration: 198.098531ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:14.125848Z","caller":"traceutil/trace.go:171","msg":"trace[1505050766] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/heat-api-certs; range_end:; response_count:1; response_revision:23593; }","duration":"321.865899ms","start":"2026-02-26T02:26:13.803958Z","end":"2026-02-26T02:26:14.125824Z","steps":["trace[1505050766] 'agreement among raft nodes before linearized reading' (duration: 321.040125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.125914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:13.803945Z","time spent":"321.950442ms","remote":"127.0.0.1:57138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2191,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/heat-api-certs\" "} {"level":"info","ts":"2026-02-26T02:26:14.147501Z","caller":"traceutil/trace.go:171","msg":"trace[1826548302] transaction","detail":"{read_only:false; response_revision:23594; number_of_response:1; }","duration":"119.454871ms","start":"2026-02-26T02:26:14.028014Z","end":"2026-02-26T02:26:14.147469Z","steps":["trace[1826548302] 'process raft request' (duration: 119.079463ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:14.147897Z","caller":"traceutil/trace.go:171","msg":"trace[1585003544] transaction","detail":"{read_only:false; response_revision:23595; number_of_response:1; }","duration":"119.781376ms","start":"2026-02-26T02:26:14.028101Z","end":"2026-02-26T02:26:14.147882Z","steps":["trace[1585003544] 'process raft request' (duration: 119.242486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.147934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.711411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10648"} {"level":"info","ts":"2026-02-26T02:26:14.147995Z","caller":"traceutil/trace.go:171","msg":"trace[1145047896] transaction","detail":"{read_only:false; response_revision:23596; number_of_response:1; }","duration":"119.753805ms","start":"2026-02-26T02:26:14.028235Z","end":"2026-02-26T02:26:14.147989Z","steps":["trace[1145047896] 'process raft request' (duration: 119.183555ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:14.148005Z","caller":"traceutil/trace.go:171","msg":"trace[1695659478] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23597; }","duration":"121.821843ms","start":"2026-02-26T02:26:14.026169Z","end":"2026-02-26T02:26:14.14799Z","steps":["trace[1695659478] 'agreement among raft nodes before linearized reading' (duration: 121.592269ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:14.148066Z","caller":"traceutil/trace.go:171","msg":"trace[1427904129] transaction","detail":"{read_only:false; response_revision:23597; number_of_response:1; }","duration":"119.012301ms","start":"2026-02-26T02:26:14.029048Z","end":"2026-02-26T02:26:14.14806Z","steps":["trace[1427904129] 'process raft request' (duration: 118.447711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.148359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.091118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" ","response":"range_response_count:1 size:1921"} {"level":"info","ts":"2026-02-26T02:26:14.148441Z","caller":"traceutil/trace.go:171","msg":"trace[1699290489] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca; range_end:; response_count:1; response_revision:23597; }","duration":"122.21308ms","start":"2026-02-26T02:26:14.026208Z","end":"2026-02-26T02:26:14.148421Z","steps":["trace[1699290489] 'agreement among raft nodes before linearized reading' (duration: 121.874454ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:15.895718Z","caller":"traceutil/trace.go:171","msg":"trace[1751792171] linearizableReadLoop","detail":"{readStateIndex:24458; appliedIndex:24457; }","duration":"135.208968ms","start":"2026-02-26T02:26:15.760489Z","end":"2026-02-26T02:26:15.895698Z","steps":["trace[1751792171] 'read index received' (duration: 135.073735ms)","trace[1751792171] 'applied index is now lower than readState.Index' (duration: 133.983µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:15.89591Z","caller":"traceutil/trace.go:171","msg":"trace[287714851] transaction","detail":"{read_only:false; response_revision:23616; number_of_response:1; }","duration":"136.016284ms","start":"2026-02-26T02:26:15.759795Z","end":"2026-02-26T02:26:15.895811Z","steps":["trace[287714851] 'process raft request' (duration: 135.735989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:15.895985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.476593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:26:15.896018Z","caller":"traceutil/trace.go:171","msg":"trace[1247545694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23616; }","duration":"135.535565ms","start":"2026-02-26T02:26:15.760473Z","end":"2026-02-26T02:26:15.896008Z","steps":["trace[1247545694] 'agreement among raft nodes before linearized reading' (duration: 135.31932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:15.89701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.926751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:26:15.897117Z","caller":"traceutil/trace.go:171","msg":"trace[1466943064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23617; }","duration":"136.027604ms","start":"2026-02-26T02:26:15.761039Z","end":"2026-02-26T02:26:15.897067Z","steps":["trace[1466943064] 'agreement among raft nodes before linearized reading' (duration: 135.82972ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:15.897445Z","caller":"traceutil/trace.go:171","msg":"trace[1992149852] transaction","detail":"{read_only:false; response_revision:23617; number_of_response:1; }","duration":"134.735121ms","start":"2026-02-26T02:26:15.762682Z","end":"2026-02-26T02:26:15.897418Z","steps":["trace[1992149852] 'process raft request' (duration: 134.060988ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:18.027762Z","caller":"traceutil/trace.go:171","msg":"trace[1712530545] transaction","detail":"{read_only:false; response_revision:23634; number_of_response:1; }","duration":"108.082171ms","start":"2026-02-26T02:26:17.919633Z","end":"2026-02-26T02:26:18.027715Z","steps":["trace[1712530545] 'process raft request' (duration: 76.474152ms)","trace[1712530545] 'compare' (duration: 31.371455ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:18.027799Z","caller":"traceutil/trace.go:171","msg":"trace[109594846] transaction","detail":"{read_only:false; response_revision:23635; number_of_response:1; }","duration":"107.376348ms","start":"2026-02-26T02:26:17.920375Z","end":"2026-02-26T02:26:18.027751Z","steps":["trace[109594846] 'process raft request' (duration: 107.261446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:18.027914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.078275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:26:18.027985Z","caller":"traceutil/trace.go:171","msg":"trace[443637872] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23635; }","duration":"106.207557ms","start":"2026-02-26T02:26:17.921762Z","end":"2026-02-26T02:26:18.02797Z","steps":["trace[443637872] 'agreement among raft nodes before linearized reading' (duration: 106.072005ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:18.027721Z","caller":"traceutil/trace.go:171","msg":"trace[1967184194] linearizableReadLoop","detail":"{readStateIndex:24477; appliedIndex:24474; }","duration":"105.893771ms","start":"2026-02-26T02:26:17.921801Z","end":"2026-02-26T02:26:18.027695Z","steps":["trace[1967184194] 'read index received' (duration: 24.987398ms)","trace[1967184194] 'applied index is now lower than readState.Index' (duration: 80.904833ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:18.920972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.618543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:26:18.921221Z","caller":"traceutil/trace.go:171","msg":"trace[1741017226] linearizableReadLoop","detail":"{readStateIndex:24481; appliedIndex:24479; }","duration":"218.848541ms","start":"2026-02-26T02:26:18.702353Z","end":"2026-02-26T02:26:18.921202Z","steps":["trace[1741017226] 'read index received' (duration: 116.907093ms)","trace[1741017226] 'applied index is now lower than readState.Index' (duration: 101.940268ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:18.921405Z","caller":"traceutil/trace.go:171","msg":"trace[828164075] transaction","detail":"{read_only:false; response_revision:23637; number_of_response:1; }","duration":"251.54993ms","start":"2026-02-26T02:26:18.669696Z","end":"2026-02-26T02:26:18.921246Z","steps":["trace[828164075] 'process raft request' (duration: 149.560121ms)","trace[828164075] 'compare' (duration: 101.423129ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:18.921576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.193807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-02-26T02:26:18.921629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.917913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:18.921629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.075234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:26:18.921658Z","caller":"traceutil/trace.go:171","msg":"trace[770485261] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23638; }","duration":"152.949534ms","start":"2026-02-26T02:26:18.768698Z","end":"2026-02-26T02:26:18.921647Z","steps":["trace[770485261] 'agreement among raft nodes before linearized reading' (duration: 152.890802ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:18.921655Z","caller":"traceutil/trace.go:171","msg":"trace[108696287] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23638; }","duration":"219.31803ms","start":"2026-02-26T02:26:18.702319Z","end":"2026-02-26T02:26:18.921637Z","steps":["trace[108696287] 'agreement among raft nodes before linearized reading' (duration: 219.048865ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:18.921672Z","caller":"traceutil/trace.go:171","msg":"trace[2137809557] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23638; }","duration":"178.173186ms","start":"2026-02-26T02:26:18.743486Z","end":"2026-02-26T02:26:18.921659Z","steps":["trace[2137809557] 'agreement among raft nodes before linearized reading' (duration: 178.065653ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:18.921444Z","caller":"traceutil/trace.go:171","msg":"trace[1916499649] transaction","detail":"{read_only:false; response_revision:23638; number_of_response:1; }","duration":"221.974448ms","start":"2026-02-26T02:26:18.699438Z","end":"2026-02-26T02:26:18.921413Z","steps":["trace[1916499649] 'process raft request' (duration: 221.652842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:19.693411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939132998978784830,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:26:19.717927Z","caller":"traceutil/trace.go:171","msg":"trace[1800781229] transaction","detail":"{read_only:false; response_revision:23640; number_of_response:1; }","duration":"734.533423ms","start":"2026-02-26T02:26:18.983371Z","end":"2026-02-26T02:26:19.717905Z","steps":["trace[1800781229] 'process raft request' (duration: 727.752669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:19.718064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:18.983356Z","time spent":"734.623086ms","remote":"127.0.0.1:56412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:19.726266Z","caller":"traceutil/trace.go:171","msg":"trace[1713955016] transaction","detail":"{read_only:false; response_revision:23641; number_of_response:1; }","duration":"477.869759ms","start":"2026-02-26T02:26:19.248367Z","end":"2026-02-26T02:26:19.726237Z","steps":["trace[1713955016] 'process raft request' (duration: 477.615804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:19.726588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:19.248352Z","time spent":"478.157374ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:19.72699Z","caller":"traceutil/trace.go:171","msg":"trace[1675329986] transaction","detail":"{read_only:false; response_revision:23642; number_of_response:1; }","duration":"299.017942ms","start":"2026-02-26T02:26:19.427955Z","end":"2026-02-26T02:26:19.726973Z","steps":["trace[1675329986] 'process raft request' (duration: 298.163876ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:19.727156Z","caller":"traceutil/trace.go:171","msg":"trace[964590112] linearizableReadLoop","detail":"{readStateIndex:24487; appliedIndex:24482; }","duration":"534.02623ms","start":"2026-02-26T02:26:19.193118Z","end":"2026-02-26T02:26:19.727145Z","steps":["trace[964590112] 'read index received' (duration: 518.027946ms)","trace[964590112] 'applied index is now lower than readState.Index' (duration: 15.997044ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:19.727512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.386616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:26:19.727554Z","caller":"traceutil/trace.go:171","msg":"trace[2050400261] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23644; }","duration":"534.473477ms","start":"2026-02-26T02:26:19.193071Z","end":"2026-02-26T02:26:19.727545Z","steps":["trace[2050400261] 'agreement among raft nodes before linearized reading' (duration: 534.283613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:19.727507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.121856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-26T02:26:19.727585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:19.193045Z","time spent":"534.531768ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":176,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:26:19.727621Z","caller":"traceutil/trace.go:171","msg":"trace[1184687378] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23644; }","duration":"387.266558ms","start":"2026-02-26T02:26:19.340334Z","end":"2026-02-26T02:26:19.7276Z","steps":["trace[1184687378] 'agreement among raft nodes before linearized reading' (duration: 387.024064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:19.727669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:19.340324Z","time spent":"387.334839ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:26:20.406446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.92184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:26:20.406732Z","caller":"traceutil/trace.go:171","msg":"trace[532902919] transaction","detail":"{read_only:false; response_revision:23651; number_of_response:1; }","duration":"304.615463ms","start":"2026-02-26T02:26:20.102066Z","end":"2026-02-26T02:26:20.406682Z","steps":["trace[532902919] 'process raft request' (duration: 155.309158ms)","trace[532902919] 'compare' (duration: 148.710785ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:20.406959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:20.102051Z","time spent":"304.780916ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:20.407583Z","caller":"traceutil/trace.go:171","msg":"trace[874954918] transaction","detail":"{read_only:false; response_revision:23652; number_of_response:1; }","duration":"298.374079ms","start":"2026-02-26T02:26:20.109179Z","end":"2026-02-26T02:26:20.407553Z","steps":["trace[874954918] 'process raft request' (duration: 297.420721ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:20.407609Z","caller":"traceutil/trace.go:171","msg":"trace[639814191] linearizableReadLoop","detail":"{readStateIndex:24495; appliedIndex:24492; }","duration":"296.815471ms","start":"2026-02-26T02:26:20.110739Z","end":"2026-02-26T02:26:20.407554Z","steps":["trace[639814191] 'read index received' (duration: 69.156998ms)","trace[639814191] 'applied index is now lower than readState.Index' (duration: 227.651433ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:20.566387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.944473ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-02-26T02:26:20.566732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.973707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-02-26T02:26:20.566833Z","caller":"traceutil/trace.go:171","msg":"trace[832118259] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23652; }","duration":"456.10826ms","start":"2026-02-26T02:26:20.110698Z","end":"2026-02-26T02:26:20.566806Z","steps":["trace[832118259] 'agreement among raft nodes before linearized reading' (duration: 297.028664ms)","trace[832118259] 'range keys from in-memory index tree' (duration: 158.857242ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:20.566892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:20.110683Z","time spent":"456.195193ms","remote":"127.0.0.1:58628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T02:26:20.566901Z","caller":"traceutil/trace.go:171","msg":"trace[2089760554] transaction","detail":"{read_only:false; response_revision:23653; number_of_response:1; }","duration":"200.21639ms","start":"2026-02-26T02:26:20.366644Z","end":"2026-02-26T02:26:20.56686Z","steps":["trace[2089760554] 'process raft request' (duration: 199.854553ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:20.56704Z","caller":"traceutil/trace.go:171","msg":"trace[2029915405] linearizableReadLoop","detail":"{readStateIndex:24497; appliedIndex:24495; }","duration":"159.210309ms","start":"2026-02-26T02:26:20.407698Z","end":"2026-02-26T02:26:20.566908Z","steps":["trace[2029915405] 'read index received' (duration: 27.920123ms)","trace[2029915405] 'applied index is now lower than readState.Index' (duration: 131.175464ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:20.592933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.421809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:26:20.593103Z","caller":"traceutil/trace.go:171","msg":"trace[88048389] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23653; }","duration":"203.645542ms","start":"2026-02-26T02:26:20.389429Z","end":"2026-02-26T02:26:20.593074Z","steps":["trace[88048389] 'agreement among raft nodes before linearized reading' (duration: 177.420532ms)","trace[88048389] 'count revisions from in-memory index tree' (duration: 26.014767ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:20.592955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.217719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:20.593273Z","caller":"traceutil/trace.go:171","msg":"trace[1087332375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23653; }","duration":"308.593966ms","start":"2026-02-26T02:26:20.284646Z","end":"2026-02-26T02:26:20.59324Z","steps":["trace[1087332375] 'agreement among raft nodes before linearized reading' (duration: 282.357086ms)","trace[1087332375] 'range keys from in-memory index tree' (duration: 25.882644ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:20.593368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:20.284621Z","time spent":"308.710519ms","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:26:21.545742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.155506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:21.545805Z","caller":"traceutil/trace.go:171","msg":"trace[1943633865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23655; }","duration":"262.283798ms","start":"2026-02-26T02:26:21.283507Z","end":"2026-02-26T02:26:21.54579Z","steps":["trace[1943633865] 'range keys from in-memory index tree' (duration: 262.048655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:21.545926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.58279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:21.545984Z","caller":"traceutil/trace.go:171","msg":"trace[895086254] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23655; }","duration":"258.787584ms","start":"2026-02-26T02:26:21.287181Z","end":"2026-02-26T02:26:21.545969Z","steps":["trace[895086254] 'count revisions from in-memory index tree' (duration: 258.463448ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:21.86488Z","caller":"traceutil/trace.go:171","msg":"trace[873978450] transaction","detail":"{read_only:false; response_revision:23657; number_of_response:1; }","duration":"288.939517ms","start":"2026-02-26T02:26:21.575909Z","end":"2026-02-26T02:26:21.864848Z","steps":["trace[873978450] 'process raft request' (duration: 288.721832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:21.865092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.90142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29534545-g5pqm\" ","response":"range_response_count:1 size:2895"} {"level":"info","ts":"2026-02-26T02:26:21.865184Z","caller":"traceutil/trace.go:171","msg":"trace[711063362] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29534545-g5pqm; range_end:; response_count:1; response_revision:23657; }","duration":"149.032302ms","start":"2026-02-26T02:26:21.716126Z","end":"2026-02-26T02:26:21.865158Z","steps":["trace[711063362] 'agreement among raft nodes before linearized reading' (duration: 148.803288ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:21.865194Z","caller":"traceutil/trace.go:171","msg":"trace[380187598] linearizableReadLoop","detail":"{readStateIndex:24501; appliedIndex:24500; }","duration":"148.579674ms","start":"2026-02-26T02:26:21.716176Z","end":"2026-02-26T02:26:21.864756Z","steps":["trace[380187598] 'read index received' (duration: 148.515652ms)","trace[380187598] 'applied index is now lower than readState.Index' (duration: 63.292µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:21.989395Z","caller":"traceutil/trace.go:171","msg":"trace[857095786] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23662; }","duration":"121.600159ms","start":"2026-02-26T02:26:21.867777Z","end":"2026-02-26T02:26:21.989377Z","steps":["trace[857095786] 'process raft request' (duration: 121.554538ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:21.989608Z","caller":"traceutil/trace.go:171","msg":"trace[1450710166] transaction","detail":"{read_only:false; response_revision:23660; number_of_response:1; }","duration":"258.051801ms","start":"2026-02-26T02:26:21.731549Z","end":"2026-02-26T02:26:21.989601Z","steps":["trace[1450710166] 'process raft request' (duration: 257.720274ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:21.989712Z","caller":"traceutil/trace.go:171","msg":"trace[545876674] transaction","detail":"{read_only:false; response_revision:23661; number_of_response:1; }","duration":"256.758507ms","start":"2026-02-26T02:26:21.732946Z","end":"2026-02-26T02:26:21.989704Z","steps":["trace[545876674] 'process raft request' (duration: 256.353599ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:21.989634Z","caller":"traceutil/trace.go:171","msg":"trace[1791134987] transaction","detail":"{read_only:false; response_revision:23659; number_of_response:1; }","duration":"257.973309ms","start":"2026-02-26T02:26:21.731557Z","end":"2026-02-26T02:26:21.989531Z","steps":["trace[1791134987] 'process raft request' (duration: 257.669513ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:21.989816Z","caller":"traceutil/trace.go:171","msg":"trace[169495231] linearizableReadLoop","detail":"{readStateIndex:24505; appliedIndex:24501; }","duration":"124.421281ms","start":"2026-02-26T02:26:21.865388Z","end":"2026-02-26T02:26:21.989809Z","steps":["trace[169495231] 'read index received' (duration: 118.281318ms)","trace[169495231] 'applied index is now lower than readState.Index' (duration: 6.139273ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:21.989926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.851893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:21.989952Z","caller":"traceutil/trace.go:171","msg":"trace[1505413945] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23662; }","duration":"265.923415ms","start":"2026-02-26T02:26:21.724021Z","end":"2026-02-26T02:26:21.989944Z","steps":["trace[1505413945] 'agreement among raft nodes before linearized reading' (duration: 265.813953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:21.990183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.180478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:26:21.990209Z","caller":"traceutil/trace.go:171","msg":"trace[1535972338] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23662; }","duration":"171.246699ms","start":"2026-02-26T02:26:21.818956Z","end":"2026-02-26T02:26:21.990203Z","steps":["trace[1535972338] 'agreement among raft nodes before linearized reading' (duration: 171.170198ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:21.990656Z","caller":"traceutil/trace.go:171","msg":"trace[205053736] transaction","detail":"{read_only:false; response_revision:23658; number_of_response:1; }","duration":"259.193701ms","start":"2026-02-26T02:26:21.731445Z","end":"2026-02-26T02:26:21.990639Z","steps":["trace[205053736] 'process raft request' (duration: 252.206783ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:22.249594Z","caller":"traceutil/trace.go:171","msg":"trace[223989574] transaction","detail":"{read_only:false; response_revision:23667; number_of_response:1; }","duration":"141.262199ms","start":"2026-02-26T02:26:22.10831Z","end":"2026-02-26T02:26:22.249572Z","steps":["trace[223989574] 'process raft request' (duration: 140.823212ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:23.09427Z","caller":"traceutil/trace.go:171","msg":"trace[1503175816] transaction","detail":"{read_only:false; response_revision:23673; number_of_response:1; }","duration":"170.715149ms","start":"2026-02-26T02:26:22.92353Z","end":"2026-02-26T02:26:23.094245Z","steps":["trace[1503175816] 'process raft request' (duration: 170.520085ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:23.286908Z","caller":"traceutil/trace.go:171","msg":"trace[110790957] transaction","detail":"{read_only:false; response_revision:23674; number_of_response:1; }","duration":"339.661206ms","start":"2026-02-26T02:26:22.947213Z","end":"2026-02-26T02:26:23.286875Z","steps":["trace[110790957] 'process raft request' (duration: 249.87686ms)","trace[110790957] 'compare' (duration: 89.603522ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:23.28709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:22.947174Z","time spent":"339.804788ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:23.29065Z","caller":"traceutil/trace.go:171","msg":"trace[430364083] transaction","detail":"{read_only:false; response_revision:23675; number_of_response:1; }","duration":"186.419707ms","start":"2026-02-26T02:26:23.104194Z","end":"2026-02-26T02:26:23.290614Z","steps":["trace[430364083] 'process raft request' (duration: 186.199853ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:23.435041Z","caller":"traceutil/trace.go:171","msg":"trace[1670360028] transaction","detail":"{read_only:false; response_revision:23677; number_of_response:1; }","duration":"138.627591ms","start":"2026-02-26T02:26:23.29638Z","end":"2026-02-26T02:26:23.435007Z","steps":["trace[1670360028] 'process raft request' (duration: 92.656898ms)","trace[1670360028] 'compare' (duration: 45.689228ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:23.435048Z","caller":"traceutil/trace.go:171","msg":"trace[1698798691] transaction","detail":"{read_only:false; response_revision:23678; number_of_response:1; }","duration":"137.883727ms","start":"2026-02-26T02:26:23.297137Z","end":"2026-02-26T02:26:23.43502Z","steps":["trace[1698798691] 'process raft request' (duration: 137.778825ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:23.664344Z","caller":"traceutil/trace.go:171","msg":"trace[803420529] linearizableReadLoop","detail":"{readStateIndex:24524; appliedIndex:24523; }","duration":"124.256318ms","start":"2026-02-26T02:26:23.540046Z","end":"2026-02-26T02:26:23.664303Z","steps":["trace[803420529] 'read index received' (duration: 28.529833ms)","trace[803420529] 'applied index is now lower than readState.Index' (duration: 95.724195ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:23.664404Z","caller":"traceutil/trace.go:171","msg":"trace[806102937] transaction","detail":"{read_only:false; response_revision:23680; number_of_response:1; }","duration":"126.53539ms","start":"2026-02-26T02:26:23.537824Z","end":"2026-02-26T02:26:23.66436Z","steps":["trace[806102937] 'process raft request' (duration: 30.768064ms)","trace[806102937] 'compare' (duration: 95.41757ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:23.664699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.633425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-26T02:26:23.66489Z","caller":"traceutil/trace.go:171","msg":"trace[134530251] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23680; }","duration":"124.872349ms","start":"2026-02-26T02:26:23.539992Z","end":"2026-02-26T02:26:23.664864Z","steps":["trace[134530251] 'agreement among raft nodes before linearized reading' (duration: 124.450562ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:26.706197Z","caller":"traceutil/trace.go:171","msg":"trace[2085365627] transaction","detail":"{read_only:false; response_revision:23703; number_of_response:1; }","duration":"516.12782ms","start":"2026-02-26T02:26:26.190041Z","end":"2026-02-26T02:26:26.706169Z","steps":["trace[2085365627] 'process raft request' (duration: 422.233849ms)","trace[2085365627] 'compare' (duration: 93.476404ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:26.706359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:26.190016Z","time spent":"516.253843ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:26.706492Z","caller":"traceutil/trace.go:171","msg":"trace[1222354837] transaction","detail":"{read_only:false; response_revision:23704; number_of_response:1; }","duration":"516.222452ms","start":"2026-02-26T02:26:26.190251Z","end":"2026-02-26T02:26:26.706474Z","steps":["trace[1222354837] 'process raft request' (duration: 515.833844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:26.706598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:26.190231Z","time spent":"516.324195ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:26.706659Z","caller":"traceutil/trace.go:171","msg":"trace[410828680] linearizableReadLoop","detail":"{readStateIndex:24549; appliedIndex:24547; }","duration":"423.264819ms","start":"2026-02-26T02:26:26.283374Z","end":"2026-02-26T02:26:26.706639Z","steps":["trace[410828680] 'read index received' (duration: 328.859028ms)","trace[410828680] 'applied index is now lower than readState.Index' (duration: 94.404021ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:26.706929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.553024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:26.706986Z","caller":"traceutil/trace.go:171","msg":"trace[139126207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23705; }","duration":"423.659236ms","start":"2026-02-26T02:26:26.283312Z","end":"2026-02-26T02:26:26.706971Z","steps":["trace[139126207] 'agreement among raft nodes before linearized reading' (duration: 423.465143ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:26.70703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:26.283292Z","time spent":"423.727088ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:26:26.707094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.750485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:26.707189Z","caller":"traceutil/trace.go:171","msg":"trace[1098262082] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23705; }","duration":"185.919429ms","start":"2026-02-26T02:26:26.521247Z","end":"2026-02-26T02:26:26.707167Z","steps":["trace[1098262082] 'agreement among raft nodes before linearized reading' (duration: 185.747586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:26.70717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.63557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:26:26.707261Z","caller":"traceutil/trace.go:171","msg":"trace[1778504121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23705; }","duration":"396.758992ms","start":"2026-02-26T02:26:26.310484Z","end":"2026-02-26T02:26:26.707243Z","steps":["trace[1778504121] 'agreement among raft nodes before linearized reading' (duration: 396.457487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:26.707322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.361944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:26:26.707354Z","caller":"traceutil/trace.go:171","msg":"trace[2127644364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23705; }","duration":"241.431726ms","start":"2026-02-26T02:26:26.465913Z","end":"2026-02-26T02:26:26.707345Z","steps":["trace[2127644364] 'agreement among raft nodes before linearized reading' (duration: 241.328414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:26.707349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:26.310465Z","time spent":"396.869085ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:26:26.70738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.525672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:26:26.707388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.537791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:26:26.707453Z","caller":"traceutil/trace.go:171","msg":"trace[1694560638] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23705; }","duration":"334.674454ms","start":"2026-02-26T02:26:26.37276Z","end":"2026-02-26T02:26:26.707434Z","steps":["trace[1694560638] 'agreement among raft nodes before linearized reading' (duration: 334.526572ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:26.707464Z","caller":"traceutil/trace.go:171","msg":"trace[2111808239] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23705; }","duration":"143.667812ms","start":"2026-02-26T02:26:26.563778Z","end":"2026-02-26T02:26:26.707446Z","steps":["trace[2111808239] 'agreement among raft nodes before linearized reading' (duration: 143.51398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:26.707497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:26.372737Z","time spent":"334.750576ms","remote":"127.0.0.1:56594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:29.885555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.263656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:26:29.885797Z","caller":"traceutil/trace.go:171","msg":"trace[2114353994] transaction","detail":"{read_only:false; response_revision:23722; number_of_response:1; }","duration":"156.386366ms","start":"2026-02-26T02:26:29.729371Z","end":"2026-02-26T02:26:29.885758Z","steps":["trace[2114353994] 'process raft request' (duration: 42.816624ms)","trace[2114353994] 'compare' (duration: 111.527055ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:29.885962Z","caller":"traceutil/trace.go:171","msg":"trace[1272896207] transaction","detail":"{read_only:false; response_revision:23724; number_of_response:1; }","duration":"156.006869ms","start":"2026-02-26T02:26:29.729931Z","end":"2026-02-26T02:26:29.885938Z","steps":["trace[1272896207] 'process raft request' (duration: 155.839246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:29.886008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.341739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-26T02:26:29.885962Z","caller":"traceutil/trace.go:171","msg":"trace[542336422] transaction","detail":"{read_only:false; response_revision:23723; number_of_response:1; }","duration":"156.375246ms","start":"2026-02-26T02:26:29.729495Z","end":"2026-02-26T02:26:29.88587Z","steps":["trace[542336422] 'process raft request' (duration: 156.171222ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:29.886063Z","caller":"traceutil/trace.go:171","msg":"trace[1474303554] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23724; }","duration":"154.434071ms","start":"2026-02-26T02:26:29.731613Z","end":"2026-02-26T02:26:29.886047Z","steps":["trace[1474303554] 'agreement among raft nodes before linearized reading' (duration: 154.265148ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:29.885844Z","caller":"traceutil/trace.go:171","msg":"trace[1591551542] linearizableReadLoop","detail":"{readStateIndex:24569; appliedIndex:24566; }","duration":"154.154626ms","start":"2026-02-26T02:26:29.731667Z","end":"2026-02-26T02:26:29.885822Z","steps":["trace[1591551542] 'read index received' (duration: 40.506943ms)","trace[1591551542] 'applied index is now lower than readState.Index' (duration: 113.646283ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:29.886741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.500324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-02-26T02:26:29.886824Z","caller":"traceutil/trace.go:171","msg":"trace[1518829800] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:23724; }","duration":"153.610216ms","start":"2026-02-26T02:26:29.733191Z","end":"2026-02-26T02:26:29.886801Z","steps":["trace[1518829800] 'agreement among raft nodes before linearized reading' (duration: 153.399372ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:30.018197Z","caller":"traceutil/trace.go:171","msg":"trace[1437972747] transaction","detail":"{read_only:false; response_revision:23725; number_of_response:1; }","duration":"118.752127ms","start":"2026-02-26T02:26:29.899412Z","end":"2026-02-26T02:26:30.018164Z","steps":["trace[1437972747] 'process raft request' (duration: 97.526328ms)","trace[1437972747] 'compare' (duration: 21.083617ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:30.353591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.989037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:26:30.353696Z","caller":"traceutil/trace.go:171","msg":"trace[788574895] transaction","detail":"{read_only:false; response_revision:23736; number_of_response:1; }","duration":"198.0028ms","start":"2026-02-26T02:26:30.155668Z","end":"2026-02-26T02:26:30.353671Z","steps":["trace[788574895] 'process raft request' (duration: 76.714387ms)","trace[788574895] 'compare' (duration: 120.751743ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:31.076978Z","caller":"traceutil/trace.go:171","msg":"trace[1930991997] linearizableReadLoop","detail":"{readStateIndex:24588; appliedIndex:24586; }","duration":"217.438886ms","start":"2026-02-26T02:26:30.859518Z","end":"2026-02-26T02:26:31.076957Z","steps":["trace[1930991997] 'read index received' (duration: 135.653577ms)","trace[1930991997] 'applied index is now lower than readState.Index' (duration: 81.784109ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:31.077031Z","caller":"traceutil/trace.go:171","msg":"trace[381223812] transaction","detail":"{read_only:false; response_revision:23742; number_of_response:1; }","duration":"217.912115ms","start":"2026-02-26T02:26:30.859085Z","end":"2026-02-26T02:26:31.076997Z","steps":["trace[381223812] 'process raft request' (duration: 217.822953ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:31.07703Z","caller":"traceutil/trace.go:171","msg":"trace[1854531269] transaction","detail":"{read_only:false; response_revision:23741; number_of_response:1; }","duration":"218.22978ms","start":"2026-02-26T02:26:30.858751Z","end":"2026-02-26T02:26:31.076981Z","steps":["trace[1854531269] 'process raft request' (duration: 136.34978ms)","trace[1854531269] 'compare' (duration: 81.643906ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:31.077171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.634209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18444"} {"level":"info","ts":"2026-02-26T02:26:31.077396Z","caller":"traceutil/trace.go:171","msg":"trace[763953044] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23742; }","duration":"217.908743ms","start":"2026-02-26T02:26:30.859473Z","end":"2026-02-26T02:26:31.077382Z","steps":["trace[763953044] 'agreement among raft nodes before linearized reading' (duration: 217.582578ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:31.930996Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21689} {"level":"info","ts":"2026-02-26T02:26:32.292912Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21689,"took":"356.354572ms","hash":118976065,"current-db-size-bytes":49266688,"current-db-size":"49 MB","current-db-size-in-use-bytes":31334400,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-26T02:26:32.293108Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":118976065,"revision":21689,"compact-revision":18662} {"level":"warn","ts":"2026-02-26T02:26:35.859116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.092375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:26:35.859632Z","caller":"traceutil/trace.go:171","msg":"trace[1230567927] transaction","detail":"{read_only:false; response_revision:23783; number_of_response:1; }","duration":"370.874048ms","start":"2026-02-26T02:26:35.488736Z","end":"2026-02-26T02:26:35.859611Z","steps":["trace[1230567927] 'process raft request' (duration: 205.196952ms)","trace[1230567927] 'compare' (duration: 164.80682ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:35.8597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:35.488709Z","time spent":"370.954819ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:37.497614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.788728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:26:37.49768Z","caller":"traceutil/trace.go:171","msg":"trace[909847315] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23790; }","duration":"585.895721ms","start":"2026-02-26T02:26:36.911767Z","end":"2026-02-26T02:26:37.497663Z","steps":["trace[909847315] 'range keys from in-memory index tree' (duration: 585.573664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:37.497708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:36.91175Z","time spent":"585.952511ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:26:37.498116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.922132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:26:37.498211Z","caller":"traceutil/trace.go:171","msg":"trace[1863722345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23790; }","duration":"567.053724ms","start":"2026-02-26T02:26:36.931126Z","end":"2026-02-26T02:26:37.49818Z","steps":["trace[1863722345] 'range keys from in-memory index tree' (duration: 566.709918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:37.498249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:36.931105Z","time spent":"567.136496ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:26:37.498752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.453364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:26:37.498828Z","caller":"traceutil/trace.go:171","msg":"trace[1845658029] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23790; }","duration":"380.581397ms","start":"2026-02-26T02:26:37.118229Z","end":"2026-02-26T02:26:37.49881Z","steps":["trace[1845658029] 'range keys from in-memory index tree' (duration: 380.279081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:37.498873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:37.118207Z","time spent":"380.654898ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:26:37.49875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.783613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:26:37.498973Z","caller":"traceutil/trace.go:171","msg":"trace[539123180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23790; }","duration":"355.016548ms","start":"2026-02-26T02:26:37.14393Z","end":"2026-02-26T02:26:37.498946Z","steps":["trace[539123180] 'range keys from in-memory index tree' (duration: 354.61848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:37.499058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:37.143917Z","time spent":"355.11274ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:26:45.055348Z","caller":"traceutil/trace.go:171","msg":"trace[355376591] transaction","detail":"{read_only:false; response_revision:23844; number_of_response:1; }","duration":"171.776829ms","start":"2026-02-26T02:26:44.883537Z","end":"2026-02-26T02:26:45.055314Z","steps":["trace[355376591] 'process raft request' (duration: 171.590415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:46.076978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.547268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:26:46.077784Z","caller":"traceutil/trace.go:171","msg":"trace[1722495221] linearizableReadLoop","detail":"{readStateIndex:24695; appliedIndex:24693; }","duration":"855.119765ms","start":"2026-02-26T02:26:45.222649Z","end":"2026-02-26T02:26:46.077769Z","steps":["trace[1722495221] 'read index received' (duration: 499.598728ms)","trace[1722495221] 'applied index is now lower than readState.Index' (duration: 355.519617ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:46.078035Z","caller":"traceutil/trace.go:171","msg":"trace[1149275567] transaction","detail":"{read_only:false; response_revision:23846; number_of_response:1; }","duration":"911.433326ms","start":"2026-02-26T02:26:45.166576Z","end":"2026-02-26T02:26:46.07801Z","steps":["trace[1149275567] 'process raft request' (duration: 911.125741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:46.078072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.42182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-26T02:26:46.078149Z","caller":"traceutil/trace.go:171","msg":"trace[755071939] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:23846; }","duration":"855.532822ms","start":"2026-02-26T02:26:45.222609Z","end":"2026-02-26T02:26:46.078141Z","steps":["trace[755071939] 'agreement among raft nodes before linearized reading' (duration: 855.384889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:46.078188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:45.22259Z","time spent":"855.590303ms","remote":"127.0.0.1:56354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"info","ts":"2026-02-26T02:26:46.078102Z","caller":"traceutil/trace.go:171","msg":"trace[881444056] transaction","detail":"{read_only:false; response_revision:23845; number_of_response:1; }","duration":"1.007488377s","start":"2026-02-26T02:26:45.070577Z","end":"2026-02-26T02:26:46.078066Z","steps":["trace[881444056] 'process raft request' (duration: 651.761117ms)","trace[881444056] 'compare' (duration: 354.426226ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:46.078141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:45.166551Z","time spent":"911.543849ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:46.07842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:45.070555Z","time spent":"1.007799522s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:46.082027Z","caller":"traceutil/trace.go:171","msg":"trace[103144383] transaction","detail":"{read_only:false; response_revision:23847; number_of_response:1; }","duration":"190.025943ms","start":"2026-02-26T02:26:45.89199Z","end":"2026-02-26T02:26:46.082016Z","steps":["trace[103144383] 'process raft request' (duration: 189.690477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:46.082041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.19868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:46.082119Z","caller":"traceutil/trace.go:171","msg":"trace[220405237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23847; }","duration":"799.305111ms","start":"2026-02-26T02:26:45.282792Z","end":"2026-02-26T02:26:46.082097Z","steps":["trace[220405237] 'agreement among raft nodes before linearized reading' (duration: 799.158189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:46.082168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:45.282783Z","time spent":"799.377482ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:26:46.082193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.800732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-02-26T02:26:46.082242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.180325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T02:26:46.082267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.726295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:26:46.082415Z","caller":"traceutil/trace.go:171","msg":"trace[844075638] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23847; }","duration":"652.940218ms","start":"2026-02-26T02:26:45.429463Z","end":"2026-02-26T02:26:46.082403Z","steps":["trace[844075638] 'agreement among raft nodes before linearized reading' (duration: 652.654503ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:46.082648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:45.429439Z","time spent":"653.196063ms","remote":"127.0.0.1:57120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:26:46.082263Z","caller":"traceutil/trace.go:171","msg":"trace[1897975010] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23847; }","duration":"235.900204ms","start":"2026-02-26T02:26:45.846347Z","end":"2026-02-26T02:26:46.082247Z","steps":["trace[1897975010] 'agreement among raft nodes before linearized reading' (duration: 235.803722ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:46.082343Z","caller":"traceutil/trace.go:171","msg":"trace[1781130020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23847; }","duration":"526.301087ms","start":"2026-02-26T02:26:45.556027Z","end":"2026-02-26T02:26:46.082328Z","steps":["trace[1781130020] 'agreement among raft nodes before linearized reading' (duration: 526.079854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:46.082981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:45.556016Z","time spent":"526.911929ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:26:46.08211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.348679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:26:46.083066Z","caller":"traceutil/trace.go:171","msg":"trace[802529444] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23847; }","duration":"526.331397ms","start":"2026-02-26T02:26:45.556724Z","end":"2026-02-26T02:26:46.083055Z","steps":["trace[802529444] 'agreement among raft nodes before linearized reading' (duration: 525.267767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:46.083097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:45.556715Z","time spent":"526.372818ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:26:46.082354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.763009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:26:46.083173Z","caller":"traceutil/trace.go:171","msg":"trace[1225280262] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23847; }","duration":"525.595335ms","start":"2026-02-26T02:26:45.557566Z","end":"2026-02-26T02:26:46.083161Z","steps":["trace[1225280262] 'agreement among raft nodes before linearized reading' (duration: 524.723959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:46.083246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:45.557557Z","time spent":"525.676346ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:26:46.082474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.002603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:26:46.08339Z","caller":"traceutil/trace.go:171","msg":"trace[409265749] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23847; }","duration":"675.93212ms","start":"2026-02-26T02:26:45.407435Z","end":"2026-02-26T02:26:46.083367Z","steps":["trace[409265749] 'agreement among raft nodes before linearized reading' (duration: 674.973572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:46.083751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:45.407422Z","time spent":"676.285027ms","remote":"127.0.0.1:57138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:46.082505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.380351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:46.082545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.555829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:26:46.084194Z","caller":"traceutil/trace.go:171","msg":"trace[1240601725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23847; }","duration":"529.123929ms","start":"2026-02-26T02:26:45.554925Z","end":"2026-02-26T02:26:46.084049Z","steps":["trace[1240601725] 'agreement among raft nodes before linearized reading' (duration: 527.206214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:46.084357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:45.554903Z","time spent":"529.384434ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:26:46.08464Z","caller":"traceutil/trace.go:171","msg":"trace[371730530] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23847; }","duration":"735.855018ms","start":"2026-02-26T02:26:45.348032Z","end":"2026-02-26T02:26:46.083887Z","steps":["trace[371730530] 'agreement among raft nodes before linearized reading' (duration: 734.33825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:46.084723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:45.34801Z","time spent":"736.694943ms","remote":"127.0.0.1:33258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:26:51.519618Z","caller":"traceutil/trace.go:171","msg":"trace[496717463] transaction","detail":"{read_only:false; response_revision:23884; number_of_response:1; }","duration":"442.233226ms","start":"2026-02-26T02:26:51.077368Z","end":"2026-02-26T02:26:51.519601Z","steps":["trace[496717463] 'process raft request' (duration: 442.094642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:51.519786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:51.077338Z","time spent":"442.345448ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:52.661106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.303615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:26:52.661215Z","caller":"traceutil/trace.go:171","msg":"trace[1877048971] linearizableReadLoop","detail":"{readStateIndex:24736; appliedIndex:24734; }","duration":"1.378919596s","start":"2026-02-26T02:26:51.282278Z","end":"2026-02-26T02:26:52.661198Z","steps":["trace[1877048971] 'read index received' (duration: 237.27785ms)","trace[1877048971] 'applied index is now lower than readState.Index' (duration: 1.141640316s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:52.66129Z","caller":"traceutil/trace.go:171","msg":"trace[17611274] transaction","detail":"{read_only:false; response_revision:23885; number_of_response:1; }","duration":"1.578625588s","start":"2026-02-26T02:26:51.082653Z","end":"2026-02-26T02:26:52.661278Z","steps":["trace[17611274] 'process raft request' (duration: 1.374062108s)","trace[17611274] 'compare' (duration: 204.048781ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:52.66135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:51.082636Z","time spent":"1.578684278s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:52.662287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379982636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:52.662388Z","caller":"traceutil/trace.go:171","msg":"trace[1081093816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23885; }","duration":"1.380098158s","start":"2026-02-26T02:26:51.282271Z","end":"2026-02-26T02:26:52.662369Z","steps":["trace[1081093816] 'agreement among raft nodes before linearized reading' (duration: 1.379233252s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:52.66243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:51.282215Z","time spent":"1.38020592s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:26:52.683148Z","caller":"traceutil/trace.go:171","msg":"trace[285906629] transaction","detail":"{read_only:false; response_revision:23887; number_of_response:1; }","duration":"685.642059ms","start":"2026-02-26T02:26:51.997481Z","end":"2026-02-26T02:26:52.683123Z","steps":["trace[285906629] 'process raft request' (duration: 685.426414ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:52.683173Z","caller":"traceutil/trace.go:171","msg":"trace[165169852] transaction","detail":"{read_only:false; response_revision:23886; number_of_response:1; }","duration":"1.114610441s","start":"2026-02-26T02:26:51.568542Z","end":"2026-02-26T02:26:52.683152Z","steps":["trace[165169852] 'process raft request' (duration: 1.114150352s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:52.683311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:51.997463Z","time spent":"685.7617ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:52.683338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:51.568515Z","time spent":"1.114732045s","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:52.683741Z","caller":"traceutil/trace.go:171","msg":"trace[1037538951] transaction","detail":"{read_only:false; response_revision:23889; number_of_response:1; }","duration":"404.22897ms","start":"2026-02-26T02:26:52.279496Z","end":"2026-02-26T02:26:52.683725Z","steps":["trace[1037538951] 'process raft request' (duration: 404.046257ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:52.683729Z","caller":"traceutil/trace.go:171","msg":"trace[907265637] transaction","detail":"{read_only:false; response_revision:23888; number_of_response:1; }","duration":"580.047952ms","start":"2026-02-26T02:26:52.103653Z","end":"2026-02-26T02:26:52.683701Z","steps":["trace[907265637] 'process raft request' (duration: 579.413701ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:52.683753Z","caller":"traceutil/trace.go:171","msg":"trace[664429728] transaction","detail":"{read_only:false; response_revision:23890; number_of_response:1; }","duration":"394.714605ms","start":"2026-02-26T02:26:52.289017Z","end":"2026-02-26T02:26:52.683731Z","steps":["trace[664429728] 'process raft request' (duration: 394.644374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:52.683829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:52.279471Z","time spent":"404.318291ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:52.683877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:52.288978Z","time spent":"394.833718ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:52.683885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:52.103626Z","time spent":"580.175555ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:52.683961Z","caller":"traceutil/trace.go:171","msg":"trace[1664168741] transaction","detail":"{read_only:false; response_revision:23892; number_of_response:1; }","duration":"330.204844ms","start":"2026-02-26T02:26:52.353709Z","end":"2026-02-26T02:26:52.683914Z","steps":["trace[1664168741] 'process raft request' (duration: 330.108782ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:52.683938Z","caller":"traceutil/trace.go:171","msg":"trace[951544505] transaction","detail":"{read_only:false; response_revision:23891; number_of_response:1; }","duration":"332.436733ms","start":"2026-02-26T02:26:52.35146Z","end":"2026-02-26T02:26:52.683897Z","steps":["trace[951544505] 'process raft request' (duration: 332.24142ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:52.684017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.819844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:52.684066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.493145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T02:26:52.684105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258873616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-26T02:26:52.684115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333191618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:52.684126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.725177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T02:26:52.68415Z","caller":"traceutil/trace.go:171","msg":"trace[1774241393] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23892; }","duration":"1.333261308s","start":"2026-02-26T02:26:51.350878Z","end":"2026-02-26T02:26:52.68414Z","steps":["trace[1774241393] 'agreement among raft nodes before linearized reading' (duration: 1.333213598s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:52.684132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:52.351446Z","time spent":"332.584466ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:52.684194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:51.350857Z","time spent":"1.33333s","remote":"127.0.0.1:58430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:52.684198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.810597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:26:52.684209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098571926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:52.684232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170452175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"info","ts":"2026-02-26T02:26:52.684233Z","caller":"traceutil/trace.go:171","msg":"trace[707814331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23892; }","duration":"310.844538ms","start":"2026-02-26T02:26:52.37338Z","end":"2026-02-26T02:26:52.684224Z","steps":["trace[707814331] 'agreement among raft nodes before linearized reading' (duration: 310.755906ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:52.684243Z","caller":"traceutil/trace.go:171","msg":"trace[1776477863] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23892; }","duration":"1.098654938s","start":"2026-02-26T02:26:51.585578Z","end":"2026-02-26T02:26:52.684233Z","steps":["trace[1776477863] 'agreement among raft nodes before linearized reading' (duration: 1.098599537s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:52.684251Z","caller":"traceutil/trace.go:171","msg":"trace[855560864] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:23892; }","duration":"1.170502285s","start":"2026-02-26T02:26:51.513743Z","end":"2026-02-26T02:26:52.684245Z","steps":["trace[855560864] 'agreement among raft nodes before linearized reading' (duration: 1.170443804s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:52.684263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:52.373315Z","time spent":"310.94148ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:26:52.68407Z","caller":"traceutil/trace.go:171","msg":"trace[1964173301] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23892; }","duration":"701.926086ms","start":"2026-02-26T02:26:51.98213Z","end":"2026-02-26T02:26:52.684056Z","steps":["trace[1964173301] 'agreement among raft nodes before linearized reading' (duration: 701.846195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:52.684278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:51.513727Z","time spent":"1.170547017s","remote":"127.0.0.1:56508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1043,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"warn","ts":"2026-02-26T02:26:52.684277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:51.585556Z","time spent":"1.098712799s","remote":"127.0.0.1:48658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:52.684317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:51.982109Z","time spent":"702.194281ms","remote":"127.0.0.1:49506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:52.684173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:52.353696Z","time spent":"330.317665ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:52.684396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.218805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T02:26:52.684197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.178592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:52.684425Z","caller":"traceutil/trace.go:171","msg":"trace[2058602463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23892; }","duration":"568.278815ms","start":"2026-02-26T02:26:52.116136Z","end":"2026-02-26T02:26:52.684415Z","steps":["trace[2058602463] 'agreement among raft nodes before linearized reading' (duration: 568.203984ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:52.684149Z","caller":"traceutil/trace.go:171","msg":"trace[420248699] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23892; }","duration":"1.258944776s","start":"2026-02-26T02:26:51.425193Z","end":"2026-02-26T02:26:52.684138Z","steps":["trace[420248699] 'agreement among raft nodes before linearized reading' (duration: 1.258795424s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:52.684451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:52.116116Z","time spent":"568.329288ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:26:52.684468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:51.425176Z","time spent":"1.259283844s","remote":"127.0.0.1:56432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-26T02:26:52.684111Z","caller":"traceutil/trace.go:171","msg":"trace[1430753513] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23892; }","duration":"571.581437ms","start":"2026-02-26T02:26:52.112516Z","end":"2026-02-26T02:26:52.684097Z","steps":["trace[1430753513] 'agreement among raft nodes before linearized reading' (duration: 571.402804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:52.684602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.987096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T02:26:52.684583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200140569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T02:26:52.684656Z","caller":"traceutil/trace.go:171","msg":"trace[2046582878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23892; }","duration":"571.064067ms","start":"2026-02-26T02:26:52.113581Z","end":"2026-02-26T02:26:52.684645Z","steps":["trace[2046582878] 'agreement among raft nodes before linearized reading' (duration: 570.924915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:52.684686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:52.11357Z","time spent":"571.108929ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:26:52.684688Z","caller":"traceutil/trace.go:171","msg":"trace[1861202484] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23892; }","duration":"1.200318443s","start":"2026-02-26T02:26:51.484345Z","end":"2026-02-26T02:26:52.684663Z","steps":["trace[1861202484] 'agreement among raft nodes before linearized reading' (duration: 1.199968816s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:52.684614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:52.112493Z","time spent":"572.112058ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:26:52.684752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:51.484315Z","time spent":"1.200422295s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T02:26:52.684153Z","caller":"traceutil/trace.go:171","msg":"trace[1564622222] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23892; }","duration":"105.791149ms","start":"2026-02-26T02:26:52.578354Z","end":"2026-02-26T02:26:52.684145Z","steps":["trace[1564622222] 'agreement among raft nodes before linearized reading' (duration: 105.699127ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:52.684036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.414603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:26:52.684942Z","caller":"traceutil/trace.go:171","msg":"trace[199475875] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23892; }","duration":"231.34764ms","start":"2026-02-26T02:26:52.453566Z","end":"2026-02-26T02:26:52.684913Z","steps":["trace[199475875] 'agreement among raft nodes before linearized reading' (duration: 230.425933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:52.68514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.731175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:26:52.685451Z","caller":"traceutil/trace.go:171","msg":"trace[1827945118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23892; }","duration":"575.077361ms","start":"2026-02-26T02:26:52.110354Z","end":"2026-02-26T02:26:52.685431Z","steps":["trace[1827945118] 'agreement among raft nodes before linearized reading' (duration: 573.582874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:52.686606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:52.110296Z","time spent":"575.733034ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:26:52.687114Z","caller":"traceutil/trace.go:171","msg":"trace[747465490] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23892; }","duration":"112.128345ms","start":"2026-02-26T02:26:52.574932Z","end":"2026-02-26T02:26:52.687061Z","steps":["trace[747465490] 'agreement among raft nodes before linearized reading' (duration: 109.14536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:52.94038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.224285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:26:52.940614Z","caller":"traceutil/trace.go:171","msg":"trace[1339068435] transaction","detail":"{read_only:false; response_revision:23894; number_of_response:1; }","duration":"249.769858ms","start":"2026-02-26T02:26:52.69082Z","end":"2026-02-26T02:26:52.94059Z","steps":["trace[1339068435] 'process raft request' (duration: 148.211537ms)","trace[1339068435] 'compare' (duration: 100.982941ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:52.941191Z","caller":"traceutil/trace.go:171","msg":"trace[186181102] transaction","detail":"{read_only:false; response_revision:23895; number_of_response:1; }","duration":"250.211187ms","start":"2026-02-26T02:26:52.690921Z","end":"2026-02-26T02:26:52.941132Z","steps":["trace[186181102] 'process raft request' (duration: 249.607205ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:52.941287Z","caller":"traceutil/trace.go:171","msg":"trace[1494211842] transaction","detail":"{read_only:false; response_revision:23896; number_of_response:1; }","duration":"249.313731ms","start":"2026-02-26T02:26:52.691916Z","end":"2026-02-26T02:26:52.94123Z","steps":["trace[1494211842] 'process raft request' (duration: 249.113847ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:52.941494Z","caller":"traceutil/trace.go:171","msg":"trace[840788579] transaction","detail":"{read_only:false; response_revision:23897; number_of_response:1; }","duration":"248.429614ms","start":"2026-02-26T02:26:52.693048Z","end":"2026-02-26T02:26:52.941478Z","steps":["trace[840788579] 'process raft request' (duration: 248.104188ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:52.941614Z","caller":"traceutil/trace.go:171","msg":"trace[214462363] transaction","detail":"{read_only:false; response_revision:23898; number_of_response:1; }","duration":"247.779652ms","start":"2026-02-26T02:26:52.693804Z","end":"2026-02-26T02:26:52.941583Z","steps":["trace[214462363] 'process raft request' (duration: 247.596338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:52.941835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.592274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-26T02:26:52.941884Z","caller":"traceutil/trace.go:171","msg":"trace[1829607025] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23898; }","duration":"250.678195ms","start":"2026-02-26T02:26:52.691194Z","end":"2026-02-26T02:26:52.941873Z","steps":["trace[1829607025] 'agreement among raft nodes before linearized reading' (duration: 250.503192ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:52.941835Z","caller":"traceutil/trace.go:171","msg":"trace[947725123] linearizableReadLoop","detail":"{readStateIndex:24746; appliedIndex:24743; }","duration":"250.346689ms","start":"2026-02-26T02:26:52.691218Z","end":"2026-02-26T02:26:52.941565Z","steps":["trace[947725123] 'read index received' (duration: 41.99075ms)","trace[947725123] 'applied index is now lower than readState.Index' (duration: 208.354199ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:52.942453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.216779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:52.942507Z","caller":"traceutil/trace.go:171","msg":"trace[1338040034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23898; }","duration":"249.317631ms","start":"2026-02-26T02:26:52.693176Z","end":"2026-02-26T02:26:52.942493Z","steps":["trace[1338040034] 'agreement among raft nodes before linearized reading' (duration: 249.220379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:53.432529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.767085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:53.432563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.049018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:53.432617Z","caller":"traceutil/trace.go:171","msg":"trace[1889680614] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23898; }","duration":"155.924358ms","start":"2026-02-26T02:26:53.27667Z","end":"2026-02-26T02:26:53.432594Z","steps":["trace[1889680614] 'count revisions from in-memory index tree' (duration: 155.622672ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:53.432639Z","caller":"traceutil/trace.go:171","msg":"trace[1980111523] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23898; }","duration":"325.14178ms","start":"2026-02-26T02:26:53.107478Z","end":"2026-02-26T02:26:53.432619Z","steps":["trace[1980111523] 'count revisions from in-memory index tree' (duration: 324.909356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:53.432739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:53.1074Z","time spent":"325.324342ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:27:33.534131Z","caller":"traceutil/trace.go:171","msg":"trace[575101926] transaction","detail":"{read_only:false; response_revision:24343; number_of_response:1; }","duration":"102.443408ms","start":"2026-02-26T02:27:33.431659Z","end":"2026-02-26T02:27:33.534103Z","steps":["trace[575101926] 'process raft request' (duration: 102.265685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:41.474518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.308364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:27:41.474743Z","caller":"traceutil/trace.go:171","msg":"trace[807440668] transaction","detail":"{read_only:false; response_revision:24400; number_of_response:1; }","duration":"194.403373ms","start":"2026-02-26T02:27:41.28032Z","end":"2026-02-26T02:27:41.474724Z","steps":["trace[807440668] 'process raft request' (duration: 194.301821ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:41.474747Z","caller":"traceutil/trace.go:171","msg":"trace[1305091745] transaction","detail":"{read_only:false; response_revision:24399; number_of_response:1; }","duration":"194.844611ms","start":"2026-02-26T02:27:41.279858Z","end":"2026-02-26T02:27:41.474702Z","steps":["trace[1305091745] 'process raft request' (duration: 91.272393ms)","trace[1305091745] 'compare' (duration: 103.003598ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:27:41.474904Z","caller":"traceutil/trace.go:171","msg":"trace[572582325] linearizableReadLoop","detail":"{readStateIndex:25265; appliedIndex:25262; }","duration":"192.392028ms","start":"2026-02-26T02:27:41.282487Z","end":"2026-02-26T02:27:41.474879Z","steps":["trace[572582325] 'read index received' (duration: 88.660855ms)","trace[572582325] 'applied index is now lower than readState.Index' (duration: 103.729722ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:27:41.475617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.11363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:27:41.475661Z","caller":"traceutil/trace.go:171","msg":"trace[1035912089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24401; }","duration":"193.191112ms","start":"2026-02-26T02:27:41.282459Z","end":"2026-02-26T02:27:41.47565Z","steps":["trace[1035912089] 'agreement among raft nodes before linearized reading' (duration: 193.102261ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:41.475612Z","caller":"traceutil/trace.go:171","msg":"trace[1785924869] transaction","detail":"{read_only:false; response_revision:24401; number_of_response:1; }","duration":"194.976095ms","start":"2026-02-26T02:27:41.280587Z","end":"2026-02-26T02:27:41.475563Z","steps":["trace[1785924869] 'process raft request' (duration: 194.104998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:41.475824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.46091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:27:41.475947Z","caller":"traceutil/trace.go:171","msg":"trace[1590948971] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24401; }","duration":"119.589742ms","start":"2026-02-26T02:27:41.356334Z","end":"2026-02-26T02:27:41.475924Z","steps":["trace[1590948971] 'agreement among raft nodes before linearized reading' (duration: 119.259626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:52.167363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.803788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-02-26T02:27:52.167403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.223904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:27:52.167449Z","caller":"traceutil/trace.go:171","msg":"trace[308447728] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24471; }","duration":"201.8992ms","start":"2026-02-26T02:27:51.965531Z","end":"2026-02-26T02:27:52.16743Z","steps":["trace[308447728] 'range keys from in-memory index tree' (duration: 201.635746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:52.167482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.252324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:27:52.167691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.08345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:27:52.167715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.196783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:27:52.167753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.603891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:27:52.167752Z","caller":"traceutil/trace.go:171","msg":"trace[1755772229] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24471; }","duration":"204.239243ms","start":"2026-02-26T02:27:51.963503Z","end":"2026-02-26T02:27:52.167743Z","steps":["trace[1755772229] 'range keys from in-memory index tree' (duration: 204.112151ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:52.167741Z","caller":"traceutil/trace.go:171","msg":"trace[268851083] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24471; }","duration":"204.490919ms","start":"2026-02-26T02:27:51.963222Z","end":"2026-02-26T02:27:52.167712Z","steps":["trace[268851083] 'range keys from in-memory index tree' (duration: 204.174282ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:52.167778Z","caller":"traceutil/trace.go:171","msg":"trace[191732453] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24471; }","duration":"102.668403ms","start":"2026-02-26T02:27:52.065102Z","end":"2026-02-26T02:27:52.16777Z","steps":["trace[191732453] 'range keys from in-memory index tree' (duration: 102.496689ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:52.167724Z","caller":"traceutil/trace.go:171","msg":"trace[829182312] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24471; }","duration":"103.153861ms","start":"2026-02-26T02:27:52.064561Z","end":"2026-02-26T02:27:52.167715Z","steps":["trace[829182312] 'range keys from in-memory index tree' (duration: 102.963568ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:52.167494Z","caller":"traceutil/trace.go:171","msg":"trace[1836045192] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24471; }","duration":"102.329886ms","start":"2026-02-26T02:27:52.065143Z","end":"2026-02-26T02:27:52.167473Z","steps":["trace[1836045192] 'range keys from in-memory index tree' (duration: 102.088302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:52.167568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.125085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-26T02:27:52.167947Z","caller":"traceutil/trace.go:171","msg":"trace[1809803153] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24471; }","duration":"100.543863ms","start":"2026-02-26T02:27:52.067395Z","end":"2026-02-26T02:27:52.167938Z","steps":["trace[1809803153] 'range keys from in-memory index tree' (duration: 99.953232ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:52.167403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.945487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:27:52.167991Z","caller":"traceutil/trace.go:171","msg":"trace[648361928] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24471; }","duration":"204.59316ms","start":"2026-02-26T02:27:51.963388Z","end":"2026-02-26T02:27:52.167981Z","steps":["trace[648361928] 'range keys from in-memory index tree' (duration: 203.834805ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:57.557274Z","caller":"traceutil/trace.go:171","msg":"trace[1584278715] transaction","detail":"{read_only:false; response_revision:24509; number_of_response:1; }","duration":"112.629105ms","start":"2026-02-26T02:27:57.444618Z","end":"2026-02-26T02:27:57.557247Z","steps":["trace[1584278715] 'process raft request' (duration: 112.462682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:57.850439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.309261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:27:57.85054Z","caller":"traceutil/trace.go:171","msg":"trace[34947076] linearizableReadLoop","detail":"{readStateIndex:25379; appliedIndex:25378; }","duration":"209.134533ms","start":"2026-02-26T02:27:57.641388Z","end":"2026-02-26T02:27:57.850523Z","steps":["trace[34947076] 'read index received' (duration: 38.665739ms)","trace[34947076] 'applied index is now lower than readState.Index' (duration: 170.467744ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:27:57.850688Z","caller":"traceutil/trace.go:171","msg":"trace[346996070] transaction","detail":"{read_only:false; response_revision:24512; number_of_response:1; }","duration":"220.128135ms","start":"2026-02-26T02:27:57.630528Z","end":"2026-02-26T02:27:57.850657Z","steps":["trace[346996070] 'process raft request' (duration: 49.523248ms)","trace[346996070] 'compare' (duration: 170.198149ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:27:57.850795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.399178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:27:57.850842Z","caller":"traceutil/trace.go:171","msg":"trace[647129902] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24512; }","duration":"209.44738ms","start":"2026-02-26T02:27:57.641381Z","end":"2026-02-26T02:27:57.850828Z","steps":["trace[647129902] 'agreement among raft nodes before linearized reading' (duration: 209.276796ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:57.867532Z","caller":"traceutil/trace.go:171","msg":"trace[269750821] transaction","detail":"{read_only:false; response_revision:24513; number_of_response:1; }","duration":"110.605177ms","start":"2026-02-26T02:27:57.756905Z","end":"2026-02-26T02:27:57.86751Z","steps":["trace[269750821] 'process raft request' (duration: 110.340333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:57.867686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.741911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-26T02:27:57.867809Z","caller":"traceutil/trace.go:171","msg":"trace[1824264354] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24513; }","duration":"176.851112ms","start":"2026-02-26T02:27:57.690894Z","end":"2026-02-26T02:27:57.867745Z","steps":["trace[1824264354] 'agreement among raft nodes before linearized reading' (duration: 176.637328ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:58.03547Z","caller":"traceutil/trace.go:171","msg":"trace[741141402] linearizableReadLoop","detail":"{readStateIndex:25381; appliedIndex:25380; }","duration":"168.0382ms","start":"2026-02-26T02:27:57.867409Z","end":"2026-02-26T02:27:58.035447Z","steps":["trace[741141402] 'read index received' (duration: 85.285873ms)","trace[741141402] 'applied index is now lower than readState.Index' (duration: 82.751287ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:27:58.035517Z","caller":"traceutil/trace.go:171","msg":"trace[1137364358] transaction","detail":"{read_only:false; response_revision:24514; number_of_response:1; }","duration":"180.10661ms","start":"2026-02-26T02:27:57.855379Z","end":"2026-02-26T02:27:58.035485Z","steps":["trace[1137364358] 'process raft request' (duration: 97.304593ms)","trace[1137364358] 'compare' (duration: 82.649035ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:27:58.035628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.190689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:27:58.035712Z","caller":"traceutil/trace.go:171","msg":"trace[645310760] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24514; }","duration":"170.328522ms","start":"2026-02-26T02:27:57.865373Z","end":"2026-02-26T02:27:58.035701Z","steps":["trace[645310760] 'agreement among raft nodes before linearized reading' (duration: 170.189789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:58.06489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.137063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:27:58.064985Z","caller":"traceutil/trace.go:171","msg":"trace[649752018] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24515; }","duration":"131.253085ms","start":"2026-02-26T02:27:57.933711Z","end":"2026-02-26T02:27:58.064964Z","steps":["trace[649752018] 'agreement among raft nodes before linearized reading' (duration: 131.036561ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:58.064903Z","caller":"traceutil/trace.go:171","msg":"trace[1785513664] transaction","detail":"{read_only:false; response_revision:24515; number_of_response:1; }","duration":"191.794616ms","start":"2026-02-26T02:27:57.873079Z","end":"2026-02-26T02:27:58.064873Z","steps":["trace[1785513664] 'process raft request' (duration: 191.43918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:19.900693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.041901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:30:19.900912Z","caller":"traceutil/trace.go:171","msg":"trace[1288869571] transaction","detail":"{read_only:false; response_revision:25840; number_of_response:1; }","duration":"324.705082ms","start":"2026-02-26T02:30:19.576183Z","end":"2026-02-26T02:30:19.900888Z","steps":["trace[1288869571] 'process raft request' (duration: 199.359805ms)","trace[1288869571] 'compare' (duration: 124.923479ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:19.900989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:19.57616Z","time spent":"324.793513ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:19.902579Z","caller":"traceutil/trace.go:171","msg":"trace[1871982331] transaction","detail":"{read_only:false; response_revision:25841; number_of_response:1; }","duration":"238.726025ms","start":"2026-02-26T02:30:19.663794Z","end":"2026-02-26T02:30:19.90252Z","steps":["trace[1871982331] 'process raft request' (duration: 238.4325ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:19.90277Z","caller":"traceutil/trace.go:171","msg":"trace[1108473297] transaction","detail":"{read_only:false; response_revision:25843; number_of_response:1; }","duration":"216.320905ms","start":"2026-02-26T02:30:19.686428Z","end":"2026-02-26T02:30:19.902749Z","steps":["trace[1108473297] 'process raft request' (duration: 216.223774ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:19.902909Z","caller":"traceutil/trace.go:171","msg":"trace[450250255] transaction","detail":"{read_only:false; response_revision:25842; number_of_response:1; }","duration":"218.23259ms","start":"2026-02-26T02:30:19.684557Z","end":"2026-02-26T02:30:19.90279Z","steps":["trace[450250255] 'process raft request' (duration: 217.868943ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:30.357065Z","caller":"traceutil/trace.go:171","msg":"trace[1069785966] transaction","detail":"{read_only:false; response_revision:25919; number_of_response:1; }","duration":"167.976709ms","start":"2026-02-26T02:30:30.189051Z","end":"2026-02-26T02:30:30.357028Z","steps":["trace[1069785966] 'process raft request' (duration: 167.698964ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:58.220676Z","caller":"traceutil/trace.go:171","msg":"trace[1224942893] transaction","detail":"{read_only:false; response_revision:26217; number_of_response:1; }","duration":"108.784384ms","start":"2026-02-26T02:30:58.111864Z","end":"2026-02-26T02:30:58.220648Z","steps":["trace[1224942893] 'process raft request' (duration: 108.597231ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:58.244246Z","caller":"traceutil/trace.go:171","msg":"trace[971094625] transaction","detail":"{read_only:false; response_revision:26219; number_of_response:1; }","duration":"131.136634ms","start":"2026-02-26T02:30:58.113091Z","end":"2026-02-26T02:30:58.244227Z","steps":["trace[971094625] 'process raft request' (duration: 131.055832ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:58.244475Z","caller":"traceutil/trace.go:171","msg":"trace[616154949] transaction","detail":"{read_only:false; response_revision:26218; number_of_response:1; }","duration":"131.866117ms","start":"2026-02-26T02:30:58.112596Z","end":"2026-02-26T02:30:58.244462Z","steps":["trace[616154949] 'process raft request' (duration: 131.46274ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:58.244521Z","caller":"traceutil/trace.go:171","msg":"trace[953512443] transaction","detail":"{read_only:false; response_revision:26220; number_of_response:1; }","duration":"130.399321ms","start":"2026-02-26T02:30:58.114095Z","end":"2026-02-26T02:30:58.244495Z","steps":["trace[953512443] 'process raft request' (duration: 130.096655ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:58.244975Z","caller":"traceutil/trace.go:171","msg":"trace[232348653] transaction","detail":"{read_only:false; response_revision:26221; number_of_response:1; }","duration":"113.058592ms","start":"2026-02-26T02:30:58.13187Z","end":"2026-02-26T02:30:58.244929Z","steps":["trace[232348653] 'process raft request' (duration: 112.565634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:58.735446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.625479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:30:58.73556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.393751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:58.735579Z","caller":"traceutil/trace.go:171","msg":"trace[1662441101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26221; }","duration":"176.781441ms","start":"2026-02-26T02:30:58.558773Z","end":"2026-02-26T02:30:58.735555Z","steps":["trace[1662441101] 'range keys from in-memory index tree' (duration: 176.459524ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:58.735603Z","caller":"traceutil/trace.go:171","msg":"trace[886178472] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26221; }","duration":"124.437742ms","start":"2026-02-26T02:30:58.611151Z","end":"2026-02-26T02:30:58.735589Z","steps":["trace[886178472] 'count revisions from in-memory index tree' (duration: 124.33369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:58.735696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.304307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-26T02:30:58.735755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.380446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:58.735751Z","caller":"traceutil/trace.go:171","msg":"trace[857091948] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26221; }","duration":"191.385998ms","start":"2026-02-26T02:30:58.544345Z","end":"2026-02-26T02:30:58.735731Z","steps":["trace[857091948] 'range keys from in-memory index tree' (duration: 191.123894ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:58.735779Z","caller":"traceutil/trace.go:171","msg":"trace[391750657] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26221; }","duration":"120.413337ms","start":"2026-02-26T02:30:58.615356Z","end":"2026-02-26T02:30:58.73577Z","steps":["trace[391750657] 'count revisions from in-memory index tree' (duration: 120.351626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:58.735809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.402157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-02-26T02:30:58.735876Z","caller":"traceutil/trace.go:171","msg":"trace[754879887] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26221; }","duration":"258.477798ms","start":"2026-02-26T02:30:58.47738Z","end":"2026-02-26T02:30:58.735858Z","steps":["trace[754879887] 'range keys from in-memory index tree' (duration: 258.222373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:58.73603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.116816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-26T02:30:58.736076Z","caller":"traceutil/trace.go:171","msg":"trace[139947154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26221; }","duration":"106.201337ms","start":"2026-02-26T02:30:58.629855Z","end":"2026-02-26T02:30:58.736056Z","steps":["trace[139947154] 'range keys from in-memory index tree' (duration: 106.034064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:58.735578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.920958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:30:58.736377Z","caller":"traceutil/trace.go:171","msg":"trace[296603417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26221; }","duration":"186.751773ms","start":"2026-02-26T02:30:58.549603Z","end":"2026-02-26T02:30:58.736355Z","steps":["trace[296603417] 'range keys from in-memory index tree' (duration: 185.796736ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:58.90666Z","caller":"traceutil/trace.go:171","msg":"trace[2070760070] transaction","detail":"{read_only:false; response_revision:26223; number_of_response:1; }","duration":"167.039752ms","start":"2026-02-26T02:30:58.739592Z","end":"2026-02-26T02:30:58.906632Z","steps":["trace[2070760070] 'process raft request' (duration: 102.179403ms)","trace[2070760070] 'compare' (duration: 64.690356ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:58.906948Z","caller":"traceutil/trace.go:171","msg":"trace[593642291] transaction","detail":"{read_only:false; response_revision:26224; number_of_response:1; }","duration":"166.469432ms","start":"2026-02-26T02:30:58.740459Z","end":"2026-02-26T02:30:58.906929Z","steps":["trace[593642291] 'process raft request' (duration: 166.132976ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:58.906993Z","caller":"traceutil/trace.go:171","msg":"trace[1550512382] transaction","detail":"{read_only:false; response_revision:26225; number_of_response:1; }","duration":"166.124136ms","start":"2026-02-26T02:30:58.740847Z","end":"2026-02-26T02:30:58.906971Z","steps":["trace[1550512382] 'process raft request' (duration: 165.852821ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:58.907088Z","caller":"traceutil/trace.go:171","msg":"trace[912718877] transaction","detail":"{read_only:false; response_revision:26226; number_of_response:1; }","duration":"164.653848ms","start":"2026-02-26T02:30:58.742418Z","end":"2026-02-26T02:30:58.907072Z","steps":["trace[912718877] 'process raft request' (duration: 164.466604ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:59.372722Z","caller":"traceutil/trace.go:171","msg":"trace[649473189] linearizableReadLoop","detail":"{readStateIndex:27143; appliedIndex:27142; }","duration":"121.815193ms","start":"2026-02-26T02:30:59.250878Z","end":"2026-02-26T02:30:59.372693Z","steps":["trace[649473189] 'read index received' (duration: 121.615559ms)","trace[649473189] 'applied index is now lower than readState.Index' (duration: 198.744µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:59.373131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.2383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-688589b6df-v8vbc.1897aafc5cac52a8\" ","response":"range_response_count:1 size:1542"} {"level":"info","ts":"2026-02-26T02:30:59.373154Z","caller":"traceutil/trace.go:171","msg":"trace[582498558] transaction","detail":"{read_only:false; response_revision:26228; number_of_response:1; }","duration":"378.768552ms","start":"2026-02-26T02:30:58.994345Z","end":"2026-02-26T02:30:59.373113Z","steps":["trace[582498558] 'process raft request' (duration: 378.213193ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:59.373196Z","caller":"traceutil/trace.go:171","msg":"trace[1550067098] range","detail":"{range_begin:/registry/events/openstack/manila-api-688589b6df-v8vbc.1897aafc5cac52a8; range_end:; response_count:1; response_revision:26228; }","duration":"122.346713ms","start":"2026-02-26T02:30:59.250833Z","end":"2026-02-26T02:30:59.373179Z","steps":["trace[1550067098] 'agreement among raft nodes before linearized reading' (duration: 122.165919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:59.374015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:58.994322Z","time spent":"378.904214ms","remote":"127.0.0.1:56550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:31.937153Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23754} {"level":"info","ts":"2026-02-26T02:31:32.078576Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23754,"took":"134.595097ms","hash":888630165,"current-db-size-bytes":49688576,"current-db-size":"50 MB","current-db-size-in-use-bytes":32796672,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-02-26T02:31:32.078636Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":888630165,"revision":23754,"compact-revision":21689} {"level":"info","ts":"2026-02-26T02:36:31.944019Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26465} {"level":"info","ts":"2026-02-26T02:36:32.07782Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26465,"took":"129.492772ms","hash":3027337960,"current-db-size-bytes":49688576,"current-db-size":"50 MB","current-db-size-in-use-bytes":27537408,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-26T02:36:32.077885Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3027337960,"revision":26465,"compact-revision":23754} {"level":"info","ts":"2026-02-26T02:37:38.919441Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"23887246632736aa","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-26T02:37:38.926232Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-02-26T02:37:38.926354Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-02-26T02:41:31.950905Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28542} {"level":"info","ts":"2026-02-26T02:41:32.06707Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28542,"took":"112.069963ms","hash":1077818662,"current-db-size-bytes":49688576,"current-db-size":"50 MB","current-db-size-in-use-bytes":27914240,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-26T02:41:32.067143Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1077818662,"revision":28542,"compact-revision":26465} {"level":"info","ts":"2026-02-26T02:43:34.779287Z","caller":"traceutil/trace.go:171","msg":"trace[1859575131] transaction","detail":"{read_only:false; response_revision:31519; number_of_response:1; }","duration":"129.995596ms","start":"2026-02-26T02:43:34.649262Z","end":"2026-02-26T02:43:34.779257Z","steps":["trace[1859575131] 'process raft request' (duration: 99.244454ms)","trace[1859575131] 'compare' (duration: 30.514647ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:43:34.779622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.721508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-26T02:43:34.779695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.393652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T02:43:34.779733Z","caller":"traceutil/trace.go:171","msg":"trace[1492233423] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31520; }","duration":"130.463224ms","start":"2026-02-26T02:43:34.649255Z","end":"2026-02-26T02:43:34.779718Z","steps":["trace[1492233423] 'agreement among raft nodes before linearized reading' (duration: 130.190019ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:43:34.779724Z","caller":"traceutil/trace.go:171","msg":"trace[907836933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31520; }","duration":"130.8487ms","start":"2026-02-26T02:43:34.648855Z","end":"2026-02-26T02:43:34.779704Z","steps":["trace[907836933] 'agreement among raft nodes before linearized reading' (duration: 130.551935ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:31.962223Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30621} {"level":"info","ts":"2026-02-26T02:46:32.141141Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30621,"took":"175.13699ms","hash":4243490041,"current-db-size-bytes":49688576,"current-db-size":"50 MB","current-db-size-in-use-bytes":28397568,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-26T02:46:32.141211Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4243490041,"revision":30621,"compact-revision":28542} {"level":"info","ts":"2026-02-26T02:50:01.257107Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008a33.wal"} {"level":"info","ts":"2026-02-26T02:51:31.968264Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32770} {"level":"info","ts":"2026-02-26T02:51:32.100129Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32770,"took":"127.620211ms","hash":3195670283,"current-db-size-bytes":50991104,"current-db-size":"51 MB","current-db-size-in-use-bytes":29622272,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-26T02:51:32.100208Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3195670283,"revision":32770,"compact-revision":30621}