{"level":"warn","ts":"2026-05-27T06:05:10.885607Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-27T06:05:10.885745Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.207:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.207:2380","--initial-cluster=instance=https://199.19.213.207:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.207:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.207:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-27T06:05:10.885848Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-27T06:05:10.885868Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.207:2380"]} {"level":"info","ts":"2026-05-27T06:05:10.885899Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-27T06:05:10.888159Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.207:2379"]} {"level":"info","ts":"2026-05-27T06:05:10.888279Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.207:2380"],"listen-peer-urls":["https://199.19.213.207:2380"],"advertise-client-urls":["https://199.19.213.207:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.207:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.207:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-27T06:05:10.894859Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.283958ms"} {"level":"info","ts":"2026-05-27T06:05:10.907866Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"520ed656383c33a4","cluster-id":"21f34f1629612ac4"} {"level":"info","ts":"2026-05-27T06:05:10.908031Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 switched to configuration voters=()"} {"level":"info","ts":"2026-05-27T06:05:10.908075Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became follower at term 0"} {"level":"info","ts":"2026-05-27T06:05:10.908102Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 520ed656383c33a4 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-27T06:05:10.908122Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became follower at term 1"} {"level":"info","ts":"2026-05-27T06:05:10.908204Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 switched to configuration voters=(5912899026583040932)"} {"level":"warn","ts":"2026-05-27T06:05:10.921508Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-27T06:05:10.92425Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-27T06:05:10.926103Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-27T06:05:10.931383Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"520ed656383c33a4","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-27T06:05:10.931571Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-27T06:05:10.931567Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"520ed656383c33a4","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-27T06:05:10.931708Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-27T06:05:10.931726Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-27T06:05:10.934573Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 switched to configuration voters=(5912899026583040932)"} {"level":"info","ts":"2026-05-27T06:05:10.935193Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"21f34f1629612ac4","local-member-id":"520ed656383c33a4","added-peer-id":"520ed656383c33a4","added-peer-peer-urls":["https://199.19.213.207:2380"]} {"level":"info","ts":"2026-05-27T06:05:10.936569Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-27T06:05:10.9367Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.207:2380"} {"level":"info","ts":"2026-05-27T06:05:10.936831Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.207:2380"} {"level":"info","ts":"2026-05-27T06:05:10.936863Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"520ed656383c33a4","initial-advertise-peer-urls":["https://199.19.213.207:2380"],"listen-peer-urls":["https://199.19.213.207:2380"],"advertise-client-urls":["https://199.19.213.207:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.207:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-27T06:05:10.936899Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-27T06:05:11.909391Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 is starting a new election at term 1"} {"level":"info","ts":"2026-05-27T06:05:11.909464Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-27T06:05:11.909501Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 received MsgPreVoteResp from 520ed656383c33a4 at term 1"} {"level":"info","ts":"2026-05-27T06:05:11.90952Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became candidate at term 2"} {"level":"info","ts":"2026-05-27T06:05:11.90953Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 received MsgVoteResp from 520ed656383c33a4 at term 2"} {"level":"info","ts":"2026-05-27T06:05:11.909547Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"520ed656383c33a4 became leader at term 2"} {"level":"info","ts":"2026-05-27T06:05:11.909576Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 520ed656383c33a4 elected leader 520ed656383c33a4 at term 2"} {"level":"info","ts":"2026-05-27T06:05:11.910609Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-27T06:05:11.91169Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-27T06:05:11.911692Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"520ed656383c33a4","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.207:2379]}","request-path":"/0/members/520ed656383c33a4/attributes","cluster-id":"21f34f1629612ac4","publish-timeout":"7s"} {"level":"info","ts":"2026-05-27T06:05:11.911826Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-27T06:05:11.912039Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-27T06:05:11.912138Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-27T06:05:11.913212Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"21f34f1629612ac4","local-member-id":"520ed656383c33a4","cluster-version":"3.5"} {"level":"info","ts":"2026-05-27T06:05:11.913389Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-27T06:05:11.913464Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-27T06:05:11.914266Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.207:2379"} {"level":"info","ts":"2026-05-27T06:05:11.915236Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-27T06:05:22.085622Z","caller":"traceutil/trace.go:171","msg":"trace[1909729249] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"452.676688ms","start":"2026-05-27T06:05:21.632924Z","end":"2026-05-27T06:05:22.085601Z","steps":["trace[1909729249] 'process raft request' (duration: 452.545942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:22.086028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:21.632908Z","time spent":"452.800523ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T06:05:22.270243Z","caller":"traceutil/trace.go:171","msg":"trace[184971966] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"225.06435ms","start":"2026-05-27T06:05:22.04515Z","end":"2026-05-27T06:05:22.270214Z","steps":["trace[184971966] 'process raft request' (duration: 224.424192ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:05:22.273974Z","caller":"traceutil/trace.go:171","msg":"trace[662693375] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"183.777873ms","start":"2026-05-27T06:05:22.090166Z","end":"2026-05-27T06:05:22.273944Z","steps":["trace[662693375] 'process raft request' (duration: 183.620927ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:05:22.274032Z","caller":"traceutil/trace.go:171","msg":"trace[295764934] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"176.005581ms","start":"2026-05-27T06:05:22.097999Z","end":"2026-05-27T06:05:22.274005Z","steps":["trace[295764934] 'process raft request' (duration: 175.958289ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:05:22.273999Z","caller":"traceutil/trace.go:171","msg":"trace[498203522] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"183.524873ms","start":"2026-05-27T06:05:22.09045Z","end":"2026-05-27T06:05:22.273975Z","steps":["trace[498203522] 'process raft request' (duration: 183.435469ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:05:22.274187Z","caller":"traceutil/trace.go:171","msg":"trace[1962733666] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"182.898735ms","start":"2026-05-27T06:05:22.091277Z","end":"2026-05-27T06:05:22.274176Z","steps":["trace[1962733666] 'process raft request' (duration: 182.635534ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:05:27.670282Z","caller":"traceutil/trace.go:171","msg":"trace[1028738268] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:424; }","duration":"150.216427ms","start":"2026-05-27T06:05:27.520039Z","end":"2026-05-27T06:05:27.670256Z","steps":["trace[1028738268] 'read index received' (duration: 150.002368ms)","trace[1028738268] 'applied index is now lower than readState.Index' (duration: 213.199µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:05:27.670383Z","caller":"traceutil/trace.go:171","msg":"trace[1201412622] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"223.892819ms","start":"2026-05-27T06:05:27.446475Z","end":"2026-05-27T06:05:27.670368Z","steps":["trace[1201412622] 'process raft request' (duration: 223.639578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:27.670476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.361793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-27T06:05:27.670577Z","caller":"traceutil/trace.go:171","msg":"trace[1313055322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:412; }","duration":"150.553192ms","start":"2026-05-27T06:05:27.520003Z","end":"2026-05-27T06:05:27.670556Z","steps":["trace[1313055322] 'agreement among raft nodes before linearized reading' (duration: 150.363044ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:05:28.104152Z","caller":"traceutil/trace.go:171","msg":"trace[2031135749] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"429.652463ms","start":"2026-05-27T06:05:27.674474Z","end":"2026-05-27T06:05:28.104126Z","steps":["trace[2031135749] 'process raft request' (duration: 346.957205ms)","trace[2031135749] 'compare' (duration: 82.440817ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:05:28.104512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:27.674447Z","time spent":"429.774138ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:05:34.071627Z","caller":"traceutil/trace.go:171","msg":"trace[822891733] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"425.705894ms","start":"2026-05-27T06:05:33.64589Z","end":"2026-05-27T06:05:34.071596Z","steps":["trace[822891733] 'process raft request' (duration: 425.490815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:34.07197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:33.645861Z","time spent":"425.866801ms","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4365,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:05:34.072472Z","caller":"traceutil/trace.go:171","msg":"trace[498941821] linearizableReadLoop","detail":"{readStateIndex:439; appliedIndex:437; }","duration":"381.568136ms","start":"2026-05-27T06:05:33.690883Z","end":"2026-05-27T06:05:34.072451Z","steps":["trace[498941821] 'read index received' (duration: 380.48826ms)","trace[498941821] 'applied index is now lower than readState.Index' (duration: 1.079186ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:05:34.072598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.708192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-27T06:05:34.072583Z","caller":"traceutil/trace.go:171","msg":"trace[1809389472] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"388.507912ms","start":"2026-05-27T06:05:33.684046Z","end":"2026-05-27T06:05:34.072554Z","steps":["trace[1809389472] 'process raft request' (duration: 388.324884ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:05:34.072624Z","caller":"traceutil/trace.go:171","msg":"trace[1085519852] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:425; }","duration":"381.777565ms","start":"2026-05-27T06:05:33.690839Z","end":"2026-05-27T06:05:34.072616Z","steps":["trace[1085519852] 'agreement among raft nodes before linearized reading' (duration: 381.709172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:34.072651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:33.690825Z","time spent":"381.819436ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:05:34.072705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:33.684022Z","time spent":"388.622298ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:05:35.771515Z","caller":"traceutil/trace.go:171","msg":"trace[819048035] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"101.088745ms","start":"2026-05-27T06:05:35.670264Z","end":"2026-05-27T06:05:35.771352Z","steps":["trace[819048035] 'process raft request' (duration: 73.38972ms)","trace[819048035] 'compare' (duration: 27.467075ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:05:35.779304Z","caller":"traceutil/trace.go:171","msg":"trace[1471580215] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"105.270674ms","start":"2026-05-27T06:05:35.674004Z","end":"2026-05-27T06:05:35.779275Z","steps":["trace[1471580215] 'process raft request' (duration: 105.17728ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:05:35.77934Z","caller":"traceutil/trace.go:171","msg":"trace[1874521571] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"106.965257ms","start":"2026-05-27T06:05:35.672353Z","end":"2026-05-27T06:05:35.779318Z","steps":["trace[1874521571] 'process raft request' (duration: 106.701456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:36.320776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.204807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-27T06:05:36.321172Z","caller":"traceutil/trace.go:171","msg":"trace[2097353828] linearizableReadLoop","detail":"{readStateIndex:463; appliedIndex:459; }","duration":"240.01921ms","start":"2026-05-27T06:05:36.08113Z","end":"2026-05-27T06:05:36.321149Z","steps":["trace[2097353828] 'read index received' (duration: 169.525684ms)","trace[2097353828] 'applied index is now lower than readState.Index' (duration: 70.492205ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:05:36.321288Z","caller":"traceutil/trace.go:171","msg":"trace[1053537461] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"496.239192ms","start":"2026-05-27T06:05:35.825011Z","end":"2026-05-27T06:05:36.32125Z","steps":["trace[1053537461] 'process raft request' (duration: 496.018692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:36.32147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:35.824994Z","time spent":"496.384198ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-27T06:05:36.321499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.38694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-27T06:05:36.321522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.379105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-27T06:05:36.321553Z","caller":"traceutil/trace.go:171","msg":"trace[1259594471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:448; }","duration":"181.484994ms","start":"2026-05-27T06:05:36.140053Z","end":"2026-05-27T06:05:36.321538Z","steps":["trace[1259594471] 'agreement among raft nodes before linearized reading' (duration: 181.267375ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:05:36.321576Z","caller":"traceutil/trace.go:171","msg":"trace[326708875] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:448; }","duration":"240.476278ms","start":"2026-05-27T06:05:36.081085Z","end":"2026-05-27T06:05:36.321562Z","steps":["trace[326708875] 'agreement among raft nodes before linearized reading' (duration: 240.264799ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:05:36.321314Z","caller":"traceutil/trace.go:171","msg":"trace[1688317482] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"492.92788ms","start":"2026-05-27T06:05:35.82837Z","end":"2026-05-27T06:05:36.321298Z","steps":["trace[1688317482] 'process raft request' (duration: 492.724571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:36.321838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:35.828353Z","time spent":"493.361569ms","remote":"127.0.0.1:41524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:05:36.321865Z","caller":"traceutil/trace.go:171","msg":"trace[700000860] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"505.685866ms","start":"2026-05-27T06:05:35.815537Z","end":"2026-05-27T06:05:36.321223Z","steps":["trace[700000860] 'process raft request' (duration: 505.369842ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:05:36.321981Z","caller":"traceutil/trace.go:171","msg":"trace[1117356576] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"510.577176ms","start":"2026-05-27T06:05:35.810692Z","end":"2026-05-27T06:05:36.321269Z","steps":["trace[1117356576] 'process raft request' (duration: 183.636667ms)","trace[1117356576] 'compare' (duration: 326.005599ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:05:36.322009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:35.815523Z","time spent":"506.410817ms","remote":"127.0.0.1:41524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:05:36.32211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:35.810674Z","time spent":"511.37651ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T06:05:42.547104Z","caller":"traceutil/trace.go:171","msg":"trace[452604921] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"152.807507ms","start":"2026-05-27T06:05:42.394258Z","end":"2026-05-27T06:05:42.547066Z","steps":["trace[452604921] 'process raft request' (duration: 128.853002ms)","trace[452604921] 'compare' (duration: 23.815489ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:05:47.328377Z","caller":"traceutil/trace.go:171","msg":"trace[1668986150] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"100.367434ms","start":"2026-05-27T06:05:47.227991Z","end":"2026-05-27T06:05:47.328358Z","steps":["trace[1668986150] 'process raft request' (duration: 100.23848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:47.81267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.968512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-27T06:05:47.81295Z","caller":"traceutil/trace.go:171","msg":"trace[174989538] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"156.831682ms","start":"2026-05-27T06:05:47.656093Z","end":"2026-05-27T06:05:47.812925Z","steps":["trace[174989538] 'process raft request' (duration: 156.717258ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:05:47.813Z","caller":"traceutil/trace.go:171","msg":"trace[87475195] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"157.045278ms","start":"2026-05-27T06:05:47.655912Z","end":"2026-05-27T06:05:47.812957Z","steps":["trace[87475195] 'process raft request' (duration: 36.702405ms)","trace[87475195] 'compare' (duration: 119.811726ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:05:48.01821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.518089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-27T06:05:48.018526Z","caller":"traceutil/trace.go:171","msg":"trace[67839193] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"113.66774ms","start":"2026-05-27T06:05:47.904838Z","end":"2026-05-27T06:05:48.018505Z","steps":["trace[67839193] 'process raft request' (duration: 113.578587ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:05:48.018543Z","caller":"traceutil/trace.go:171","msg":"trace[798462086] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"113.68882ms","start":"2026-05-27T06:05:47.904798Z","end":"2026-05-27T06:05:48.018487Z","steps":["trace[798462086] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/clusterrolebindings/cilium; req_size:731; } (duration: 105.412705ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:05:50.176222Z","caller":"traceutil/trace.go:171","msg":"trace[1206112] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"473.391885ms","start":"2026-05-27T06:05:49.702798Z","end":"2026-05-27T06:05:50.17619Z","steps":["trace[1206112] 'process raft request' (duration: 473.187378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:50.176427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:49.702773Z","time spent":"473.55724ms","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T06:05:50.735616Z","caller":"traceutil/trace.go:171","msg":"trace[1416916390] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"1.032367742s","start":"2026-05-27T06:05:49.703217Z","end":"2026-05-27T06:05:50.735584Z","steps":["trace[1416916390] 'process raft request' (duration: 1.032110054s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:05:50.735688Z","caller":"traceutil/trace.go:171","msg":"trace[184615365] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"1.032290229s","start":"2026-05-27T06:05:49.70336Z","end":"2026-05-27T06:05:50.73565Z","steps":["trace[184615365] 'process raft request' (duration: 1.032111603s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:05:50.735734Z","caller":"traceutil/trace.go:171","msg":"trace[570043468] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"1.023655773s","start":"2026-05-27T06:05:49.71205Z","end":"2026-05-27T06:05:50.735705Z","steps":["trace[570043468] 'process raft request' (duration: 1.023467757s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:05:50.735802Z","caller":"traceutil/trace.go:171","msg":"trace[859188860] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"1.023602842s","start":"2026-05-27T06:05:49.712162Z","end":"2026-05-27T06:05:50.735765Z","steps":["trace[859188860] 'process raft request' (duration: 1.023418506s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:50.735888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:49.712023Z","time spent":"1.023818688s","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-27T06:05:50.735889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:49.703341Z","time spent":"1.032448515s","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T06:05:50.735898Z","caller":"traceutil/trace.go:171","msg":"trace[621812202] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"1.015040137s","start":"2026-05-27T06:05:49.720831Z","end":"2026-05-27T06:05:50.735871Z","steps":["trace[621812202] 'process raft request' (duration: 1.01480653s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:50.735924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:49.712153Z","time spent":"1.023720405s","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-27T06:05:50.736024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:49.720802Z","time spent":"1.015161561s","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T06:05:50.736042Z","caller":"traceutil/trace.go:171","msg":"trace[590481489] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"1.004268312s","start":"2026-05-27T06:05:49.731757Z","end":"2026-05-27T06:05:50.736025Z","steps":["trace[590481489] 'process raft request' (duration: 1.003947892s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:50.736111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:49.703188Z","time spent":"1.032576299s","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T06:05:50.736139Z","caller":"traceutil/trace.go:171","msg":"trace[115106945] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"1.004337564s","start":"2026-05-27T06:05:49.731781Z","end":"2026-05-27T06:05:50.736118Z","steps":["trace[115106945] 'process raft request' (duration: 1.003990793s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:50.736275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:49.731753Z","time spent":"1.004479099s","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T06:05:50.736298Z","caller":"traceutil/trace.go:171","msg":"trace[515183421] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"1.000666237s","start":"2026-05-27T06:05:49.735575Z","end":"2026-05-27T06:05:50.736241Z","steps":["trace[515183421] 'process raft request' (duration: 1.000366647s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:50.736118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:49.731734Z","time spent":"1.004348095s","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-27T06:05:50.736412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:49.735567Z","time spent":"1.000789191s","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T06:05:50.736538Z","caller":"traceutil/trace.go:171","msg":"trace[1406240853] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"990.386758ms","start":"2026-05-27T06:05:49.746121Z","end":"2026-05-27T06:05:50.736508Z","steps":["trace[1406240853] 'process raft request' (duration: 990.031187ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:05:50.736646Z","caller":"traceutil/trace.go:171","msg":"trace[1682889341] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"969.147208ms","start":"2026-05-27T06:05:49.767474Z","end":"2026-05-27T06:05:50.736621Z","steps":["trace[1682889341] 'process raft request' (duration: 968.90257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:50.736649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:49.746098Z","time spent":"990.491131ms","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T06:05:50.736734Z","caller":"traceutil/trace.go:171","msg":"trace[1626197764] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"862.123543ms","start":"2026-05-27T06:05:49.874579Z","end":"2026-05-27T06:05:50.736702Z","steps":["trace[1626197764] 'process raft request' (duration: 861.985708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:50.736755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:49.767457Z","time spent":"969.244811ms","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-27T06:05:50.736825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:49.874551Z","time spent":"862.234545ms","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T06:05:50.749265Z","caller":"traceutil/trace.go:171","msg":"trace[417755590] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"566.56915ms","start":"2026-05-27T06:05:50.182677Z","end":"2026-05-27T06:05:50.749247Z","steps":["trace[417755590] 'process raft request' (duration: 566.24914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:50.749354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:50.18265Z","time spent":"566.660463ms","remote":"127.0.0.1:41572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T06:05:50.749523Z","caller":"traceutil/trace.go:171","msg":"trace[1583099425] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"564.895846ms","start":"2026-05-27T06:05:50.184621Z","end":"2026-05-27T06:05:50.749516Z","steps":["trace[1583099425] 'process raft request' (duration: 564.39229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:50.749572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:50.18461Z","time spent":"564.933518ms","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:05:50.749586Z","caller":"traceutil/trace.go:171","msg":"trace[272989198] linearizableReadLoop","detail":"{readStateIndex:557; appliedIndex:543; }","duration":"458.534221ms","start":"2026-05-27T06:05:50.29104Z","end":"2026-05-27T06:05:50.749575Z","steps":["trace[272989198] 'read index received' (duration: 444.298565ms)","trace[272989198] 'applied index is now lower than readState.Index' (duration: 14.234656ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:05:50.749662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.625894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:05:50.749706Z","caller":"traceutil/trace.go:171","msg":"trace[1956770860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:540; }","duration":"458.724847ms","start":"2026-05-27T06:05:50.290972Z","end":"2026-05-27T06:05:50.749697Z","steps":["trace[1956770860] 'agreement among raft nodes before linearized reading' (duration: 458.657534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:50.749728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:50.29094Z","time spent":"458.782628ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:05:50.756583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.203365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-27T06:05:50.756666Z","caller":"traceutil/trace.go:171","msg":"trace[311347564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:545; }","duration":"178.338279ms","start":"2026-05-27T06:05:50.578315Z","end":"2026-05-27T06:05:50.756654Z","steps":["trace[311347564] 'agreement among raft nodes before linearized reading' (duration: 178.209475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:50.756662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.82059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-27T06:05:50.756713Z","caller":"traceutil/trace.go:171","msg":"trace[701306384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:545; }","duration":"334.943834ms","start":"2026-05-27T06:05:50.421758Z","end":"2026-05-27T06:05:50.756701Z","steps":["trace[701306384] 'agreement among raft nodes before linearized reading' (duration: 334.796379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:50.756748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:50.421728Z","time spent":"335.014016ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T06:05:50.756849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.126645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-27T06:05:50.756871Z","caller":"traceutil/trace.go:171","msg":"trace[620408075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:545; }","duration":"328.160147ms","start":"2026-05-27T06:05:50.428705Z","end":"2026-05-27T06:05:50.756865Z","steps":["trace[620408075] 'agreement among raft nodes before linearized reading' (duration: 328.105315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:50.756889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:50.428696Z","time spent":"328.188808ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-27T06:05:53.540155Z","caller":"traceutil/trace.go:171","msg":"trace[1504122807] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"148.510075ms","start":"2026-05-27T06:05:53.391607Z","end":"2026-05-27T06:05:53.540117Z","steps":["trace[1504122807] 'process raft request' (duration: 148.36405ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:05:53.884829Z","caller":"traceutil/trace.go:171","msg":"trace[1805068799] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"105.399484ms","start":"2026-05-27T06:05:53.779404Z","end":"2026-05-27T06:05:53.884803Z","steps":["trace[1805068799] 'process raft request' (duration: 105.041343ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:05:54.804098Z","caller":"traceutil/trace.go:171","msg":"trace[596742587] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"462.067383ms","start":"2026-05-27T06:05:54.341997Z","end":"2026-05-27T06:05:54.804065Z","steps":["trace[596742587] 'process raft request' (duration: 461.361671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:54.804304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:54.34197Z","time spent":"462.237639ms","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036109,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:05:55.036646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.941324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-27T06:05:55.036807Z","caller":"traceutil/trace.go:171","msg":"trace[2071517888] linearizableReadLoop","detail":"{readStateIndex:636; appliedIndex:635; }","duration":"198.890078ms","start":"2026-05-27T06:05:54.837899Z","end":"2026-05-27T06:05:55.036789Z","steps":["trace[2071517888] 'read index received' (duration: 81.732336ms)","trace[2071517888] 'applied index is now lower than readState.Index' (duration: 117.156982ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:05:55.036861Z","caller":"traceutil/trace.go:171","msg":"trace[872739604] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"199.210688ms","start":"2026-05-27T06:05:54.837624Z","end":"2026-05-27T06:05:55.036835Z","steps":["trace[872739604] 'process raft request' (duration: 81.992305ms)","trace[872739604] 'compare' (duration: 116.79105ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:05:55.037142Z","caller":"traceutil/trace.go:171","msg":"trace[1763782936] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"196.927265ms","start":"2026-05-27T06:05:54.840197Z","end":"2026-05-27T06:05:55.037124Z","steps":["trace[1763782936] 'process raft request' (duration: 196.560304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:55.037178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.25456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-27T06:05:55.037258Z","caller":"traceutil/trace.go:171","msg":"trace[728987923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:615; }","duration":"199.361643ms","start":"2026-05-27T06:05:54.837872Z","end":"2026-05-27T06:05:55.037234Z","steps":["trace[728987923] 'agreement among raft nodes before linearized reading' (duration: 199.028122ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:05:55.037297Z","caller":"traceutil/trace.go:171","msg":"trace[1385397182] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"196.505092ms","start":"2026-05-27T06:05:54.840753Z","end":"2026-05-27T06:05:55.037259Z","steps":["trace[1385397182] 'process raft request' (duration: 196.296935ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:05:55.037372Z","caller":"traceutil/trace.go:171","msg":"trace[1609741319] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"169.674573ms","start":"2026-05-27T06:05:54.867669Z","end":"2026-05-27T06:05:55.037344Z","steps":["trace[1609741319] 'process raft request' (duration: 169.447995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:55.037448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.226099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-27T06:05:55.037571Z","caller":"traceutil/trace.go:171","msg":"trace[1654743012] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:618; }","duration":"189.375523ms","start":"2026-05-27T06:05:54.848165Z","end":"2026-05-27T06:05:55.037541Z","steps":["trace[1654743012] 'agreement among raft nodes before linearized reading' (duration: 189.170246ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:05:56.641943Z","caller":"traceutil/trace.go:171","msg":"trace[1424868601] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"139.068992ms","start":"2026-05-27T06:05:56.502834Z","end":"2026-05-27T06:05:56.641903Z","steps":["trace[1424868601] 'process raft request' (duration: 138.302118ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:05:58.55003Z","caller":"traceutil/trace.go:171","msg":"trace[1787029567] linearizableReadLoop","detail":"{readStateIndex:661; appliedIndex:660; }","duration":"258.629941ms","start":"2026-05-27T06:05:58.291363Z","end":"2026-05-27T06:05:58.549993Z","steps":["trace[1787029567] 'read index received' (duration: 257.567287ms)","trace[1787029567] 'applied index is now lower than readState.Index' (duration: 1.061434ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:05:58.55018Z","caller":"traceutil/trace.go:171","msg":"trace[1885391197] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"461.075662ms","start":"2026-05-27T06:05:58.089059Z","end":"2026-05-27T06:05:58.550134Z","steps":["trace[1885391197] 'process raft request' (duration: 460.161013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:58.550267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.866658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:05:58.55032Z","caller":"traceutil/trace.go:171","msg":"trace[1076352159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:639; }","duration":"259.000963ms","start":"2026-05-27T06:05:58.291303Z","end":"2026-05-27T06:05:58.550304Z","steps":["trace[1076352159] 'agreement among raft nodes before linearized reading' (duration: 258.867628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:58.550423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:58.089028Z","time spent":"461.256868ms","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:05:58.773787Z","caller":"traceutil/trace.go:171","msg":"trace[1367281487] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"162.540934ms","start":"2026-05-27T06:05:58.61122Z","end":"2026-05-27T06:05:58.773761Z","steps":["trace[1367281487] 'process raft request' (duration: 162.351158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:59.915209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.610368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-27T06:05:59.915443Z","caller":"traceutil/trace.go:171","msg":"trace[2070973363] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:662; }","duration":"863.28388ms","start":"2026-05-27T06:05:59.052109Z","end":"2026-05-27T06:05:59.915393Z","steps":["trace[2070973363] 'read index received' (duration: 377.489006ms)","trace[2070973363] 'applied index is now lower than readState.Index' (duration: 485.793974ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:05:59.915507Z","caller":"traceutil/trace.go:171","msg":"trace[158361627] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"1.124554264s","start":"2026-05-27T06:05:58.790916Z","end":"2026-05-27T06:05:59.91547Z","steps":["trace[158361627] 'process raft request' (duration: 638.591285ms)","trace[158361627] 'compare' (duration: 485.264167ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:05:59.915665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:58.790901Z","time spent":"1.124676169s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:05:59.915544Z","caller":"traceutil/trace.go:171","msg":"trace[29638500] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"1.123417008s","start":"2026-05-27T06:05:58.792117Z","end":"2026-05-27T06:05:59.915534Z","steps":["trace[29638500] 'process raft request' (duration: 1.123201361s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:59.915767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.281935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-27T06:05:59.915675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.570718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-05-27T06:05:59.915897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.643439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:05:59.915922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.365437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-27T06:05:59.915952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.360458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-27T06:05:59.915929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:58.792103Z","time spent":"1.123690566s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T06:05:59.915801Z","caller":"traceutil/trace.go:171","msg":"trace[1045646189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:642; }","duration":"861.330036ms","start":"2026-05-27T06:05:59.05446Z","end":"2026-05-27T06:05:59.91579Z","steps":["trace[1045646189] 'agreement among raft nodes before linearized reading' (duration: 861.244064ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:05:59.915951Z","caller":"traceutil/trace.go:171","msg":"trace[886707751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:642; }","duration":"863.829236ms","start":"2026-05-27T06:05:59.052053Z","end":"2026-05-27T06:05:59.915883Z","steps":["trace[886707751] 'agreement among raft nodes before linearized reading' (duration: 863.512106ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:05:59.916013Z","caller":"traceutil/trace.go:171","msg":"trace[374935891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:642; }","duration":"624.817384ms","start":"2026-05-27T06:05:59.291163Z","end":"2026-05-27T06:05:59.915981Z","steps":["trace[374935891] 'agreement among raft nodes before linearized reading' (duration: 624.631778ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:05:59.916028Z","caller":"traceutil/trace.go:171","msg":"trace[858185768] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:642; }","duration":"861.508172ms","start":"2026-05-27T06:05:59.05449Z","end":"2026-05-27T06:05:59.915999Z","steps":["trace[858185768] 'agreement among raft nodes before linearized reading' (duration: 861.235083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:59.916099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:59.291138Z","time spent":"624.950799ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:05:59.916107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:59.054473Z","time spent":"861.622446ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:05:59.916121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:59.05445Z","time spent":"861.614636ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-27T06:05:59.916032Z","caller":"traceutil/trace.go:171","msg":"trace[1928660498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:642; }","duration":"807.505103ms","start":"2026-05-27T06:05:59.108504Z","end":"2026-05-27T06:05:59.916009Z","steps":["trace[1928660498] 'agreement among raft nodes before linearized reading' (duration: 807.201854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:05:59.91616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:59.052023Z","time spent":"864.070214ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T06:05:59.91623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:59.108476Z","time spent":"807.72263ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T06:06:01.790556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787355530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:06:01.931336Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.99020023s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T06:06:01.960535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.92211ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:06:01.960677Z","caller":"traceutil/trace.go:171","msg":"trace[1551437954] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:643; }","duration":"857.097756ms","start":"2026-05-27T06:06:01.103556Z","end":"2026-05-27T06:06:01.960654Z","steps":["trace[1551437954] 'range keys from in-memory index tree' (duration: 856.90605ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:06:01.961013Z","caller":"traceutil/trace.go:171","msg":"trace[751927396] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"2.038828076s","start":"2026-05-27T06:05:59.922152Z","end":"2026-05-27T06:06:01.96098Z","steps":["trace[751927396] 'process raft request' (duration: 2.038757804s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:06:01.961109Z","caller":"traceutil/trace.go:171","msg":"trace[999446103] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"2.039017622s","start":"2026-05-27T06:05:59.922057Z","end":"2026-05-27T06:06:01.961074Z","steps":["trace[999446103] 'process raft request' (duration: 2.009633602s)","trace[999446103] 'compare' (duration: 28.827142ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:06:01.96116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:59.922125Z","time spent":"2.03895616s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:06:01.961165Z","caller":"traceutil/trace.go:171","msg":"trace[1060152657] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"2.038991901s","start":"2026-05-27T06:05:59.92215Z","end":"2026-05-27T06:06:01.961142Z","steps":["trace[1060152657] 'process raft request' (duration: 2.038622159s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:06:01.961184Z","caller":"traceutil/trace.go:171","msg":"trace[1336886949] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"2.038996881s","start":"2026-05-27T06:05:59.922151Z","end":"2026-05-27T06:06:01.961148Z","steps":["trace[1336886949] 'process raft request' (duration: 2.038722353s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:06:01.961241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:59.922032Z","time spent":"2.039140286s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-27T06:06:01.961282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:59.922131Z","time spent":"2.039099015s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:06:01.961286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:59.922131Z","time spent":"2.039088415s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:06:01.961349Z","caller":"traceutil/trace.go:171","msg":"trace[751988511] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"2.038608149s","start":"2026-05-27T06:05:59.922719Z","end":"2026-05-27T06:06:01.961327Z","steps":["trace[751988511] 'process raft request' (duration: 2.038226087s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:06:01.961462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:59.922705Z","time spent":"2.038699722s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T06:06:01.961477Z","caller":"traceutil/trace.go:171","msg":"trace[430801399] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"2.036864003s","start":"2026-05-27T06:05:59.924585Z","end":"2026-05-27T06:06:01.961449Z","steps":["trace[430801399] 'process raft request' (duration: 2.036804971s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:06:01.96155Z","caller":"traceutil/trace.go:171","msg":"trace[723023321] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"2.03800646s","start":"2026-05-27T06:05:59.923509Z","end":"2026-05-27T06:06:01.961516Z","steps":["trace[723023321] 'process raft request' (duration: 2.037768022s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:06:01.961682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:59.923497Z","time spent":"2.038105323s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:06:01.961679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:05:59.924567Z","time spent":"2.037014778s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:06:02.097932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.746486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:06:02.097933Z","caller":"traceutil/trace.go:171","msg":"trace[1121147875] linearizableReadLoop","detail":"{readStateIndex:673; appliedIndex:665; }","duration":"807.663423ms","start":"2026-05-27T06:06:01.290152Z","end":"2026-05-27T06:06:02.097815Z","steps":["trace[1121147875] 'read index received' (duration: 641.519637ms)","trace[1121147875] 'applied index is now lower than readState.Index' (duration: 166.142246ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:06:02.098001Z","caller":"traceutil/trace.go:171","msg":"trace[824846114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:650; }","duration":"807.87989ms","start":"2026-05-27T06:06:01.290111Z","end":"2026-05-27T06:06:02.097991Z","steps":["trace[824846114] 'agreement among raft nodes before linearized reading' (duration: 807.729575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:06:02.098042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:01.290092Z","time spent":"807.942992ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T06:06:04.04119Z","caller":"traceutil/trace.go:171","msg":"trace[1333158320] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"111.841088ms","start":"2026-05-27T06:06:03.929315Z","end":"2026-05-27T06:06:04.041156Z","steps":["trace[1333158320] 'process raft request' (duration: 111.632561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:06:07.187609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.609683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-05-27T06:06:07.187712Z","caller":"traceutil/trace.go:171","msg":"trace[596501287] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:720; }","duration":"262.768508ms","start":"2026-05-27T06:06:06.924923Z","end":"2026-05-27T06:06:07.187691Z","steps":["trace[596501287] 'range keys from in-memory index tree' (duration: 262.429977ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:06:07.187851Z","caller":"traceutil/trace.go:171","msg":"trace[1697809651] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"253.367677ms","start":"2026-05-27T06:06:06.934432Z","end":"2026-05-27T06:06:07.1878Z","steps":["trace[1697809651] 'process raft request' (duration: 253.068417ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:06:12.229499Z","caller":"traceutil/trace.go:171","msg":"trace[1448565237] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"141.962912ms","start":"2026-05-27T06:06:12.087504Z","end":"2026-05-27T06:06:12.229467Z","steps":["trace[1448565237] 'process raft request' (duration: 141.755986ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:06:12.229682Z","caller":"traceutil/trace.go:171","msg":"trace[1493322039] linearizableReadLoop","detail":"{readStateIndex:778; appliedIndex:777; }","duration":"142.015034ms","start":"2026-05-27T06:06:12.087639Z","end":"2026-05-27T06:06:12.229654Z","steps":["trace[1493322039] 'read index received' (duration: 88.302146ms)","trace[1493322039] 'applied index is now lower than readState.Index' (duration: 53.711678ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:06:12.229837Z","caller":"traceutil/trace.go:171","msg":"trace[85345710] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"141.208078ms","start":"2026-05-27T06:06:12.088573Z","end":"2026-05-27T06:06:12.229781Z","steps":["trace[85345710] 'process raft request' (duration: 140.842467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:06:12.229985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.317874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-27T06:06:12.230197Z","caller":"traceutil/trace.go:171","msg":"trace[1014072795] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:753; }","duration":"142.555841ms","start":"2026-05-27T06:06:12.087625Z","end":"2026-05-27T06:06:12.230181Z","steps":["trace[1014072795] 'agreement among raft nodes before linearized reading' (duration: 142.180139ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:06:12.764276Z","caller":"traceutil/trace.go:171","msg":"trace[1038495985] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"112.447438ms","start":"2026-05-27T06:06:12.651798Z","end":"2026-05-27T06:06:12.764245Z","steps":["trace[1038495985] 'process raft request' (duration: 64.487534ms)","trace[1038495985] 'compare' (duration: 47.768818ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:06:12.802299Z","caller":"traceutil/trace.go:171","msg":"trace[1633493084] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"149.07677ms","start":"2026-05-27T06:06:12.653202Z","end":"2026-05-27T06:06:12.802279Z","steps":["trace[1633493084] 'process raft request' (duration: 148.942246ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:06:12.942047Z","caller":"traceutil/trace.go:171","msg":"trace[1848225113] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"171.945602ms","start":"2026-05-27T06:06:12.770071Z","end":"2026-05-27T06:06:12.942017Z","steps":["trace[1848225113] 'process raft request' (duration: 103.685127ms)","trace[1848225113] 'compare' (duration: 67.866662ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:06:12.942145Z","caller":"traceutil/trace.go:171","msg":"trace[2068529666] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"170.250248ms","start":"2026-05-27T06:06:12.771864Z","end":"2026-05-27T06:06:12.942115Z","steps":["trace[2068529666] 'process raft request' (duration: 170.186636ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:06:12.942215Z","caller":"traceutil/trace.go:171","msg":"trace[1131577607] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"171.664613ms","start":"2026-05-27T06:06:12.770502Z","end":"2026-05-27T06:06:12.942167Z","steps":["trace[1131577607] 'process raft request' (duration: 171.24465ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:06:13.126339Z","caller":"traceutil/trace.go:171","msg":"trace[2057611388] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"138.799931ms","start":"2026-05-27T06:06:12.987498Z","end":"2026-05-27T06:06:13.126298Z","steps":["trace[2057611388] 'process raft request' (duration: 74.410501ms)","trace[2057611388] 'compare' (duration: 64.228075ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:06:13.151405Z","caller":"traceutil/trace.go:171","msg":"trace[101889149] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"163.860623ms","start":"2026-05-27T06:06:12.987509Z","end":"2026-05-27T06:06:13.15137Z","steps":["trace[101889149] 'process raft request' (duration: 163.726229ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:06:15.758715Z","caller":"traceutil/trace.go:171","msg":"trace[1585434675] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"345.31672ms","start":"2026-05-27T06:06:15.413374Z","end":"2026-05-27T06:06:15.75869Z","steps":["trace[1585434675] 'process raft request' (duration: 345.086892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:06:15.758872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:15.413352Z","time spent":"345.435614ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:06:18.89649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.102031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-27T06:06:18.89665Z","caller":"traceutil/trace.go:171","msg":"trace[498430412] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"636.404002ms","start":"2026-05-27T06:06:18.260219Z","end":"2026-05-27T06:06:18.896623Z","steps":["trace[498430412] 'process raft request' (duration: 36.062274ms)","trace[498430412] 'compare' (duration: 599.723759ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:06:18.896741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:18.26019Z","time spent":"636.501636ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:06:18.991923Z","caller":"traceutil/trace.go:171","msg":"trace[1902291672] linearizableReadLoop","detail":"{readStateIndex:836; appliedIndex:834; }","duration":"702.756006ms","start":"2026-05-27T06:06:18.289137Z","end":"2026-05-27T06:06:18.991893Z","steps":["trace[1902291672] 'read index received' (duration: 7.116388ms)","trace[1902291672] 'applied index is now lower than readState.Index' (duration: 695.638388ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:06:18.992092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.930931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:06:18.992133Z","caller":"traceutil/trace.go:171","msg":"trace[1924846250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:808; }","duration":"703.031854ms","start":"2026-05-27T06:06:18.289089Z","end":"2026-05-27T06:06:18.992121Z","steps":["trace[1924846250] 'agreement among raft nodes before linearized reading' (duration: 702.948522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:06:18.992169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:18.289065Z","time spent":"703.095616ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T06:06:18.992163Z","caller":"traceutil/trace.go:171","msg":"trace[549769398] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"730.72491ms","start":"2026-05-27T06:06:18.26133Z","end":"2026-05-27T06:06:18.992054Z","steps":["trace[549769398] 'process raft request' (duration: 730.373829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:06:18.992479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:18.261308Z","time spent":"731.0399ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:06:19.492697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787355853,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:06:19.993481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787355853,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:06:20.066811Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.074199682s","expected-duration":"1s"} {"level":"info","ts":"2026-05-27T06:06:20.067288Z","caller":"traceutil/trace.go:171","msg":"trace[1060089905] linearizableReadLoop","detail":"{readStateIndex:837; appliedIndex:836; }","duration":"1.075252515s","start":"2026-05-27T06:06:18.992007Z","end":"2026-05-27T06:06:20.06726Z","steps":["trace[1060089905] 'read index received' (duration: 1.075134801s)","trace[1060089905] 'applied index is now lower than readState.Index' (duration: 116.134µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:06:20.067408Z","caller":"traceutil/trace.go:171","msg":"trace[1904371917] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"1.256364541s","start":"2026-05-27T06:06:18.811004Z","end":"2026-05-27T06:06:20.067369Z","steps":["trace[1904371917] 'process raft request' (duration: 1.256061341s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:06:20.067584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:18.810979Z","time spent":"1.256522806s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:06:20.067762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73171757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-27T06:06:20.067848Z","caller":"traceutil/trace.go:171","msg":"trace[840247822] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:809; }","duration":"1.731867354s","start":"2026-05-27T06:06:18.33596Z","end":"2026-05-27T06:06:20.067827Z","steps":["trace[840247822] 'agreement among raft nodes before linearized reading' (duration: 1.73143293s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:06:20.067979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:18.335907Z","time spent":"1.732059041s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:06:20.076153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.182363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-27T06:06:20.076199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.475621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-27T06:06:20.076237Z","caller":"traceutil/trace.go:171","msg":"trace[1471646986] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:810; }","duration":"959.517022ms","start":"2026-05-27T06:06:19.116709Z","end":"2026-05-27T06:06:20.076226Z","steps":["trace[1471646986] 'agreement among raft nodes before linearized reading' (duration: 959.43879ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:06:20.076237Z","caller":"traceutil/trace.go:171","msg":"trace[207288965] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:810; }","duration":"464.318838ms","start":"2026-05-27T06:06:19.611897Z","end":"2026-05-27T06:06:20.076215Z","steps":["trace[207288965] 'agreement among raft nodes before linearized reading' (duration: 464.165083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:06:20.076273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:19.116637Z","time spent":"959.626436ms","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:06:20.076276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:19.611872Z","time spent":"464.39334ms","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":31,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:06:20.076231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.005266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-27T06:06:20.076441Z","caller":"traceutil/trace.go:171","msg":"trace[325505160] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:810; }","duration":"303.253974ms","start":"2026-05-27T06:06:19.773164Z","end":"2026-05-27T06:06:20.076418Z","steps":["trace[325505160] 'agreement among raft nodes before linearized reading' (duration: 302.956475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:06:20.076494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:19.773129Z","time spent":"303.348207ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T06:06:20.07677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083537801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:06:20.077014Z","caller":"traceutil/trace.go:171","msg":"trace[1651827166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:810; }","duration":"1.08380904s","start":"2026-05-27T06:06:18.993191Z","end":"2026-05-27T06:06:20.077Z","steps":["trace[1651827166] 'agreement among raft nodes before linearized reading' (duration: 1.083294123s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:06:20.077043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:18.993177Z","time spent":"1.083857341s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T06:06:33.401975Z","caller":"traceutil/trace.go:171","msg":"trace[1670140347] linearizableReadLoop","detail":"{readStateIndex:995; appliedIndex:994; }","duration":"111.140786ms","start":"2026-05-27T06:06:33.290805Z","end":"2026-05-27T06:06:33.401946Z","steps":["trace[1670140347] 'read index received' (duration: 21.930622ms)","trace[1670140347] 'applied index is now lower than readState.Index' (duration: 89.209314ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:06:33.402037Z","caller":"traceutil/trace.go:171","msg":"trace[472845146] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"149.619738ms","start":"2026-05-27T06:06:33.252372Z","end":"2026-05-27T06:06:33.401992Z","steps":["trace[472845146] 'process raft request' (duration: 60.362212ms)","trace[472845146] 'compare' (duration: 89.050039ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:06:33.402156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.332623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:06:33.402189Z","caller":"traceutil/trace.go:171","msg":"trace[691463774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:964; }","duration":"111.436036ms","start":"2026-05-27T06:06:33.290744Z","end":"2026-05-27T06:06:33.40218Z","steps":["trace[691463774] 'agreement among raft nodes before linearized reading' (duration: 111.310602ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:06:34.386598Z","caller":"traceutil/trace.go:171","msg":"trace[1104508818] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"127.916023ms","start":"2026-05-27T06:06:34.25864Z","end":"2026-05-27T06:06:34.386556Z","steps":["trace[1104508818] 'process raft request' (duration: 127.627484ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:06:42.112805Z","caller":"traceutil/trace.go:171","msg":"trace[1306378772] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"181.61551ms","start":"2026-05-27T06:06:41.931159Z","end":"2026-05-27T06:06:42.112774Z","steps":["trace[1306378772] 'process raft request' (duration: 181.394993ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:06:43.851564Z","caller":"traceutil/trace.go:171","msg":"trace[473574964] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"109.306448ms","start":"2026-05-27T06:06:43.742226Z","end":"2026-05-27T06:06:43.851533Z","steps":["trace[473574964] 'process raft request' (duration: 109.103611ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:06:44.011971Z","caller":"traceutil/trace.go:171","msg":"trace[374493718] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"124.635818ms","start":"2026-05-27T06:06:43.887291Z","end":"2026-05-27T06:06:44.011927Z","steps":["trace[374493718] 'process raft request' (duration: 120.30789ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:06:44.160999Z","caller":"traceutil/trace.go:171","msg":"trace[241121525] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"141.364043ms","start":"2026-05-27T06:06:44.01958Z","end":"2026-05-27T06:06:44.160944Z","steps":["trace[241121525] 'process raft request' (duration: 141.111455ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:06:52.44357Z","caller":"traceutil/trace.go:171","msg":"trace[731902748] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"111.925532ms","start":"2026-05-27T06:06:52.331614Z","end":"2026-05-27T06:06:52.443539Z","steps":["trace[731902748] 'process raft request' (duration: 80.624521ms)","trace[731902748] 'compare' (duration: 31.061363ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:06:52.604963Z","caller":"traceutil/trace.go:171","msg":"trace[2093865658] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"136.462447ms","start":"2026-05-27T06:06:52.468409Z","end":"2026-05-27T06:06:52.604871Z","steps":["trace[2093865658] 'process raft request' (duration: 81.312542ms)","trace[2093865658] 'compare' (duration: 54.881236ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:06:52.778631Z","caller":"traceutil/trace.go:171","msg":"trace[339900681] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"166.280401ms","start":"2026-05-27T06:06:52.612319Z","end":"2026-05-27T06:06:52.778599Z","steps":["trace[339900681] 'process raft request' (duration: 166.207639ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:06:52.778652Z","caller":"traceutil/trace.go:171","msg":"trace[1538268129] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"167.349955ms","start":"2026-05-27T06:06:52.611252Z","end":"2026-05-27T06:06:52.778602Z","steps":["trace[1538268129] 'process raft request' (duration: 165.350382ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:06:52.779368Z","caller":"traceutil/trace.go:171","msg":"trace[383367703] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"167.905043ms","start":"2026-05-27T06:06:52.611384Z","end":"2026-05-27T06:06:52.779289Z","steps":["trace[383367703] 'process raft request' (duration: 167.061326ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:06:57.22289Z","caller":"traceutil/trace.go:171","msg":"trace[303329410] linearizableReadLoop","detail":"{readStateIndex:1275; appliedIndex:1274; }","duration":"487.028724ms","start":"2026-05-27T06:06:56.735834Z","end":"2026-05-27T06:06:57.222863Z","steps":["trace[303329410] 'read index received' (duration: 486.817197ms)","trace[303329410] 'applied index is now lower than readState.Index' (duration: 210.367µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:06:57.222969Z","caller":"traceutil/trace.go:171","msg":"trace[1198118594] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"573.15603ms","start":"2026-05-27T06:06:56.649769Z","end":"2026-05-27T06:06:57.222925Z","steps":["trace[1198118594] 'process raft request' (duration: 572.909432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:06:57.223112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.231218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-27T06:06:57.223799Z","caller":"traceutil/trace.go:171","msg":"trace[1347791310] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1237; }","duration":"121.985053ms","start":"2026-05-27T06:06:57.101789Z","end":"2026-05-27T06:06:57.223774Z","steps":["trace[1347791310] 'agreement among raft nodes before linearized reading' (duration: 121.244969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:06:57.223194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.332534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-27T06:06:57.223937Z","caller":"traceutil/trace.go:171","msg":"trace[1602620111] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1237; }","duration":"488.13542ms","start":"2026-05-27T06:06:56.735761Z","end":"2026-05-27T06:06:57.223896Z","steps":["trace[1602620111] 'agreement among raft nodes before linearized reading' (duration: 487.2072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:06:57.224061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:56.735733Z","time spent":"488.291034ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-27T06:06:57.224272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:56.649751Z","time spent":"573.899124ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:06:58.057148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.341021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-27T06:06:58.057631Z","caller":"traceutil/trace.go:171","msg":"trace[150490517] linearizableReadLoop","detail":"{readStateIndex:1276; appliedIndex:1275; }","duration":"792.771817ms","start":"2026-05-27T06:06:57.264825Z","end":"2026-05-27T06:06:58.057597Z","steps":["trace[150490517] 'read index received' (duration: 310.793495ms)","trace[150490517] 'applied index is now lower than readState.Index' (duration: 481.975302ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:06:58.057658Z","caller":"traceutil/trace.go:171","msg":"trace[468181137] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"828.051576ms","start":"2026-05-27T06:06:57.229561Z","end":"2026-05-27T06:06:58.057613Z","steps":["trace[468181137] 'process raft request' (duration: 346.038073ms)","trace[468181137] 'compare' (duration: 481.024511ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:06:58.057852Z","caller":"traceutil/trace.go:171","msg":"trace[592032605] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"606.547028ms","start":"2026-05-27T06:06:57.45124Z","end":"2026-05-27T06:06:58.057787Z","steps":["trace[592032605] 'process raft request' (duration: 606.181186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:06:58.057927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.962841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:06:58.057939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:57.229535Z","time spent":"828.288563ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:06:58.057978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.381295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-27T06:06:58.057962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.107148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-05-27T06:06:58.05802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.722362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-27T06:06:58.058016Z","caller":"traceutil/trace.go:171","msg":"trace[1009432281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1239; }","duration":"767.084354ms","start":"2026-05-27T06:06:57.29091Z","end":"2026-05-27T06:06:58.057994Z","steps":["trace[1009432281] 'agreement among raft nodes before linearized reading' (duration: 766.93994ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:06:58.058061Z","caller":"traceutil/trace.go:171","msg":"trace[748271709] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1239; }","duration":"502.469538ms","start":"2026-05-27T06:06:57.555565Z","end":"2026-05-27T06:06:58.058034Z","steps":["trace[748271709] 'agreement among raft nodes before linearized reading' (duration: 502.293392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:06:58.058145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:57.555483Z","time spent":"502.645874ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":16,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:06:58.058194Z","caller":"traceutil/trace.go:171","msg":"trace[1411228895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1239; }","duration":"675.797323ms","start":"2026-05-27T06:06:57.382257Z","end":"2026-05-27T06:06:58.058055Z","steps":["trace[1411228895] 'agreement among raft nodes before linearized reading' (duration: 675.628948ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:06:58.058079Z","caller":"traceutil/trace.go:171","msg":"trace[303360271] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1239; }","duration":"793.242612ms","start":"2026-05-27T06:06:57.264809Z","end":"2026-05-27T06:06:58.058051Z","steps":["trace[303360271] 'agreement among raft nodes before linearized reading' (duration: 792.87064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:06:58.058247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:57.38224Z","time spent":"675.99535ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T06:06:58.058255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:57.264756Z","time spent":"793.486119ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T06:06:58.05808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:57.290888Z","time spent":"767.179018ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:06:58.058308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:57.451208Z","time spent":"606.735814ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:06:58.791915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787356700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:06:58.987919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.507261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-27T06:06:58.988067Z","caller":"traceutil/trace.go:171","msg":"trace[1785247408] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"925.494215ms","start":"2026-05-27T06:06:58.062546Z","end":"2026-05-27T06:06:58.98804Z","steps":["trace[1785247408] 'process raft request' (duration: 156.749516ms)","trace[1785247408] 'compare' (duration: 768.356266ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:06:58.98816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:58.062526Z","time spent":"925.587868ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:06:59.292296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787356700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:06:59.793408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787356700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:07:00.158933Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.939725118s","expected-duration":"1s"} {"level":"info","ts":"2026-05-27T06:07:00.242459Z","caller":"traceutil/trace.go:171","msg":"trace[1859615142] transaction","detail":"{read_only:false; response_revision:1241; number_of_response:1; }","duration":"2.179232611s","start":"2026-05-27T06:06:58.063188Z","end":"2026-05-27T06:07:00.24242Z","steps":["trace[1859615142] 'process raft request' (duration: 2.096002469s)","trace[1859615142] 'compare' (duration: 81.651132ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:07:00.24267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:58.063164Z","time spent":"2.179385297s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:07:00.242955Z","caller":"traceutil/trace.go:171","msg":"trace[1842531505] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"1.12349697s","start":"2026-05-27T06:06:59.119162Z","end":"2026-05-27T06:07:00.242659Z","steps":["trace[1842531505] 'process raft request' (duration: 1.122780147s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:00.24318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:59.119138Z","time spent":"1.123883952s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:07:00.247016Z","caller":"traceutil/trace.go:171","msg":"trace[891643999] linearizableReadLoop","detail":"{readStateIndex:1280; appliedIndex:1278; }","duration":"1.955945956s","start":"2026-05-27T06:06:58.291043Z","end":"2026-05-27T06:07:00.246989Z","steps":["trace[891643999] 'read index received' (duration: 1.868164748s)","trace[891643999] 'applied index is now lower than readState.Index' (duration: 87.779748ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:07:00.24708Z","caller":"traceutil/trace.go:171","msg":"trace[930586187] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"182.380496ms","start":"2026-05-27T06:07:00.06468Z","end":"2026-05-27T06:07:00.247061Z","steps":["trace[930586187] 'process raft request' (duration: 182.180109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:00.247198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956154382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:07:00.247265Z","caller":"traceutil/trace.go:171","msg":"trace[1927755086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1243; }","duration":"1.956222685s","start":"2026-05-27T06:06:58.291025Z","end":"2026-05-27T06:07:00.247247Z","steps":["trace[1927755086] 'agreement among raft nodes before linearized reading' (duration: 1.956108941s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:00.247312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:58.290961Z","time spent":"1.956341618s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:07:00.247348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930305646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-27T06:07:00.24759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888467677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:07:00.247635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256951389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:07:00.247639Z","caller":"traceutil/trace.go:171","msg":"trace[1323585586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1243; }","duration":"1.930413589s","start":"2026-05-27T06:06:58.316983Z","end":"2026-05-27T06:07:00.247397Z","steps":["trace[1323585586] 'agreement among raft nodes before linearized reading' (duration: 1.930231324s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:00.247689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.213856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-27T06:07:00.247702Z","caller":"traceutil/trace.go:171","msg":"trace[1531306587] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1243; }","duration":"1.257592619s","start":"2026-05-27T06:06:58.990087Z","end":"2026-05-27T06:07:00.24768Z","steps":["trace[1531306587] 'agreement among raft nodes before linearized reading' (duration: 1.257485676s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:07:00.247723Z","caller":"traceutil/trace.go:171","msg":"trace[1091677109] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1243; }","duration":"280.318019ms","start":"2026-05-27T06:06:59.967394Z","end":"2026-05-27T06:07:00.247712Z","steps":["trace[1091677109] 'agreement among raft nodes before linearized reading' (duration: 280.256458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:00.247728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:58.316958Z","time spent":"1.93075168s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:07:00.247744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.419633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-27T06:07:00.247705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018696376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-27T06:07:00.247822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.288305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:07:00.247954Z","caller":"traceutil/trace.go:171","msg":"trace[1671821072] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1243; }","duration":"944.469831ms","start":"2026-05-27T06:06:59.303458Z","end":"2026-05-27T06:07:00.247927Z","steps":["trace[1671821072] 'agreement among raft nodes before linearized reading' (duration: 944.174502ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:07:00.24788Z","caller":"traceutil/trace.go:171","msg":"trace[1226670602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1243; }","duration":"1.019118269s","start":"2026-05-27T06:06:59.228741Z","end":"2026-05-27T06:07:00.247859Z","steps":["trace[1226670602] 'agreement among raft nodes before linearized reading' (duration: 1.01851816s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:00.248017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:59.303405Z","time spent":"944.598035ms","remote":"127.0.0.1:41340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:07:00.24761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737864328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-27T06:07:00.248084Z","caller":"traceutil/trace.go:171","msg":"trace[420625541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1243; }","duration":"1.738381945s","start":"2026-05-27T06:06:58.509687Z","end":"2026-05-27T06:07:00.248069Z","steps":["trace[420625541] 'agreement among raft nodes before linearized reading' (duration: 1.737782246s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:00.248029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:59.228724Z","time spent":"1.019285365s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T06:07:00.248128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:58.509649Z","time spent":"1.738467647s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-27T06:07:00.247808Z","caller":"traceutil/trace.go:171","msg":"trace[1537367020] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1243; }","duration":"956.506456ms","start":"2026-05-27T06:06:59.291287Z","end":"2026-05-27T06:07:00.247793Z","steps":["trace[1537367020] 'agreement among raft nodes before linearized reading' (duration: 956.410753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:00.247778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:58.990065Z","time spent":"1.257694253s","remote":"127.0.0.1:41318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:07:00.248198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:59.291272Z","time spent":"956.909578ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:07:00.248537Z","caller":"traceutil/trace.go:171","msg":"trace[596372715] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1243; }","duration":"1.888570711s","start":"2026-05-27T06:06:58.359085Z","end":"2026-05-27T06:07:00.247655Z","steps":["trace[596372715] 'agreement among raft nodes before linearized reading' (duration: 1.888419626s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:00.24861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:06:58.359054Z","time spent":"1.889537112s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:07:22.578832Z","caller":"traceutil/trace.go:171","msg":"trace[1994260101] linearizableReadLoop","detail":"{readStateIndex:1545; appliedIndex:1544; }","duration":"171.450902ms","start":"2026-05-27T06:07:22.40734Z","end":"2026-05-27T06:07:22.57879Z","steps":["trace[1994260101] 'read index received' (duration: 139.211711ms)","trace[1994260101] 'applied index is now lower than readState.Index' (duration: 32.237721ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:07:22.578919Z","caller":"traceutil/trace.go:171","msg":"trace[65447641] transaction","detail":"{read_only:false; response_revision:1496; number_of_response:1; }","duration":"176.054161ms","start":"2026-05-27T06:07:22.402811Z","end":"2026-05-27T06:07:22.578865Z","steps":["trace[65447641] 'process raft request' (duration: 143.785379ms)","trace[65447641] 'compare' (duration: 32.010733ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:07:22.579199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.840725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-27T06:07:22.579308Z","caller":"traceutil/trace.go:171","msg":"trace[25033670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1496; }","duration":"172.008881ms","start":"2026-05-27T06:07:22.407268Z","end":"2026-05-27T06:07:22.579277Z","steps":["trace[25033670] 'agreement among raft nodes before linearized reading' (duration: 171.703641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:22.579365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.562164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-27T06:07:22.579488Z","caller":"traceutil/trace.go:171","msg":"trace[957314997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1496; }","duration":"170.700419ms","start":"2026-05-27T06:07:22.408765Z","end":"2026-05-27T06:07:22.579466Z","steps":["trace[957314997] 'agreement among raft nodes before linearized reading' (duration: 170.477922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:22.579485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.420499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-27T06:07:22.579678Z","caller":"traceutil/trace.go:171","msg":"trace[585162591] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1496; }","duration":"170.589315ms","start":"2026-05-27T06:07:22.408984Z","end":"2026-05-27T06:07:22.579573Z","steps":["trace[585162591] 'agreement among raft nodes before linearized reading' (duration: 170.287555ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:07:24.787283Z","caller":"traceutil/trace.go:171","msg":"trace[1463439358] linearizableReadLoop","detail":"{readStateIndex:1551; appliedIndex:1550; }","duration":"202.491165ms","start":"2026-05-27T06:07:24.584767Z","end":"2026-05-27T06:07:24.787258Z","steps":["trace[1463439358] 'read index received' (duration: 202.263638ms)","trace[1463439358] 'applied index is now lower than readState.Index' (duration: 226.787µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:07:24.787411Z","caller":"traceutil/trace.go:171","msg":"trace[34319144] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"421.673774ms","start":"2026-05-27T06:07:24.365727Z","end":"2026-05-27T06:07:24.787401Z","steps":["trace[34319144] 'process raft request' (duration: 421.364144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:24.787529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:24.365699Z","time spent":"421.752487ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:07:24.78776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.481562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-27T06:07:24.787811Z","caller":"traceutil/trace.go:171","msg":"trace[703259043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1502; }","duration":"175.578995ms","start":"2026-05-27T06:07:24.612224Z","end":"2026-05-27T06:07:24.787803Z","steps":["trace[703259043] 'agreement among raft nodes before linearized reading' (duration: 175.42986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:24.78787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.342013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-27T06:07:24.787917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.493293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-27T06:07:24.787996Z","caller":"traceutil/trace.go:171","msg":"trace[1147877794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1502; }","duration":"198.522818ms","start":"2026-05-27T06:07:24.589442Z","end":"2026-05-27T06:07:24.787965Z","steps":["trace[1147877794] 'agreement among raft nodes before linearized reading' (duration: 198.200108ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:07:24.788014Z","caller":"traceutil/trace.go:171","msg":"trace[873333943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1502; }","duration":"196.630628ms","start":"2026-05-27T06:07:24.591362Z","end":"2026-05-27T06:07:24.787992Z","steps":["trace[873333943] 'agreement among raft nodes before linearized reading' (duration: 196.317158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:24.788053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.2618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-27T06:07:24.788166Z","caller":"traceutil/trace.go:171","msg":"trace[1994262210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1502; }","duration":"203.445146ms","start":"2026-05-27T06:07:24.584695Z","end":"2026-05-27T06:07:24.78814Z","steps":["trace[1994262210] 'agreement among raft nodes before linearized reading' (duration: 203.064044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:25.076971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.161232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-27T06:07:25.077246Z","caller":"traceutil/trace.go:171","msg":"trace[1292748370] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"284.850149ms","start":"2026-05-27T06:07:24.792362Z","end":"2026-05-27T06:07:25.077213Z","steps":["trace[1292748370] 'process raft request' (duration: 43.319855ms)","trace[1292748370] 'compare' (duration: 241.029238ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:07:25.260944Z","caller":"traceutil/trace.go:171","msg":"trace[918720556] transaction","detail":"{read_only:false; response_revision:1504; number_of_response:1; }","duration":"468.063208ms","start":"2026-05-27T06:07:24.792851Z","end":"2026-05-27T06:07:25.260915Z","steps":["trace[918720556] 'process raft request' (duration: 458.409889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:25.261147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:24.792829Z","time spent":"468.213063ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:07:25.26136Z","caller":"traceutil/trace.go:171","msg":"trace[2117962414] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"467.260732ms","start":"2026-05-27T06:07:24.794082Z","end":"2026-05-27T06:07:25.261343Z","steps":["trace[2117962414] 'process raft request' (duration: 466.768097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:25.261453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:24.794065Z","time spent":"467.355185ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:07:25.261529Z","caller":"traceutil/trace.go:171","msg":"trace[113281010] linearizableReadLoop","detail":"{readStateIndex:1555; appliedIndex:1551; }","duration":"429.140243ms","start":"2026-05-27T06:07:24.832328Z","end":"2026-05-27T06:07:25.261468Z","steps":["trace[113281010] 'read index received' (duration: 3.366208ms)","trace[113281010] 'applied index is now lower than readState.Index' (duration: 425.772785ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:07:25.261558Z","caller":"traceutil/trace.go:171","msg":"trace[1439244651] transaction","detail":"{read_only:false; response_revision:1506; number_of_response:1; }","duration":"467.308504ms","start":"2026-05-27T06:07:24.794219Z","end":"2026-05-27T06:07:25.261527Z","steps":["trace[1439244651] 'process raft request' (duration: 467.033675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:25.261813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:24.794209Z","time spent":"467.456639ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:07:25.262013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.082252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-27T06:07:25.262071Z","caller":"traceutil/trace.go:171","msg":"trace[541283744] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:1506; }","duration":"409.269878ms","start":"2026-05-27T06:07:24.852787Z","end":"2026-05-27T06:07:25.262057Z","steps":["trace[541283744] 'agreement among raft nodes before linearized reading' (duration: 408.904867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:25.262156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:24.852763Z","time spent":"409.379532ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.207\" "} {"level":"warn","ts":"2026-05-27T06:07:25.262376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.003371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:07:25.262488Z","caller":"traceutil/trace.go:171","msg":"trace[523587229] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1506; }","duration":"430.197647ms","start":"2026-05-27T06:07:24.832266Z","end":"2026-05-27T06:07:25.262463Z","steps":["trace[523587229] 'agreement among raft nodes before linearized reading' (duration: 429.35249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:25.262546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:24.832239Z","time spent":"430.293211ms","remote":"127.0.0.1:51514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:07:36.630305Z","caller":"traceutil/trace.go:171","msg":"trace[623739022] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"121.192236ms","start":"2026-05-27T06:07:36.509057Z","end":"2026-05-27T06:07:36.630249Z","steps":["trace[623739022] 'process raft request' (duration: 120.839134ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:07:36.741518Z","caller":"traceutil/trace.go:171","msg":"trace[983381492] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"100.000868ms","start":"2026-05-27T06:07:36.641479Z","end":"2026-05-27T06:07:36.74148Z","steps":["trace[983381492] 'process raft request' (duration: 56.381583ms)","trace[983381492] 'compare' (duration: 43.355256ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:07:36.889317Z","caller":"traceutil/trace.go:171","msg":"trace[991081748] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"130.41541ms","start":"2026-05-27T06:07:36.758873Z","end":"2026-05-27T06:07:36.889288Z","steps":["trace[991081748] 'process raft request' (duration: 130.250465ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:07:37.272284Z","caller":"traceutil/trace.go:171","msg":"trace[577709771] linearizableReadLoop","detail":"{readStateIndex:1798; appliedIndex:1797; }","duration":"344.463595ms","start":"2026-05-27T06:07:36.927784Z","end":"2026-05-27T06:07:37.272248Z","steps":["trace[577709771] 'read index received' (duration: 329.816187ms)","trace[577709771] 'applied index is now lower than readState.Index' (duration: 14.646248ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:07:37.272377Z","caller":"traceutil/trace.go:171","msg":"trace[2003864830] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"346.028635ms","start":"2026-05-27T06:07:36.926307Z","end":"2026-05-27T06:07:37.272335Z","steps":["trace[2003864830] 'process raft request' (duration: 331.272473ms)","trace[2003864830] 'compare' (duration: 14.38687ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:07:37.272565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:36.926282Z","time spent":"346.17819ms","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9355,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:07:37.272551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.729143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:07:37.272701Z","caller":"traceutil/trace.go:171","msg":"trace[1705305258] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:1729; }","duration":"344.93907ms","start":"2026-05-27T06:07:36.927735Z","end":"2026-05-27T06:07:37.272674Z","steps":["trace[1705305258] 'agreement among raft nodes before linearized reading' (duration: 344.689872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:37.272761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:36.927713Z","time spent":"345.037063ms","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" "} {"level":"info","ts":"2026-05-27T06:07:37.330988Z","caller":"traceutil/trace.go:171","msg":"trace[1056218531] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"189.661875ms","start":"2026-05-27T06:07:37.141296Z","end":"2026-05-27T06:07:37.330958Z","steps":["trace[1056218531] 'process raft request' (duration: 189.408496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:37.331156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.999885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-27T06:07:37.331233Z","caller":"traceutil/trace.go:171","msg":"trace[1067590188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1730; }","duration":"180.095058ms","start":"2026-05-27T06:07:37.151119Z","end":"2026-05-27T06:07:37.331214Z","steps":["trace[1067590188] 'agreement among raft nodes before linearized reading' (duration: 179.84462ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:07:37.443328Z","caller":"traceutil/trace.go:171","msg":"trace[437050066] linearizableReadLoop","detail":"{readStateIndex:1800; appliedIndex:1799; }","duration":"112.386404ms","start":"2026-05-27T06:07:37.330908Z","end":"2026-05-27T06:07:37.443294Z","steps":["trace[437050066] 'read index received' (duration: 107.063104ms)","trace[437050066] 'applied index is now lower than readState.Index' (duration: 5.32146ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:07:37.443383Z","caller":"traceutil/trace.go:171","msg":"trace[1893495247] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"155.808882ms","start":"2026-05-27T06:07:37.287498Z","end":"2026-05-27T06:07:37.443307Z","steps":["trace[1893495247] 'process raft request' (duration: 150.476292ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:07:37.443526Z","caller":"traceutil/trace.go:171","msg":"trace[1998788503] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"108.325824ms","start":"2026-05-27T06:07:37.335186Z","end":"2026-05-27T06:07:37.443512Z","steps":["trace[1998788503] 'process raft request' (duration: 107.997753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:37.443775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.38825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:07:37.443887Z","caller":"traceutil/trace.go:171","msg":"trace[201982675] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:1732; }","duration":"110.543215ms","start":"2026-05-27T06:07:37.333316Z","end":"2026-05-27T06:07:37.443859Z","steps":["trace[201982675] 'agreement among raft nodes before linearized reading' (duration: 110.38643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:37.443616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.766339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:07:37.444071Z","caller":"traceutil/trace.go:171","msg":"trace[673309361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1732; }","duration":"155.249104ms","start":"2026-05-27T06:07:37.288807Z","end":"2026-05-27T06:07:37.444056Z","steps":["trace[673309361] 'agreement among raft nodes before linearized reading' (duration: 154.647485ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:07:37.576336Z","caller":"traceutil/trace.go:171","msg":"trace[1778378910] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"124.787631ms","start":"2026-05-27T06:07:37.451522Z","end":"2026-05-27T06:07:37.57631Z","steps":["trace[1778378910] 'process raft request' (duration: 124.741849ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:07:37.576546Z","caller":"traceutil/trace.go:171","msg":"trace[138884935] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"126.413923ms","start":"2026-05-27T06:07:37.449964Z","end":"2026-05-27T06:07:37.576378Z","steps":["trace[138884935] 'process raft request' (duration: 126.202796ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:07:37.578095Z","caller":"traceutil/trace.go:171","msg":"trace[765768101] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"128.240561ms","start":"2026-05-27T06:07:37.449829Z","end":"2026-05-27T06:07:37.578069Z","steps":["trace[765768101] 'process raft request' (duration: 115.417141ms)","trace[765768101] 'compare' (duration: 10.506656ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:07:39.245885Z","caller":"traceutil/trace.go:171","msg":"trace[1348805828] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"106.32695ms","start":"2026-05-27T06:07:39.139527Z","end":"2026-05-27T06:07:39.245854Z","steps":["trace[1348805828] 'process raft request' (duration: 67.820229ms)","trace[1348805828] 'compare' (duration: 38.309325ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:07:39.611726Z","caller":"traceutil/trace.go:171","msg":"trace[1907826251] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"104.991357ms","start":"2026-05-27T06:07:39.506694Z","end":"2026-05-27T06:07:39.611685Z","steps":["trace[1907826251] 'process raft request' (duration: 68.072486ms)","trace[1907826251] 'compare' (duration: 36.715045ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:07:44.214701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787357814,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-27T06:07:44.224317Z","caller":"traceutil/trace.go:171","msg":"trace[1404435440] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"541.101134ms","start":"2026-05-27T06:07:43.683189Z","end":"2026-05-27T06:07:44.22429Z","steps":["trace[1404435440] 'process raft request' (duration: 540.802655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:44.224509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:43.683165Z","time spent":"541.248789ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:07:44.233471Z","caller":"traceutil/trace.go:171","msg":"trace[916935365] linearizableReadLoop","detail":"{readStateIndex:1882; appliedIndex:1880; }","duration":"521.650312ms","start":"2026-05-27T06:07:43.711794Z","end":"2026-05-27T06:07:44.233444Z","steps":["trace[916935365] 'read index received' (duration: 512.258992ms)","trace[916935365] 'applied index is now lower than readState.Index' (duration: 9.39007ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:07:44.233542Z","caller":"traceutil/trace.go:171","msg":"trace[1831736354] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"536.855098ms","start":"2026-05-27T06:07:43.696668Z","end":"2026-05-27T06:07:44.233523Z","steps":["trace[1831736354] 'process raft request' (duration: 536.60879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:44.233687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.895249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-27T06:07:44.233686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:43.69665Z","time spent":"536.93237ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:07:44.233725Z","caller":"traceutil/trace.go:171","msg":"trace[552043912] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1808; }","duration":"521.966712ms","start":"2026-05-27T06:07:43.71175Z","end":"2026-05-27T06:07:44.233717Z","steps":["trace[552043912] 'agreement among raft nodes before linearized reading' (duration: 521.828067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:44.233721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.074699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-27T06:07:44.233753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:43.711736Z","time spent":"522.008103ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-27T06:07:44.233758Z","caller":"traceutil/trace.go:171","msg":"trace[672045658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1808; }","duration":"519.131802ms","start":"2026-05-27T06:07:43.714616Z","end":"2026-05-27T06:07:44.233748Z","steps":["trace[672045658] 'agreement among raft nodes before linearized reading' (duration: 519.000147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:44.233836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:43.714607Z","time spent":"519.222224ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T06:07:44.233992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.927505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-27T06:07:44.234085Z","caller":"traceutil/trace.go:171","msg":"trace[1077452509] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1808; }","duration":"519.051809ms","start":"2026-05-27T06:07:43.715013Z","end":"2026-05-27T06:07:44.234065Z","steps":["trace[1077452509] 'agreement among raft nodes before linearized reading' (duration: 518.843682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:44.234129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:43.715003Z","time spent":"519.11271ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-27T06:07:45.059887Z","caller":"traceutil/trace.go:171","msg":"trace[547012809] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"100.294067ms","start":"2026-05-27T06:07:44.959562Z","end":"2026-05-27T06:07:45.059856Z","steps":["trace[547012809] 'process raft request' (duration: 100.109781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:52.85896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787358056,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:07:53.360073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787358056,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:07:53.860631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787358056,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:07:54.101422Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.809255329s","expected-duration":"1s"} {"level":"info","ts":"2026-05-27T06:07:54.101751Z","caller":"traceutil/trace.go:171","msg":"trace[1754248300] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"1.809698833s","start":"2026-05-27T06:07:52.292027Z","end":"2026-05-27T06:07:54.101726Z","steps":["trace[1754248300] 'process raft request' (duration: 1.809539797s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:54.101906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:52.291999Z","time spent":"1.809816736s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:07:54.666004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.110832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-27T06:07:54.666272Z","caller":"traceutil/trace.go:171","msg":"trace[1558010904] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"2.319365401s","start":"2026-05-27T06:07:52.346869Z","end":"2026-05-27T06:07:54.666234Z","steps":["trace[1558010904] 'process raft request' (duration: 1.849896198s)","trace[1558010904] 'compare' (duration: 468.926115ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:07:54.66635Z","caller":"traceutil/trace.go:171","msg":"trace[224289543] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"1.540042928s","start":"2026-05-27T06:07:53.126279Z","end":"2026-05-27T06:07:54.666322Z","steps":["trace[224289543] 'process raft request' (duration: 1.539893564s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:54.666459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:52.346833Z","time spent":"2.319528936s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:07:54.66647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:53.126232Z","time spent":"1.540187544s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:07:54.666508Z","caller":"traceutil/trace.go:171","msg":"trace[1872920263] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1997; }","duration":"2.308227374s","start":"2026-05-27T06:07:52.358248Z","end":"2026-05-27T06:07:54.666475Z","steps":["trace[1872920263] 'read index received' (duration: 1.743515656s)","trace[1872920263] 'applied index is now lower than readState.Index' (duration: 564.710608ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:07:54.66659Z","caller":"traceutil/trace.go:171","msg":"trace[377413952] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"1.002180338s","start":"2026-05-27T06:07:53.664363Z","end":"2026-05-27T06:07:54.666543Z","steps":["trace[377413952] 'process raft request' (duration: 1.00190345s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:54.666834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308526243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d93684a9-0546-4037-a8b4-c68eadb8952a\" ","response":"range_response_count:1 size:3744"} {"level":"warn","ts":"2026-05-27T06:07:54.666865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000124532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-27T06:07:54.666879Z","caller":"traceutil/trace.go:171","msg":"trace[454122794] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d93684a9-0546-4037-a8b4-c68eadb8952a; range_end:; response_count:1; response_revision:1924; }","duration":"2.308669079s","start":"2026-05-27T06:07:52.358195Z","end":"2026-05-27T06:07:54.666864Z","steps":["trace[454122794] 'agreement among raft nodes before linearized reading' (duration: 2.308441691s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:54.666872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275773356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-27T06:07:54.666877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:53.664339Z","time spent":"1.002351274s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:07:54.666911Z","caller":"traceutil/trace.go:171","msg":"trace[1904799460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1924; }","duration":"1.000203315s","start":"2026-05-27T06:07:53.666695Z","end":"2026-05-27T06:07:54.666898Z","steps":["trace[1904799460] 'agreement among raft nodes before linearized reading' (duration: 999.998358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:54.66692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:52.358181Z","time spent":"2.30872924s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d93684a9-0546-4037-a8b4-c68eadb8952a\" "} {"level":"info","ts":"2026-05-27T06:07:54.666934Z","caller":"traceutil/trace.go:171","msg":"trace[1557232960] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1924; }","duration":"2.275860259s","start":"2026-05-27T06:07:52.391056Z","end":"2026-05-27T06:07:54.666916Z","steps":["trace[1557232960] 'agreement among raft nodes before linearized reading' (duration: 2.275606981s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:54.666945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:53.666683Z","time spent":"1.000255197s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T06:07:54.666982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:52.391043Z","time spent":"2.275926541s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T06:07:54.667045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.563179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:07:54.667022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983859721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-27T06:07:54.667077Z","caller":"traceutil/trace.go:171","msg":"trace[273174153] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1924; }","duration":"329.642561ms","start":"2026-05-27T06:07:54.337425Z","end":"2026-05-27T06:07:54.667068Z","steps":["trace[273174153] 'agreement among raft nodes before linearized reading' (duration: 329.59082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:54.667075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.681303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:07:54.66711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:54.337392Z","time spent":"329.709433ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:07:54.667101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293868206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-27T06:07:54.667135Z","caller":"traceutil/trace.go:171","msg":"trace[1139520453] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1924; }","duration":"1.984023636s","start":"2026-05-27T06:07:52.68308Z","end":"2026-05-27T06:07:54.667103Z","steps":["trace[1139520453] 'agreement among raft nodes before linearized reading' (duration: 1.983638674s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:07:54.667186Z","caller":"traceutil/trace.go:171","msg":"trace[1842556124] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1924; }","duration":"1.29400605s","start":"2026-05-27T06:07:53.373148Z","end":"2026-05-27T06:07:54.667154Z","steps":["trace[1842556124] 'agreement among raft nodes before linearized reading' (duration: 1.293805554s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:54.667203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:52.683053Z","time spent":"1.98414044s","remote":"127.0.0.1:54828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-27T06:07:54.667237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:53.373104Z","time spent":"1.294119374s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-27T06:07:54.66727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.576858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"warn","ts":"2026-05-27T06:07:54.667299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.290818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:07:54.667336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.255488047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-27T06:07:54.667274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250214819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-27T06:07:54.667369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.084596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:07:54.667408Z","caller":"traceutil/trace.go:171","msg":"trace[2100275329] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1924; }","duration":"593.163509ms","start":"2026-05-27T06:07:54.074235Z","end":"2026-05-27T06:07:54.667399Z","steps":["trace[2100275329] 'agreement among raft nodes before linearized reading' (duration: 593.105857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:54.667408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033043044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-27T06:07:54.667124Z","caller":"traceutil/trace.go:171","msg":"trace[55937378] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1924; }","duration":"789.756996ms","start":"2026-05-27T06:07:53.877352Z","end":"2026-05-27T06:07:54.667109Z","steps":["trace[55937378] 'agreement among raft nodes before linearized reading' (duration: 789.671353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:54.667498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:54.074211Z","time spent":"593.266981ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:07:54.66751Z","caller":"traceutil/trace.go:171","msg":"trace[57838498] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1924; }","duration":"2.033179489s","start":"2026-05-27T06:07:52.634305Z","end":"2026-05-27T06:07:54.667484Z","steps":["trace[57838498] 'agreement among raft nodes before linearized reading' (duration: 2.033005353s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:54.667541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:53.877332Z","time spent":"790.187559ms","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:07:54.667319Z","caller":"traceutil/trace.go:171","msg":"trace[743665317] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1924; }","duration":"561.682222ms","start":"2026-05-27T06:07:54.105627Z","end":"2026-05-27T06:07:54.667309Z","steps":["trace[743665317] 'agreement among raft nodes before linearized reading' (duration: 561.520877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:54.667585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:54.105601Z","time spent":"561.978342ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10690,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-05-27T06:07:54.667598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.063189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-27T06:07:54.66763Z","caller":"traceutil/trace.go:171","msg":"trace[801427783] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1924; }","duration":"979.121611ms","start":"2026-05-27T06:07:53.6885Z","end":"2026-05-27T06:07:54.667622Z","steps":["trace[801427783] 'agreement among raft nodes before linearized reading' (duration: 979.024288ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:07:54.667358Z","caller":"traceutil/trace.go:171","msg":"trace[1608771129] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1924; }","duration":"970.376511ms","start":"2026-05-27T06:07:53.696969Z","end":"2026-05-27T06:07:54.667345Z","steps":["trace[1608771129] 'agreement among raft nodes before linearized reading' (duration: 970.291438ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:07:54.667408Z","caller":"traceutil/trace.go:171","msg":"trace[2003315924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1924; }","duration":"2.250395355s","start":"2026-05-27T06:07:52.417Z","end":"2026-05-27T06:07:54.667395Z","steps":["trace[2003315924] 'agreement among raft nodes before linearized reading' (duration: 2.250117726s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:54.6677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:53.696951Z","time spent":"970.733153ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:07:54.667707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:52.416977Z","time spent":"2.250718835s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T06:07:54.667549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:52.634278Z","time spent":"2.033259531s","remote":"127.0.0.1:54828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-27T06:07:54.667659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:53.688487Z","time spent":"979.165132ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T06:07:54.667404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376510679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:07:54.667868Z","caller":"traceutil/trace.go:171","msg":"trace[528603382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1924; }","duration":"1.376968373s","start":"2026-05-27T06:07:53.290882Z","end":"2026-05-27T06:07:54.66785Z","steps":["trace[528603382] 'agreement among raft nodes before linearized reading' (duration: 1.376486768s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:54.667923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:53.290817Z","time spent":"1.377093487s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T06:07:54.667404Z","caller":"traceutil/trace.go:171","msg":"trace[1552411227] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1924; }","duration":"2.255583061s","start":"2026-05-27T06:07:52.411806Z","end":"2026-05-27T06:07:54.667389Z","steps":["trace[1552411227] 'agreement among raft nodes before linearized reading' (duration: 2.255430366s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:54.66798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:52.411791Z","time spent":"2.25617596s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:07:56.678574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000215854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T06:07:56.678691Z","caller":"traceutil/trace.go:171","msg":"trace[313788353] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000367488s","start":"2026-05-27T06:07:54.6783Z","end":"2026-05-27T06:07:56.678668Z","steps":["trace[313788353] 'agreement among raft nodes before linearized reading' (duration: 2.000235484s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:56.678756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:54.678291Z","time spent":"2.000449152s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 06:07:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:07:56.699027Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.872627884s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T06:07:57.430846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626394908s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-27T06:07:57.431105Z","caller":"traceutil/trace.go:171","msg":"trace[1010769561] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"2.758805112s","start":"2026-05-27T06:07:54.672261Z","end":"2026-05-27T06:07:57.431066Z","steps":["trace[1010769561] 'process raft request' (duration: 132.081673ms)","trace[1010769561] 'compare' (duration: 2.626271084s)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:07:57.431266Z","caller":"traceutil/trace.go:171","msg":"trace[89220409] linearizableReadLoop","detail":"{readStateIndex:2007; appliedIndex:2000; }","duration":"2.752911623s","start":"2026-05-27T06:07:54.678334Z","end":"2026-05-27T06:07:57.431246Z","steps":["trace[89220409] 'read index received' (duration: 126.112902ms)","trace[89220409] 'applied index is now lower than readState.Index' (duration: 2.626797841s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:07:57.431295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:54.672234Z","time spent":"2.758947546s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:07:57.431493Z","caller":"traceutil/trace.go:171","msg":"trace[854134585] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"2.757539842s","start":"2026-05-27T06:07:54.673937Z","end":"2026-05-27T06:07:57.431477Z","steps":["trace[854134585] 'process raft request' (duration: 2.7571733s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:07:57.431567Z","caller":"traceutil/trace.go:171","msg":"trace[1771112499] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"2.757398837s","start":"2026-05-27T06:07:54.674156Z","end":"2026-05-27T06:07:57.431554Z","steps":["trace[1771112499] 'process raft request' (duration: 2.756987434s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:57.431576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:54.673915Z","time spent":"2.757616655s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:07:57.431634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:54.674149Z","time spent":"2.757449999s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:07:57.431895Z","caller":"traceutil/trace.go:171","msg":"trace[1118017557] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"2.758516823s","start":"2026-05-27T06:07:54.67336Z","end":"2026-05-27T06:07:57.431877Z","steps":["trace[1118017557] 'process raft request' (duration: 2.757609544s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:07:57.431939Z","caller":"traceutil/trace.go:171","msg":"trace[490168318] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"2.755350811s","start":"2026-05-27T06:07:54.676578Z","end":"2026-05-27T06:07:57.431928Z","steps":["trace[490168318] 'process raft request' (duration: 2.754619908s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:57.431982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:54.67335Z","time spent":"2.758585315s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:07:57.431999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:54.676568Z","time spent":"2.755399173s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10970,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:07:57.432148Z","caller":"traceutil/trace.go:171","msg":"trace[630596355] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"2.758773221s","start":"2026-05-27T06:07:54.673359Z","end":"2026-05-27T06:07:57.432133Z","steps":["trace[630596355] 'process raft request' (duration: 2.757670406s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:57.432226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:54.673329Z","time spent":"2.758852863s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:07:57.432376Z","caller":"traceutil/trace.go:171","msg":"trace[1322980207] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"2.758925846s","start":"2026-05-27T06:07:54.673398Z","end":"2026-05-27T06:07:57.432324Z","steps":["trace[1322980207] 'process raft request' (duration: 2.757675586s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:57.43269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:54.673329Z","time spent":"2.759234736s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:07:57.51999Z","caller":"traceutil/trace.go:171","msg":"trace[1750831482] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"846.178109ms","start":"2026-05-27T06:07:56.673779Z","end":"2026-05-27T06:07:57.519957Z","steps":["trace[1750831482] 'process raft request' (duration: 845.953052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:57.520232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:56.673745Z","time spent":"846.373896ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:07:57.520445Z","caller":"traceutil/trace.go:171","msg":"trace[897812545] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"844.457434ms","start":"2026-05-27T06:07:56.675963Z","end":"2026-05-27T06:07:57.52042Z","steps":["trace[897812545] 'process raft request' (duration: 843.947198ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:07:57.520487Z","caller":"traceutil/trace.go:171","msg":"trace[1447765675] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"826.863882ms","start":"2026-05-27T06:07:56.69358Z","end":"2026-05-27T06:07:57.520444Z","steps":["trace[1447765675] 'process raft request' (duration: 826.608684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:57.520561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439116801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-27T06:07:57.520595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:56.675919Z","time spent":"844.591819ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:07:57.520624Z","caller":"traceutil/trace.go:171","msg":"trace[592538308] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1934; }","duration":"1.439237935s","start":"2026-05-27T06:07:56.081368Z","end":"2026-05-27T06:07:57.520606Z","steps":["trace[592538308] 'agreement among raft nodes before linearized reading' (duration: 1.439119551s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:57.520655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493950753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-27T06:07:57.520666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:56.08134Z","time spent":"1.439314197s","remote":"127.0.0.1:41544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:07:57.520694Z","caller":"traceutil/trace.go:171","msg":"trace[1120101303] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1934; }","duration":"2.493999405s","start":"2026-05-27T06:07:55.026684Z","end":"2026-05-27T06:07:57.520683Z","steps":["trace[1120101303] 'agreement among raft nodes before linearized reading' (duration: 2.493907622s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:57.520701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:56.693548Z","time spent":"827.046728ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:07:57.52069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.556398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:07:57.520718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843440471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-27T06:07:57.520782Z","caller":"traceutil/trace.go:171","msg":"trace[1752007572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1934; }","duration":"839.691072ms","start":"2026-05-27T06:07:56.68107Z","end":"2026-05-27T06:07:57.520761Z","steps":["trace[1752007572] 'agreement among raft nodes before linearized reading' (duration: 839.538017ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:57.520822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662184153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-27T06:07:57.520827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:56.681059Z","time spent":"839.761854ms","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T06:07:57.520824Z","caller":"traceutil/trace.go:171","msg":"trace[1625776020] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1934; }","duration":"1.843572595s","start":"2026-05-27T06:07:55.677228Z","end":"2026-05-27T06:07:57.5208Z","steps":["trace[1625776020] 'agreement among raft nodes before linearized reading' (duration: 1.843233675s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:57.520855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451423614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-05-27T06:07:57.520862Z","caller":"traceutil/trace.go:171","msg":"trace[1072382737] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:1934; }","duration":"2.662267335s","start":"2026-05-27T06:07:54.858583Z","end":"2026-05-27T06:07:57.520851Z","steps":["trace[1072382737] 'agreement among raft nodes before linearized reading' (duration: 2.66212024s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:07:57.52088Z","caller":"traceutil/trace.go:171","msg":"trace[1039030990] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1934; }","duration":"1.451447726s","start":"2026-05-27T06:07:56.069425Z","end":"2026-05-27T06:07:57.520873Z","steps":["trace[1039030990] 'agreement among raft nodes before linearized reading' (duration: 1.451329542s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:57.520697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892326995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-27T06:07:57.520901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:56.069335Z","time spent":"1.451560548s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10350,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-27T06:07:57.520901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:54.858554Z","time spent":"2.662339327s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.207\" "} {"level":"warn","ts":"2026-05-27T06:07:57.520893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:55.677164Z","time spent":"1.84371114s","remote":"127.0.0.1:54828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-27T06:07:57.520931Z","caller":"traceutil/trace.go:171","msg":"trace[859222820] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1934; }","duration":"1.892636274s","start":"2026-05-27T06:07:55.628276Z","end":"2026-05-27T06:07:57.520912Z","steps":["trace[859222820] 'agreement among raft nodes before linearized reading' (duration: 1.892254842s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:57.520995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:55.628246Z","time spent":"1.892728427s","remote":"127.0.0.1:41450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:07:57.520722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:55.026603Z","time spent":"2.494110548s","remote":"127.0.0.1:37320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:07:57.521321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845488917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d93684a9-0546-4037-a8b4-c68eadb8952a\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-05-27T06:07:57.521363Z","caller":"traceutil/trace.go:171","msg":"trace[56545709] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d93684a9-0546-4037-a8b4-c68eadb8952a; range_end:; response_count:1; response_revision:1934; }","duration":"1.845569149s","start":"2026-05-27T06:07:55.675783Z","end":"2026-05-27T06:07:57.521352Z","steps":["trace[56545709] 'agreement among raft nodes before linearized reading' (duration: 1.844780794s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:57.521383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:07:55.675761Z","time spent":"1.845616941s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d93684a9-0546-4037-a8b4-c68eadb8952a\" "} {"level":"info","ts":"2026-05-27T06:07:57.709124Z","caller":"traceutil/trace.go:171","msg":"trace[1995386091] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"267.083851ms","start":"2026-05-27T06:07:57.441995Z","end":"2026-05-27T06:07:57.709078Z","steps":["trace[1995386091] 'process raft request' (duration: 203.812728ms)","trace[1995386091] 'compare' (duration: 63.054696ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:07:57.709138Z","caller":"traceutil/trace.go:171","msg":"trace[1860739066] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"266.805682ms","start":"2026-05-27T06:07:57.442303Z","end":"2026-05-27T06:07:57.709109Z","steps":["trace[1860739066] 'process raft request' (duration: 266.705709ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:07:57.709262Z","caller":"traceutil/trace.go:171","msg":"trace[1318158944] linearizableReadLoop","detail":"{readStateIndex:2014; appliedIndex:2010; }","duration":"188.8538ms","start":"2026-05-27T06:07:57.520392Z","end":"2026-05-27T06:07:57.709245Z","steps":["trace[1318158944] 'read index received' (duration: 125.432461ms)","trace[1318158944] 'applied index is now lower than readState.Index' (duration: 63.420289ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:07:57.709332Z","caller":"traceutil/trace.go:171","msg":"trace[1646665359] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"265.096798ms","start":"2026-05-27T06:07:57.444188Z","end":"2026-05-27T06:07:57.709284Z","steps":["trace[1646665359] 'process raft request' (duration: 264.864011ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:07:57.709348Z","caller":"traceutil/trace.go:171","msg":"trace[970448427] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"265.023736ms","start":"2026-05-27T06:07:57.44428Z","end":"2026-05-27T06:07:57.709303Z","steps":["trace[970448427] 'process raft request' (duration: 264.85749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:57.709498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.221128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10985"} {"level":"info","ts":"2026-05-27T06:07:57.709517Z","caller":"traceutil/trace.go:171","msg":"trace[1700125895] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"182.91433ms","start":"2026-05-27T06:07:57.526578Z","end":"2026-05-27T06:07:57.709493Z","steps":["trace[1700125895] 'process raft request' (duration: 182.786576ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:07:57.709537Z","caller":"traceutil/trace.go:171","msg":"trace[1055305755] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1938; }","duration":"268.319511ms","start":"2026-05-27T06:07:57.441207Z","end":"2026-05-27T06:07:57.709526Z","steps":["trace[1055305755] 'agreement among raft nodes before linearized reading' (duration: 268.143625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:07:57.7096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.313858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:07:57.70963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.417821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:07:57.709801Z","caller":"traceutil/trace.go:171","msg":"trace[1429880223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1939; }","duration":"181.529945ms","start":"2026-05-27T06:07:57.528219Z","end":"2026-05-27T06:07:57.709749Z","steps":["trace[1429880223] 'agreement among raft nodes before linearized reading' (duration: 181.279387ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:07:57.709754Z","caller":"traceutil/trace.go:171","msg":"trace[1843237694] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1939; }","duration":"176.559446ms","start":"2026-05-27T06:07:57.533173Z","end":"2026-05-27T06:07:57.709732Z","steps":["trace[1843237694] 'agreement among raft nodes before linearized reading' (duration: 176.328169ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:07:57.869626Z","caller":"traceutil/trace.go:171","msg":"trace[332051335] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"116.623689ms","start":"2026-05-27T06:07:57.752966Z","end":"2026-05-27T06:07:57.869589Z","steps":["trace[332051335] 'process raft request' (duration: 55.956139ms)","trace[332051335] 'compare' (duration: 60.403632ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:07:57.869578Z","caller":"traceutil/trace.go:171","msg":"trace[1689847870] linearizableReadLoop","detail":"{readStateIndex:2018; appliedIndex:2017; }","duration":"115.318988ms","start":"2026-05-27T06:07:57.754218Z","end":"2026-05-27T06:07:57.869537Z","steps":["trace[1689847870] 'read index received' (duration: 54.593066ms)","trace[1689847870] 'applied index is now lower than readState.Index' (duration: 60.723542ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:07:57.869884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.631238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-27T06:07:57.86999Z","caller":"traceutil/trace.go:171","msg":"trace[904175513] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1941; }","duration":"115.775812ms","start":"2026-05-27T06:07:57.754187Z","end":"2026-05-27T06:07:57.869963Z","steps":["trace[904175513] 'agreement among raft nodes before linearized reading' (duration: 115.438781ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:01.418601Z","caller":"traceutil/trace.go:171","msg":"trace[263497716] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"109.296885ms","start":"2026-05-27T06:08:01.309282Z","end":"2026-05-27T06:08:01.418579Z","steps":["trace[263497716] 'process raft request' (duration: 109.13283ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:01.576867Z","caller":"traceutil/trace.go:171","msg":"trace[1636340716] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"152.857699ms","start":"2026-05-27T06:08:01.423989Z","end":"2026-05-27T06:08:01.576846Z","steps":["trace[1636340716] 'process raft request' (duration: 151.629849ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:01.576863Z","caller":"traceutil/trace.go:171","msg":"trace[1770955011] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"152.097284ms","start":"2026-05-27T06:08:01.424736Z","end":"2026-05-27T06:08:01.576833Z","steps":["trace[1770955011] 'process raft request' (duration: 151.96854ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:01.576931Z","caller":"traceutil/trace.go:171","msg":"trace[899770073] linearizableReadLoop","detail":"{readStateIndex:2051; appliedIndex:2049; }","duration":"151.961969ms","start":"2026-05-27T06:08:01.424939Z","end":"2026-05-27T06:08:01.576901Z","steps":["trace[899770073] 'read index received' (duration: 150.713739ms)","trace[899770073] 'applied index is now lower than readState.Index' (duration: 1.24689ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:08:01.577289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.329261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11294"} {"level":"info","ts":"2026-05-27T06:08:01.577338Z","caller":"traceutil/trace.go:171","msg":"trace[434503193] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1976; }","duration":"152.462706ms","start":"2026-05-27T06:08:01.424865Z","end":"2026-05-27T06:08:01.577327Z","steps":["trace[434503193] 'agreement among raft nodes before linearized reading' (duration: 152.152626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:01.577537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.818438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-05-27T06:08:01.577585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.645104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-27T06:08:01.577678Z","caller":"traceutil/trace.go:171","msg":"trace[120763669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1976; }","duration":"128.806499ms","start":"2026-05-27T06:08:01.448847Z","end":"2026-05-27T06:08:01.577654Z","steps":["trace[120763669] 'agreement among raft nodes before linearized reading' (duration: 128.52265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:01.577784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.130236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-27T06:08:01.577902Z","caller":"traceutil/trace.go:171","msg":"trace[506098610] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1976; }","duration":"122.27759ms","start":"2026-05-27T06:08:01.455608Z","end":"2026-05-27T06:08:01.577886Z","steps":["trace[506098610] 'agreement among raft nodes before linearized reading' (duration: 122.042292ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:01.577621Z","caller":"traceutil/trace.go:171","msg":"trace[451032397] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1976; }","duration":"127.938682ms","start":"2026-05-27T06:08:01.449662Z","end":"2026-05-27T06:08:01.5776Z","steps":["trace[451032397] 'agreement among raft nodes before linearized reading' (duration: 127.730985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:01.57811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.51957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-27T06:08:01.578156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.55296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-27T06:08:01.578245Z","caller":"traceutil/trace.go:171","msg":"trace[1511849933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1976; }","duration":"128.710306ms","start":"2026-05-27T06:08:01.449514Z","end":"2026-05-27T06:08:01.578224Z","steps":["trace[1511849933] 'agreement among raft nodes before linearized reading' (duration: 128.5448ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:01.57818Z","caller":"traceutil/trace.go:171","msg":"trace[926520983] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1976; }","duration":"128.625814ms","start":"2026-05-27T06:08:01.449536Z","end":"2026-05-27T06:08:01.578162Z","steps":["trace[926520983] 'agreement among raft nodes before linearized reading' (duration: 128.473039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:01.577901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.271482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-27T06:08:01.578528Z","caller":"traceutil/trace.go:171","msg":"trace[1606057835] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1976; }","duration":"128.920203ms","start":"2026-05-27T06:08:01.449592Z","end":"2026-05-27T06:08:01.578512Z","steps":["trace[1606057835] 'agreement among raft nodes before linearized reading' (duration: 128.20312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:01.579165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.504731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-27T06:08:01.579306Z","caller":"traceutil/trace.go:171","msg":"trace[2038245347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1976; }","duration":"129.674887ms","start":"2026-05-27T06:08:01.449599Z","end":"2026-05-27T06:08:01.579274Z","steps":["trace[2038245347] 'agreement among raft nodes before linearized reading' (duration: 128.470299ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:03.72098Z","caller":"traceutil/trace.go:171","msg":"trace[1614595833] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"137.565889ms","start":"2026-05-27T06:08:03.58338Z","end":"2026-05-27T06:08:03.720945Z","steps":["trace[1614595833] 'process raft request' (duration: 137.26627ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:03.755495Z","caller":"traceutil/trace.go:171","msg":"trace[2038197027] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"171.603447ms","start":"2026-05-27T06:08:03.583852Z","end":"2026-05-27T06:08:03.755456Z","steps":["trace[2038197027] 'process raft request' (duration: 165.74882ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:03.755697Z","caller":"traceutil/trace.go:171","msg":"trace[1964584274] linearizableReadLoop","detail":"{readStateIndex:2067; appliedIndex:2064; }","duration":"167.587509ms","start":"2026-05-27T06:08:03.588076Z","end":"2026-05-27T06:08:03.755663Z","steps":["trace[1964584274] 'read index received' (duration: 132.550349ms)","trace[1964584274] 'applied index is now lower than readState.Index' (duration: 35.03492ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:08:03.755864Z","caller":"traceutil/trace.go:171","msg":"trace[592157437] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"171.472383ms","start":"2026-05-27T06:08:03.584347Z","end":"2026-05-27T06:08:03.755819Z","steps":["trace[592157437] 'process raft request' (duration: 171.022999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:03.756055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.905825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-27T06:08:03.756118Z","caller":"traceutil/trace.go:171","msg":"trace[2122805655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1989; }","duration":"166.024709ms","start":"2026-05-27T06:08:03.590078Z","end":"2026-05-27T06:08:03.756103Z","steps":["trace[2122805655] 'agreement among raft nodes before linearized reading' (duration: 165.773021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:03.756113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.859642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-27T06:08:03.756184Z","caller":"traceutil/trace.go:171","msg":"trace[1109094575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1989; }","duration":"164.971905ms","start":"2026-05-27T06:08:03.591191Z","end":"2026-05-27T06:08:03.756162Z","steps":["trace[1109094575] 'agreement among raft nodes before linearized reading' (duration: 164.737988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:03.756203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.114796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-27T06:08:03.756243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.838011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-27T06:08:03.756319Z","caller":"traceutil/trace.go:171","msg":"trace[1595541045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1989; }","duration":"158.23322ms","start":"2026-05-27T06:08:03.598059Z","end":"2026-05-27T06:08:03.756292Z","steps":["trace[1595541045] 'agreement among raft nodes before linearized reading' (duration: 157.959661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:03.756283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.817618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-27T06:08:03.756374Z","caller":"traceutil/trace.go:171","msg":"trace[938010338] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1989; }","duration":"155.003677ms","start":"2026-05-27T06:08:03.601341Z","end":"2026-05-27T06:08:03.756344Z","steps":["trace[938010338] 'agreement among raft nodes before linearized reading' (duration: 154.663016ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:03.756507Z","caller":"traceutil/trace.go:171","msg":"trace[1495794988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1989; }","duration":"164.18104ms","start":"2026-05-27T06:08:03.592296Z","end":"2026-05-27T06:08:03.756477Z","steps":["trace[1495794988] 'agreement among raft nodes before linearized reading' (duration: 163.614782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:03.756743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.673564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-27T06:08:03.75682Z","caller":"traceutil/trace.go:171","msg":"trace[935992786] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1989; }","duration":"168.790657ms","start":"2026-05-27T06:08:03.588007Z","end":"2026-05-27T06:08:03.756797Z","steps":["trace[935992786] 'agreement among raft nodes before linearized reading' (duration: 167.813706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:03.757378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.226381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-27T06:08:03.757468Z","caller":"traceutil/trace.go:171","msg":"trace[1116557909] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1989; }","duration":"159.345865ms","start":"2026-05-27T06:08:03.598098Z","end":"2026-05-27T06:08:03.757444Z","steps":["trace[1116557909] 'agreement among raft nodes before linearized reading' (duration: 157.797096ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:03.886574Z","caller":"traceutil/trace.go:171","msg":"trace[1133355247] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"124.949676ms","start":"2026-05-27T06:08:03.761581Z","end":"2026-05-27T06:08:03.886531Z","steps":["trace[1133355247] 'process raft request' (duration: 124.259414ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:03.886996Z","caller":"traceutil/trace.go:171","msg":"trace[2058657706] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"125.039368ms","start":"2026-05-27T06:08:03.761927Z","end":"2026-05-27T06:08:03.886966Z","steps":["trace[2058657706] 'process raft request' (duration: 124.493741ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:03.887224Z","caller":"traceutil/trace.go:171","msg":"trace[1653939565] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"125.247815ms","start":"2026-05-27T06:08:03.761966Z","end":"2026-05-27T06:08:03.887214Z","steps":["trace[1653939565] 'process raft request' (duration: 124.810821ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:03.887267Z","caller":"traceutil/trace.go:171","msg":"trace[653365033] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"125.174833ms","start":"2026-05-27T06:08:03.762071Z","end":"2026-05-27T06:08:03.887246Z","steps":["trace[653365033] 'process raft request' (duration: 125.014118ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:03.887449Z","caller":"traceutil/trace.go:171","msg":"trace[1439094919] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"125.124452ms","start":"2026-05-27T06:08:03.762265Z","end":"2026-05-27T06:08:03.887389Z","steps":["trace[1439094919] 'process raft request' (duration: 124.941316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:05.264271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787358199,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-27T06:08:05.290427Z","caller":"traceutil/trace.go:171","msg":"trace[1135200264] linearizableReadLoop","detail":"{readStateIndex:2074; appliedIndex:2073; }","duration":"526.195367ms","start":"2026-05-27T06:08:04.764208Z","end":"2026-05-27T06:08:05.290403Z","steps":["trace[1135200264] 'read index received' (duration: 525.96656ms)","trace[1135200264] 'applied index is now lower than readState.Index' (duration: 227.937µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:08:05.290567Z","caller":"traceutil/trace.go:171","msg":"trace[787154504] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"685.14145ms","start":"2026-05-27T06:08:04.605388Z","end":"2026-05-27T06:08:05.29053Z","steps":["trace[787154504] 'process raft request' (duration: 684.859671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:05.290704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.470286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-27T06:08:05.290742Z","caller":"traceutil/trace.go:171","msg":"trace[89682355] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1996; }","duration":"526.60536ms","start":"2026-05-27T06:08:04.764121Z","end":"2026-05-27T06:08:05.290727Z","steps":["trace[89682355] 'agreement among raft nodes before linearized reading' (duration: 526.408504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:05.290772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:04.7641Z","time spent":"526.665872ms","remote":"127.0.0.1:54828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-27T06:08:05.290776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:04.605372Z","time spent":"685.306795ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5583,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:08:05.291013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.432137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-27T06:08:05.29113Z","caller":"traceutil/trace.go:171","msg":"trace[1416706631] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:1996; }","duration":"431.626032ms","start":"2026-05-27T06:08:04.859477Z","end":"2026-05-27T06:08:05.291103Z","steps":["trace[1416706631] 'agreement among raft nodes before linearized reading' (duration: 431.299292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:05.291202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:04.85941Z","time spent":"431.778168ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.207\" "} {"level":"warn","ts":"2026-05-27T06:08:13.40709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.715239ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-27T06:08:13.407662Z","caller":"traceutil/trace.go:171","msg":"trace[991740031] linearizableReadLoop","detail":"{readStateIndex:2141; appliedIndex:2139; }","duration":"247.648218ms","start":"2026-05-27T06:08:13.159988Z","end":"2026-05-27T06:08:13.407636Z","steps":["trace[991740031] 'read index received' (duration: 44.383142ms)","trace[991740031] 'applied index is now lower than readState.Index' (duration: 203.263816ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:08:13.407888Z","caller":"traceutil/trace.go:171","msg":"trace[88591913] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"267.942635ms","start":"2026-05-27T06:08:13.139767Z","end":"2026-05-27T06:08:13.40771Z","steps":["trace[88591913] 'process raft request' (duration: 267.48775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:13.407933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.856565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-05-27T06:08:13.408031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.014641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126281"} {"level":"info","ts":"2026-05-27T06:08:13.408132Z","caller":"traceutil/trace.go:171","msg":"trace[1712708358] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2061; }","duration":"248.072743ms","start":"2026-05-27T06:08:13.160016Z","end":"2026-05-27T06:08:13.408089Z","steps":["trace[1712708358] 'agreement among raft nodes before linearized reading' (duration: 247.840155ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:13.408199Z","caller":"traceutil/trace.go:171","msg":"trace[756520090] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2061; }","duration":"248.231848ms","start":"2026-05-27T06:08:13.159951Z","end":"2026-05-27T06:08:13.408183Z","steps":["trace[756520090] 'agreement among raft nodes before linearized reading' (duration: 247.808014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:13.408192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.459106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:08:13.408271Z","caller":"traceutil/trace.go:171","msg":"trace[135339636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2061; }","duration":"117.608571ms","start":"2026-05-27T06:08:13.290642Z","end":"2026-05-27T06:08:13.40825Z","steps":["trace[135339636] 'agreement among raft nodes before linearized reading' (duration: 117.429165ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:13.951592Z","caller":"traceutil/trace.go:171","msg":"trace[831012153] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"151.211591ms","start":"2026-05-27T06:08:13.800354Z","end":"2026-05-27T06:08:13.951565Z","steps":["trace[831012153] 'process raft request' (duration: 150.979234ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:13.977802Z","caller":"traceutil/trace.go:171","msg":"trace[1148500154] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"175.750592ms","start":"2026-05-27T06:08:13.802019Z","end":"2026-05-27T06:08:13.977769Z","steps":["trace[1148500154] 'process raft request' (duration: 175.508064ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:13.977978Z","caller":"traceutil/trace.go:171","msg":"trace[686582950] linearizableReadLoop","detail":"{readStateIndex:2144; appliedIndex:2141; }","duration":"111.023272ms","start":"2026-05-27T06:08:13.866912Z","end":"2026-05-27T06:08:13.977936Z","steps":["trace[686582950] 'read index received' (duration: 84.423736ms)","trace[686582950] 'applied index is now lower than readState.Index' (duration: 26.596676ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:08:13.97807Z","caller":"traceutil/trace.go:171","msg":"trace[1653808804] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"165.666511ms","start":"2026-05-27T06:08:13.812361Z","end":"2026-05-27T06:08:13.978027Z","steps":["trace[1653808804] 'process raft request' (duration: 165.360271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:13.978357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.407325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-27T06:08:13.978467Z","caller":"traceutil/trace.go:171","msg":"trace[1949903229] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2064; }","duration":"111.601251ms","start":"2026-05-27T06:08:13.866842Z","end":"2026-05-27T06:08:13.978444Z","steps":["trace[1949903229] 'agreement among raft nodes before linearized reading' (duration: 111.23974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:16.67955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.179599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-27T06:08:16.679663Z","caller":"traceutil/trace.go:171","msg":"trace[1573326535] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2084; }","duration":"250.327253ms","start":"2026-05-27T06:08:16.4293Z","end":"2026-05-27T06:08:16.679627Z","steps":["trace[1573326535] 'range keys from in-memory index tree' (duration: 249.90979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:16.679714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.15774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:08:16.679833Z","caller":"traceutil/trace.go:171","msg":"trace[72565761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2084; }","duration":"389.345825ms","start":"2026-05-27T06:08:16.290457Z","end":"2026-05-27T06:08:16.679803Z","steps":["trace[72565761] 'range keys from in-memory index tree' (duration: 389.027246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:16.679897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:16.290432Z","time spent":"389.447409ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T06:08:18.474487Z","caller":"traceutil/trace.go:171","msg":"trace[1441663364] linearizableReadLoop","detail":"{readStateIndex:2167; appliedIndex:2166; }","duration":"497.198518ms","start":"2026-05-27T06:08:17.977252Z","end":"2026-05-27T06:08:18.47445Z","steps":["trace[1441663364] 'read index received' (duration: 496.992851ms)","trace[1441663364] 'applied index is now lower than readState.Index' (duration: 204.087µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:08:18.474534Z","caller":"traceutil/trace.go:171","msg":"trace[1654242980] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"500.262465ms","start":"2026-05-27T06:08:17.974235Z","end":"2026-05-27T06:08:18.474498Z","steps":["trace[1654242980] 'process raft request' (duration: 500.001137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:18.474789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.512088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-05-27T06:08:18.474831Z","caller":"traceutil/trace.go:171","msg":"trace[1706330163] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2085; }","duration":"497.627412ms","start":"2026-05-27T06:08:17.977196Z","end":"2026-05-27T06:08:18.474824Z","steps":["trace[1706330163] 'agreement among raft nodes before linearized reading' (duration: 497.394944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:18.474858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:17.977174Z","time spent":"497.678214ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12011,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-27T06:08:18.474864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:17.974213Z","time spent":"500.511804ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:08:18.785352Z","caller":"traceutil/trace.go:171","msg":"trace[1867311326] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"794.552078ms","start":"2026-05-27T06:08:17.99077Z","end":"2026-05-27T06:08:18.785322Z","steps":["trace[1867311326] 'process raft request' (duration: 794.112244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:18.785618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:17.990739Z","time spent":"794.707233ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:08:18.785622Z","caller":"traceutil/trace.go:171","msg":"trace[374625437] linearizableReadLoop","detail":"{readStateIndex:2169; appliedIndex:2167; }","duration":"310.979084ms","start":"2026-05-27T06:08:18.474607Z","end":"2026-05-27T06:08:18.785586Z","steps":["trace[374625437] 'read index received' (duration: 310.316933ms)","trace[374625437] 'applied index is now lower than readState.Index' (duration: 660.06µs)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:08:18.785678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.363868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:08:18.785723Z","caller":"traceutil/trace.go:171","msg":"trace[2145775472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2087; }","duration":"494.45282ms","start":"2026-05-27T06:08:18.291255Z","end":"2026-05-27T06:08:18.785708Z","steps":["trace[2145775472] 'agreement among raft nodes before linearized reading' (duration: 494.380488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:18.785751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:18.291212Z","time spent":"494.533314ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:08:18.785868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.895532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-05-27T06:08:18.78588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.100029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-27T06:08:18.785922Z","caller":"traceutil/trace.go:171","msg":"trace[1460692645] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2087; }","duration":"724.962604ms","start":"2026-05-27T06:08:18.060933Z","end":"2026-05-27T06:08:18.785895Z","steps":["trace[1460692645] 'agreement among raft nodes before linearized reading' (duration: 724.794959ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:18.785925Z","caller":"traceutil/trace.go:171","msg":"trace[1182338331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2087; }","duration":"725.184301ms","start":"2026-05-27T06:08:18.060728Z","end":"2026-05-27T06:08:18.785913Z","steps":["trace[1182338331] 'agreement among raft nodes before linearized reading' (duration: 724.988935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:18.785949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:18.06092Z","time spent":"725.022606ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-27T06:08:18.785962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:18.060719Z","time spent":"725.235303ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:08:18.785914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.000746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-27T06:08:18.786026Z","caller":"traceutil/trace.go:171","msg":"trace[2107765004] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2087; }","duration":"725.176441ms","start":"2026-05-27T06:08:18.060826Z","end":"2026-05-27T06:08:18.786003Z","steps":["trace[2107765004] 'agreement among raft nodes before linearized reading' (duration: 724.82272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:18.786014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.579027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-27T06:08:18.786064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.655727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-27T06:08:18.786079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:18.0608Z","time spent":"725.268404ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-27T06:08:18.786099Z","caller":"traceutil/trace.go:171","msg":"trace[1772145841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2087; }","duration":"725.731609ms","start":"2026-05-27T06:08:18.06036Z","end":"2026-05-27T06:08:18.786092Z","steps":["trace[1772145841] 'agreement among raft nodes before linearized reading' (duration: 725.647206ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:18.786113Z","caller":"traceutil/trace.go:171","msg":"trace[1514004705] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2087; }","duration":"727.771684ms","start":"2026-05-27T06:08:18.058319Z","end":"2026-05-27T06:08:18.786091Z","steps":["trace[1514004705] 'agreement among raft nodes before linearized reading' (duration: 727.465044ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:18.785895Z","caller":"traceutil/trace.go:171","msg":"trace[689315603] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"793.475654ms","start":"2026-05-27T06:08:17.9924Z","end":"2026-05-27T06:08:18.785876Z","steps":["trace[689315603] 'process raft request' (duration: 792.872095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:18.786148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:18.060335Z","time spent":"725.807021ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T06:08:18.786196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:17.992388Z","time spent":"793.777833ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:08:18.786362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:18.058295Z","time spent":"727.858957ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T06:08:18.786065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.72244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-27T06:08:18.786954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.321677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:08:18.787025Z","caller":"traceutil/trace.go:171","msg":"trace[442220540] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2088; }","duration":"296.431571ms","start":"2026-05-27T06:08:18.490575Z","end":"2026-05-27T06:08:18.787007Z","steps":["trace[442220540] 'agreement among raft nodes before linearized reading' (duration: 296.314647ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:18.786966Z","caller":"traceutil/trace.go:171","msg":"trace[1763030964] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"207.049017ms","start":"2026-05-27T06:08:18.579896Z","end":"2026-05-27T06:08:18.786945Z","steps":["trace[1763030964] 'process raft request' (duration: 206.870791ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:18.78723Z","caller":"traceutil/trace.go:171","msg":"trace[1178035478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2087; }","duration":"743.803803ms","start":"2026-05-27T06:08:18.043289Z","end":"2026-05-27T06:08:18.787093Z","steps":["trace[1178035478] 'agreement among raft nodes before linearized reading' (duration: 742.720589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:18.787853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:18.043263Z","time spent":"744.065592ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T06:08:29.846142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.736637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d93684a9-0546-4037-a8b4-c68eadb8952a\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-05-27T06:08:29.84625Z","caller":"traceutil/trace.go:171","msg":"trace[1389051506] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d93684a9-0546-4037-a8b4-c68eadb8952a; range_end:; response_count:1; response_revision:2155; }","duration":"151.901653ms","start":"2026-05-27T06:08:29.694322Z","end":"2026-05-27T06:08:29.846223Z","steps":["trace[1389051506] 'range keys from in-memory index tree' (duration: 151.528811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:29.846361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.379659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12404"} {"level":"info","ts":"2026-05-27T06:08:29.84653Z","caller":"traceutil/trace.go:171","msg":"trace[315672753] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2155; }","duration":"152.612296ms","start":"2026-05-27T06:08:29.693884Z","end":"2026-05-27T06:08:29.846496Z","steps":["trace[315672753] 'range keys from in-memory index tree' (duration: 152.166861ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:50.800834Z","caller":"traceutil/trace.go:171","msg":"trace[1837950425] linearizableReadLoop","detail":"{readStateIndex:2351; appliedIndex:2350; }","duration":"262.106019ms","start":"2026-05-27T06:08:50.538698Z","end":"2026-05-27T06:08:50.800804Z","steps":["trace[1837950425] 'read index received' (duration: 261.850431ms)","trace[1837950425] 'applied index is now lower than readState.Index' (duration: 254.398µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:08:50.800899Z","caller":"traceutil/trace.go:171","msg":"trace[1172024983] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"416.058526ms","start":"2026-05-27T06:08:50.3848Z","end":"2026-05-27T06:08:50.800858Z","steps":["trace[1172024983] 'process raft request' (duration: 415.725726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:50.801081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:50.384769Z","time spent":"416.213981ms","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:08:50.801146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.418298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b35727a859b93a\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-27T06:08:50.801262Z","caller":"traceutil/trace.go:171","msg":"trace[1869111962] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18b35727a859b93a; range_end:; response_count:1; response_revision:2262; }","duration":"262.581394ms","start":"2026-05-27T06:08:50.538651Z","end":"2026-05-27T06:08:50.801232Z","steps":["trace[1869111962] 'agreement among raft nodes before linearized reading' (duration: 262.305346ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:51.186175Z","caller":"traceutil/trace.go:171","msg":"trace[733828252] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"506.317188ms","start":"2026-05-27T06:08:50.679825Z","end":"2026-05-27T06:08:51.186142Z","steps":["trace[733828252] 'process raft request' (duration: 466.419829ms)","trace[733828252] 'compare' (duration: 39.60912ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:08:51.186257Z","caller":"traceutil/trace.go:171","msg":"trace[1018825042] linearizableReadLoop","detail":"{readStateIndex:2352; appliedIndex:2351; }","duration":"385.290588ms","start":"2026-05-27T06:08:50.800914Z","end":"2026-05-27T06:08:51.186205Z","steps":["trace[1018825042] 'read index received' (duration: 345.348777ms)","trace[1018825042] 'applied index is now lower than readState.Index' (duration: 39.937991ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:08:51.186406Z","caller":"traceutil/trace.go:171","msg":"trace[1245729737] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"152.161792ms","start":"2026-05-27T06:08:51.034214Z","end":"2026-05-27T06:08:51.186376Z","steps":["trace[1245729737] 'process raft request' (duration: 152.047798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:51.186437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.322584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:08:51.186589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:50.679801Z","time spent":"506.451663ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:08:51.186616Z","caller":"traceutil/trace.go:171","msg":"trace[567618946] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"151.861552ms","start":"2026-05-27T06:08:51.034739Z","end":"2026-05-27T06:08:51.186601Z","steps":["trace[567618946] 'process raft request' (duration: 151.591943ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:51.186652Z","caller":"traceutil/trace.go:171","msg":"trace[1944827701] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2265; }","duration":"498.53243ms","start":"2026-05-27T06:08:50.68805Z","end":"2026-05-27T06:08:51.186583Z","steps":["trace[1944827701] 'agreement among raft nodes before linearized reading' (duration: 498.267182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:51.186831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.634544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-27T06:08:51.186892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.234653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-27T06:08:51.18641Z","caller":"traceutil/trace.go:171","msg":"trace[156014199] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"382.650334ms","start":"2026-05-27T06:08:50.803715Z","end":"2026-05-27T06:08:51.186365Z","steps":["trace[156014199] 'process raft request' (duration: 382.407226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:51.186862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:50.688038Z","time spent":"498.799489ms","remote":"127.0.0.1:47430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:08:51.186968Z","caller":"traceutil/trace.go:171","msg":"trace[1441747752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2266; }","duration":"140.80926ms","start":"2026-05-27T06:08:51.046137Z","end":"2026-05-27T06:08:51.186946Z","steps":["trace[1441747752] 'agreement among raft nodes before linearized reading' (duration: 140.462589ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:51.186978Z","caller":"traceutil/trace.go:171","msg":"trace[766573775] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2266; }","duration":"113.343656ms","start":"2026-05-27T06:08:51.073612Z","end":"2026-05-27T06:08:51.186956Z","steps":["trace[766573775] 'agreement among raft nodes before linearized reading' (duration: 113.069047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:51.187018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:50.803689Z","time spent":"383.277014ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:08:51.186912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.227683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-27T06:08:51.187131Z","caller":"traceutil/trace.go:171","msg":"trace[2055912426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2266; }","duration":"108.513193ms","start":"2026-05-27T06:08:51.078593Z","end":"2026-05-27T06:08:51.187106Z","steps":["trace[2055912426] 'agreement among raft nodes before linearized reading' (duration: 108.047748ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:51.381655Z","caller":"traceutil/trace.go:171","msg":"trace[159981380] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"189.659244ms","start":"2026-05-27T06:08:51.191965Z","end":"2026-05-27T06:08:51.381625Z","steps":["trace[159981380] 'process raft request' (duration: 189.387475ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:51.381766Z","caller":"traceutil/trace.go:171","msg":"trace[717787484] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"189.745696ms","start":"2026-05-27T06:08:51.191988Z","end":"2026-05-27T06:08:51.381733Z","steps":["trace[717787484] 'process raft request' (duration: 189.402076ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:51.381762Z","caller":"traceutil/trace.go:171","msg":"trace[1888714373] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"190.113789ms","start":"2026-05-27T06:08:51.191594Z","end":"2026-05-27T06:08:51.381707Z","steps":["trace[1888714373] 'process raft request' (duration: 119.623796ms)","trace[1888714373] 'compare' (duration: 69.746659ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:08:51.381846Z","caller":"traceutil/trace.go:171","msg":"trace[1545941516] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"189.970034ms","start":"2026-05-27T06:08:51.191865Z","end":"2026-05-27T06:08:51.381835Z","steps":["trace[1545941516] 'process raft request' (duration: 189.400706ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:51.381974Z","caller":"traceutil/trace.go:171","msg":"trace[945624152] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"188.60164ms","start":"2026-05-27T06:08:51.193342Z","end":"2026-05-27T06:08:51.381943Z","steps":["trace[945624152] 'process raft request' (duration: 188.081854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:52.694021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787358861,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-27T06:08:52.961544Z","caller":"traceutil/trace.go:171","msg":"trace[2116788647] linearizableReadLoop","detail":"{readStateIndex:2363; appliedIndex:2362; }","duration":"768.028823ms","start":"2026-05-27T06:08:52.193488Z","end":"2026-05-27T06:08:52.961517Z","steps":["trace[2116788647] 'read index received' (duration: 767.707293ms)","trace[2116788647] 'applied index is now lower than readState.Index' (duration: 320.54µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:08:52.961607Z","caller":"traceutil/trace.go:171","msg":"trace[1261642921] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"801.135167ms","start":"2026-05-27T06:08:52.160419Z","end":"2026-05-27T06:08:52.961555Z","steps":["trace[1261642921] 'process raft request' (duration: 800.889199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:52.961831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.249694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:08:52.961869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.353594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-27T06:08:52.961903Z","caller":"traceutil/trace.go:171","msg":"trace[245957300] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2274; }","duration":"494.411679ms","start":"2026-05-27T06:08:52.467473Z","end":"2026-05-27T06:08:52.961884Z","steps":["trace[245957300] 'agreement among raft nodes before linearized reading' (duration: 494.254664ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:52.961923Z","caller":"traceutil/trace.go:171","msg":"trace[800052439] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2274; }","duration":"768.460318ms","start":"2026-05-27T06:08:52.19344Z","end":"2026-05-27T06:08:52.961901Z","steps":["trace[800052439] 'agreement among raft nodes before linearized reading' (duration: 768.2348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:52.9619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:52.160394Z","time spent":"801.291112ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:08:52.96199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:52.193416Z","time spent":"768.55909ms","remote":"127.0.0.1:54828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-27T06:08:52.961941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:52.467451Z","time spent":"494.482372ms","remote":"127.0.0.1:45356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:08:58.800395Z","caller":"traceutil/trace.go:171","msg":"trace[1968180795] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"312.155481ms","start":"2026-05-27T06:08:58.488213Z","end":"2026-05-27T06:08:58.800368Z","steps":["trace[1968180795] 'process raft request' (duration: 311.985835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:58.800631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:58.488177Z","time spent":"312.367487ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:08:59.292065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.428699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-05-27T06:08:59.292169Z","caller":"traceutil/trace.go:171","msg":"trace[1748795075] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2304; }","duration":"234.583944ms","start":"2026-05-27T06:08:59.057563Z","end":"2026-05-27T06:08:59.292147Z","steps":["trace[1748795075] 'range keys from in-memory index tree' (duration: 234.15455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:59.292078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.13808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-27T06:08:59.292388Z","caller":"traceutil/trace.go:171","msg":"trace[1169609385] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2304; }","duration":"284.4767ms","start":"2026-05-27T06:08:59.007879Z","end":"2026-05-27T06:08:59.292356Z","steps":["trace[1169609385] 'range keys from in-memory index tree' (duration: 283.965884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:59.741755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.547689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-27T06:08:59.742251Z","caller":"traceutil/trace.go:171","msg":"trace[1715320134] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"524.678612ms","start":"2026-05-27T06:08:59.217538Z","end":"2026-05-27T06:08:59.742217Z","steps":["trace[1715320134] 'process raft request' (duration: 241.444491ms)","trace[1715320134] 'compare' (duration: 282.033503ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:08:59.742249Z","caller":"traceutil/trace.go:171","msg":"trace[1691560084] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"523.0483ms","start":"2026-05-27T06:08:59.219163Z","end":"2026-05-27T06:08:59.742211Z","steps":["trace[1691560084] 'process raft request' (duration: 522.816882ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:08:59.742414Z","caller":"traceutil/trace.go:171","msg":"trace[45313325] linearizableReadLoop","detail":"{readStateIndex:2397; appliedIndex:2394; }","duration":"498.151338ms","start":"2026-05-27T06:08:59.24416Z","end":"2026-05-27T06:08:59.742311Z","steps":["trace[45313325] 'read index received' (duration: 32.125692ms)","trace[45313325] 'applied index is now lower than readState.Index' (duration: 466.015885ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:08:59.742501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:59.217507Z","time spent":"524.818786ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:08:59.742559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:59.21913Z","time spent":"523.326439ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:08:59.742623Z","caller":"traceutil/trace.go:171","msg":"trace[1797872382] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"357.731811ms","start":"2026-05-27T06:08:59.38486Z","end":"2026-05-27T06:08:59.742592Z","steps":["trace[1797872382] 'process raft request' (duration: 357.218314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:59.742699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.49683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-05-27T06:08:59.742772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:59.384817Z","time spent":"357.873825ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:08:59.742781Z","caller":"traceutil/trace.go:171","msg":"trace[25248327] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2308; }","duration":"498.639884ms","start":"2026-05-27T06:08:59.244118Z","end":"2026-05-27T06:08:59.742758Z","steps":["trace[25248327] 'agreement among raft nodes before linearized reading' (duration: 498.283163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:08:59.742846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:59.2441Z","time spent":"498.731926ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T06:09:00.243236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787358953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:09:00.724123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.83497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-27T06:09:00.724458Z","caller":"traceutil/trace.go:171","msg":"trace[400367779] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"1.027716066s","start":"2026-05-27T06:08:59.696706Z","end":"2026-05-27T06:09:00.724422Z","steps":["trace[400367779] 'process raft request' (duration: 749.297998ms)","trace[400367779] 'compare' (duration: 277.334484ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:09:00.72465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:59.696677Z","time spent":"1.027869651s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:09:00.724701Z","caller":"traceutil/trace.go:171","msg":"trace[652226303] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"977.522079ms","start":"2026-05-27T06:08:59.747146Z","end":"2026-05-27T06:09:00.724668Z","steps":["trace[652226303] 'process raft request' (duration: 977.099036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:09:00.724895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:59.747121Z","time spent":"977.687064ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:09:00.726431Z","caller":"traceutil/trace.go:171","msg":"trace[672867973] linearizableReadLoop","detail":"{readStateIndex:2401; appliedIndex:2398; }","duration":"983.875821ms","start":"2026-05-27T06:08:59.742534Z","end":"2026-05-27T06:09:00.72641Z","steps":["trace[672867973] 'read index received' (duration: 703.47699ms)","trace[672867973] 'applied index is now lower than readState.Index' (duration: 280.397401ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:09:00.726633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027878582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:09:00.72665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434090584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:09:00.726673Z","caller":"traceutil/trace.go:171","msg":"trace[218104089] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2310; }","duration":"1.027974064s","start":"2026-05-27T06:08:59.698689Z","end":"2026-05-27T06:09:00.726663Z","steps":["trace[218104089] 'agreement among raft nodes before linearized reading' (duration: 1.027857741s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:09:00.726693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309723658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-27T06:09:00.726705Z","caller":"traceutil/trace.go:171","msg":"trace[485047848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2310; }","duration":"1.434189837s","start":"2026-05-27T06:08:59.292501Z","end":"2026-05-27T06:09:00.726691Z","steps":["trace[485047848] 'agreement among raft nodes before linearized reading' (duration: 1.434085944s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:09:00.726696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42702692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:09:00.726741Z","caller":"traceutil/trace.go:171","msg":"trace[652565363] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2310; }","duration":"1.309793911s","start":"2026-05-27T06:08:59.416935Z","end":"2026-05-27T06:09:00.726729Z","steps":["trace[652565363] 'agreement among raft nodes before linearized reading' (duration: 1.309635476s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:09:00.726748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:59.292477Z","time spent":"1.43426391s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T06:09:00.726766Z","caller":"traceutil/trace.go:171","msg":"trace[468209053] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2310; }","duration":"1.427109923s","start":"2026-05-27T06:08:59.299638Z","end":"2026-05-27T06:09:00.726747Z","steps":["trace[468209053] 'agreement among raft nodes before linearized reading' (duration: 1.42699744s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:09:00.726784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:59.416924Z","time spent":"1.309852172s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T06:09:00.726817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:59.299631Z","time spent":"1.427174685s","remote":"127.0.0.1:41500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-27T06:09:00.726718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:59.698658Z","time spent":"1.028050397s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:09:00.726899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307121505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-27T06:09:00.726956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307221428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-27T06:09:00.726979Z","caller":"traceutil/trace.go:171","msg":"trace[2039110705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2310; }","duration":"1.30728173s","start":"2026-05-27T06:08:59.419689Z","end":"2026-05-27T06:09:00.726971Z","steps":["trace[2039110705] 'agreement among raft nodes before linearized reading' (duration: 1.307213748s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:09:00.726977Z","caller":"traceutil/trace.go:171","msg":"trace[250542880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2310; }","duration":"1.307289391s","start":"2026-05-27T06:08:59.419668Z","end":"2026-05-27T06:09:00.726958Z","steps":["trace[250542880] 'agreement among raft nodes before linearized reading' (duration: 1.307036443s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:09:00.726999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:59.419666Z","time spent":"1.307329022s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T06:09:00.727027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:59.419636Z","time spent":"1.307378314s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T06:09:00.727124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310043778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-27T06:09:00.727152Z","caller":"traceutil/trace.go:171","msg":"trace[1938308156] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2310; }","duration":"1.31010693s","start":"2026-05-27T06:08:59.417039Z","end":"2026-05-27T06:09:00.727146Z","steps":["trace[1938308156] 'agreement among raft nodes before linearized reading' (duration: 1.310040448s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:09:00.727171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:59.41701Z","time spent":"1.310156712s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:09:00.727107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.731253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:09:00.727227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.522927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-27T06:09:00.727285Z","caller":"traceutil/trace.go:171","msg":"trace[1243228508] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2310; }","duration":"424.6197ms","start":"2026-05-27T06:09:00.302652Z","end":"2026-05-27T06:09:00.727272Z","steps":["trace[1243228508] 'agreement among raft nodes before linearized reading' (duration: 424.515977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:09:00.727345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:09:00.302641Z","time spent":"424.690422ms","remote":"127.0.0.1:41500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:09:00.727246Z","caller":"traceutil/trace.go:171","msg":"trace[1139565842] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2310; }","duration":"937.899598ms","start":"2026-05-27T06:08:59.789325Z","end":"2026-05-27T06:09:00.727224Z","steps":["trace[1139565842] 'agreement among raft nodes before linearized reading' (duration: 937.730113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:09:00.727403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306509256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-05-27T06:09:00.727407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.111491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-27T06:09:00.727482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:59.78931Z","time spent":"938.161647ms","remote":"127.0.0.1:45276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:09:00.727498Z","caller":"traceutil/trace.go:171","msg":"trace[1626006529] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2310; }","duration":"428.243335ms","start":"2026-05-27T06:09:00.299243Z","end":"2026-05-27T06:09:00.727486Z","steps":["trace[1626006529] 'agreement among raft nodes before linearized reading' (duration: 428.10585ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:09:00.727504Z","caller":"traceutil/trace.go:171","msg":"trace[112700845] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2310; }","duration":"1.306622399s","start":"2026-05-27T06:08:59.420858Z","end":"2026-05-27T06:09:00.72748Z","steps":["trace[112700845] 'agreement among raft nodes before linearized reading' (duration: 1.306418623s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:09:00.727538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:09:00.299218Z","time spent":"428.312737ms","remote":"127.0.0.1:54828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-27T06:09:00.727555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:59.420843Z","time spent":"1.306697811s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-27T06:09:00.727452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.451457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-27T06:09:00.727633Z","caller":"traceutil/trace.go:171","msg":"trace[1987858598] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2310; }","duration":"889.676065ms","start":"2026-05-27T06:08:59.837934Z","end":"2026-05-27T06:09:00.72761Z","steps":["trace[1987858598] 'agreement among raft nodes before linearized reading' (duration: 889.460728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:09:00.727715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:08:59.837921Z","time spent":"889.766638ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:09:59.403264Z","caller":"traceutil/trace.go:171","msg":"trace[1506646832] linearizableReadLoop","detail":"{readStateIndex:2903; appliedIndex:2902; }","duration":"353.543048ms","start":"2026-05-27T06:09:59.049689Z","end":"2026-05-27T06:09:59.403232Z","steps":["trace[1506646832] 'read index received' (duration: 353.345142ms)","trace[1506646832] 'applied index is now lower than readState.Index' (duration: 196.666µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:09:59.403364Z","caller":"traceutil/trace.go:171","msg":"trace[1569436661] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"563.23429ms","start":"2026-05-27T06:09:58.840095Z","end":"2026-05-27T06:09:59.40333Z","steps":["trace[1569436661] 'process raft request' (duration: 562.863959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:09:59.403597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.878089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-27T06:09:59.403578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:09:58.840075Z","time spent":"563.402086ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:09:59.403646Z","caller":"traceutil/trace.go:171","msg":"trace[207453501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2793; }","duration":"353.990753ms","start":"2026-05-27T06:09:59.049642Z","end":"2026-05-27T06:09:59.403633Z","steps":["trace[207453501] 'agreement among raft nodes before linearized reading' (duration: 353.764596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:09:59.403691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:09:59.04962Z","time spent":"354.062205ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T06:09:59.403705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.973182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-27T06:09:59.403772Z","caller":"traceutil/trace.go:171","msg":"trace[870665141] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2793; }","duration":"354.097646ms","start":"2026-05-27T06:09:59.049658Z","end":"2026-05-27T06:09:59.403756Z","steps":["trace[870665141] 'agreement among raft nodes before linearized reading' (duration: 353.90583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:09:59.403805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:09:59.049631Z","time spent":"354.166498ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:09:59.403802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.309182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:09:59.403866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.310679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-27T06:09:59.403877Z","caller":"traceutil/trace.go:171","msg":"trace[4523865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2793; }","duration":"115.434886ms","start":"2026-05-27T06:09:59.288427Z","end":"2026-05-27T06:09:59.403862Z","steps":["trace[4523865] 'agreement among raft nodes before linearized reading' (duration: 115.291602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:09:59.403848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.127117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-05-27T06:09:59.403897Z","caller":"traceutil/trace.go:171","msg":"trace[646107481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2793; }","duration":"352.360841ms","start":"2026-05-27T06:09:59.051527Z","end":"2026-05-27T06:09:59.403888Z","steps":["trace[646107481] 'agreement among raft nodes before linearized reading' (duration: 352.277728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:09:59.403897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.3657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-27T06:09:59.4039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.37882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-27T06:09:59.40393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.333028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-27T06:09:59.403924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:09:59.051517Z","time spent":"352.401552ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-27T06:09:59.403935Z","caller":"traceutil/trace.go:171","msg":"trace[1840548224] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2793; }","duration":"348.24202ms","start":"2026-05-27T06:09:59.055673Z","end":"2026-05-27T06:09:59.403915Z","steps":["trace[1840548224] 'agreement among raft nodes before linearized reading' (duration: 348.000182ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:09:59.403954Z","caller":"traceutil/trace.go:171","msg":"trace[1345762450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2793; }","duration":"351.403031ms","start":"2026-05-27T06:09:59.052544Z","end":"2026-05-27T06:09:59.403948Z","steps":["trace[1345762450] 'agreement among raft nodes before linearized reading' (duration: 351.341729ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:09:59.403952Z","caller":"traceutil/trace.go:171","msg":"trace[1348722106] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2793; }","duration":"178.469364ms","start":"2026-05-27T06:09:59.225465Z","end":"2026-05-27T06:09:59.403934Z","steps":["trace[1348722106] 'agreement among raft nodes before linearized reading' (duration: 178.277457ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:09:59.403957Z","caller":"traceutil/trace.go:171","msg":"trace[1980455614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2793; }","duration":"351.475753ms","start":"2026-05-27T06:09:59.052467Z","end":"2026-05-27T06:09:59.403943Z","steps":["trace[1980455614] 'agreement among raft nodes before linearized reading' (duration: 351.326678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:09:59.403976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:09:59.052517Z","time spent":"351.452063ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T06:09:59.40398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:09:59.055666Z","time spent":"348.305943ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-27T06:09:59.403996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:09:59.052446Z","time spent":"351.540845ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-27T06:10:32.24519Z","caller":"traceutil/trace.go:171","msg":"trace[456087678] transaction","detail":"{read_only:false; response_revision:2993; number_of_response:1; }","duration":"544.061438ms","start":"2026-05-27T06:10:31.700642Z","end":"2026-05-27T06:10:32.244704Z","steps":["trace[456087678] 'process raft request' (duration: 479.308767ms)","trace[456087678] 'compare' (duration: 64.609707ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:10:32.245478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:10:31.70062Z","time spent":"544.756301ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:10:32.262829Z","caller":"traceutil/trace.go:171","msg":"trace[1486121529] linearizableReadLoop","detail":"{readStateIndex:3111; appliedIndex:3109; }","duration":"540.678512ms","start":"2026-05-27T06:10:31.722107Z","end":"2026-05-27T06:10:32.262785Z","steps":["trace[1486121529] 'read index received' (duration: 457.893443ms)","trace[1486121529] 'applied index is now lower than readState.Index' (duration: 82.783549ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:10:32.26308Z","caller":"traceutil/trace.go:171","msg":"trace[705496900] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"553.919759ms","start":"2026-05-27T06:10:31.708959Z","end":"2026-05-27T06:10:32.262879Z","steps":["trace[705496900] 'process raft request' (duration: 553.671582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:10:32.263362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.069934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-27T06:10:32.263505Z","caller":"traceutil/trace.go:171","msg":"trace[1110582338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2994; }","duration":"541.444726ms","start":"2026-05-27T06:10:31.722038Z","end":"2026-05-27T06:10:32.263482Z","steps":["trace[1110582338] 'agreement among raft nodes before linearized reading' (duration: 540.918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:10:32.263562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:10:31.722013Z","time spent":"541.530479ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T06:10:32.263791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:10:31.708941Z","time spent":"554.380824ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:10:32.271403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.885957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-27T06:10:32.271466Z","caller":"traceutil/trace.go:171","msg":"trace[339372392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2996; }","duration":"545.952009ms","start":"2026-05-27T06:10:31.725505Z","end":"2026-05-27T06:10:32.271457Z","steps":["trace[339372392] 'agreement among raft nodes before linearized reading' (duration: 545.776493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:10:32.271497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:10:31.725464Z","time spent":"546.024381ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T06:10:32.271524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.156783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-27T06:10:32.271602Z","caller":"traceutil/trace.go:171","msg":"trace[2096930039] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2996; }","duration":"545.259387ms","start":"2026-05-27T06:10:31.726326Z","end":"2026-05-27T06:10:32.271585Z","steps":["trace[2096930039] 'agreement among raft nodes before linearized reading' (duration: 545.02935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:10:32.271648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:10:31.726318Z","time spent":"545.322499ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:10:33.675173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287546731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-27T06:10:33.675305Z","caller":"traceutil/trace.go:171","msg":"trace[1680712219] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2999; }","duration":"1.287700966s","start":"2026-05-27T06:10:32.387576Z","end":"2026-05-27T06:10:33.675277Z","steps":["trace[1680712219] 'count revisions from in-memory index tree' (duration: 1.28683213s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:10:33.675355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:10:32.387564Z","time spent":"1.287781329s","remote":"127.0.0.1:38620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":4,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:10:33.684904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059457563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-27T06:10:33.684967Z","caller":"traceutil/trace.go:171","msg":"trace[146290137] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2999; }","duration":"1.059578577s","start":"2026-05-27T06:10:32.625372Z","end":"2026-05-27T06:10:33.684951Z","steps":["trace[146290137] 'range keys from in-memory index tree' (duration: 1.051481982s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:10:33.684996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:10:32.625343Z","time spent":"1.05964645s","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-05-27T06:10:33.745576Z","caller":"traceutil/trace.go:171","msg":"trace[1579679388] transaction","detail":"{read_only:false; response_revision:3000; number_of_response:1; }","duration":"766.893762ms","start":"2026-05-27T06:10:32.978658Z","end":"2026-05-27T06:10:33.745551Z","steps":["trace[1579679388] 'process raft request' (duration: 766.652385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:10:33.745717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.477048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:10:33.745735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:10:32.978628Z","time spent":"767.021177ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:10:33.745782Z","caller":"traceutil/trace.go:171","msg":"trace[1550372437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3000; }","duration":"456.596132ms","start":"2026-05-27T06:10:33.289169Z","end":"2026-05-27T06:10:33.745765Z","steps":["trace[1550372437] 'agreement among raft nodes before linearized reading' (duration: 456.459058ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:10:33.745557Z","caller":"traceutil/trace.go:171","msg":"trace[1907818641] linearizableReadLoop","detail":"{readStateIndex:3117; appliedIndex:3116; }","duration":"456.292112ms","start":"2026-05-27T06:10:33.289226Z","end":"2026-05-27T06:10:33.745518Z","steps":["trace[1907818641] 'read index received' (duration: 456.074096ms)","trace[1907818641] 'applied index is now lower than readState.Index' (duration: 216.666µs)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:10:33.74583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:10:33.289145Z","time spent":"456.674714ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:10:34.246548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787360576,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-27T06:10:34.474676Z","caller":"traceutil/trace.go:171","msg":"trace[1122172702] transaction","detail":"{read_only:false; response_revision:3003; number_of_response:1; }","duration":"199.175678ms","start":"2026-05-27T06:10:34.275476Z","end":"2026-05-27T06:10:34.474652Z","steps":["trace[1122172702] 'process raft request' (duration: 199.129187ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:10:34.474877Z","caller":"traceutil/trace.go:171","msg":"trace[1495165784] linearizableReadLoop","detail":"{readStateIndex:3118; appliedIndex:3117; }","duration":"728.974226ms","start":"2026-05-27T06:10:33.745875Z","end":"2026-05-27T06:10:34.47485Z","steps":["trace[1495165784] 'read index received' (duration: 661.076256ms)","trace[1495165784] 'applied index is now lower than readState.Index' (duration: 67.89525ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:10:34.474917Z","caller":"traceutil/trace.go:171","msg":"trace[1027800982] transaction","detail":"{read_only:false; response_revision:3001; number_of_response:1; }","duration":"765.57808ms","start":"2026-05-27T06:10:33.709269Z","end":"2026-05-27T06:10:34.474847Z","steps":["trace[1027800982] 'process raft request' (duration: 697.632329ms)","trace[1027800982] 'compare' (duration: 66.579968ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:10:34.475147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.769338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"warn","ts":"2026-05-27T06:10:34.475157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.267085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-27T06:10:34.475031Z","caller":"traceutil/trace.go:171","msg":"trace[1207772833] transaction","detail":"{read_only:false; response_revision:3002; number_of_response:1; }","duration":"199.492127ms","start":"2026-05-27T06:10:34.275417Z","end":"2026-05-27T06:10:34.474909Z","steps":["trace[1207772833] 'process raft request' (duration: 199.080674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:10:34.475174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:10:33.709244Z","time spent":"765.785997ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:10:34.475198Z","caller":"traceutil/trace.go:171","msg":"trace[1274348877] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3003; }","duration":"786.881662ms","start":"2026-05-27T06:10:33.688306Z","end":"2026-05-27T06:10:34.475188Z","steps":["trace[1274348877] 'agreement among raft nodes before linearized reading' (duration: 786.674156ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:10:34.47523Z","caller":"traceutil/trace.go:171","msg":"trace[565472358] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3003; }","duration":"775.359329ms","start":"2026-05-27T06:10:33.699846Z","end":"2026-05-27T06:10:34.475206Z","steps":["trace[565472358] 'agreement among raft nodes before linearized reading' (duration: 775.056459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:10:34.475266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:10:33.699839Z","time spent":"775.41906ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T06:10:34.47524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:10:33.688267Z","time spent":"786.966255ms","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-05-27T06:10:34.475263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.007086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:10:34.475324Z","caller":"traceutil/trace.go:171","msg":"trace[1286133065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3003; }","duration":"728.10801ms","start":"2026-05-27T06:10:33.747199Z","end":"2026-05-27T06:10:34.475307Z","steps":["trace[1286133065] 'agreement among raft nodes before linearized reading' (duration: 728.013727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:10:34.475335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.773298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-27T06:10:34.475391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:10:33.747176Z","time spent":"728.202812ms","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T06:10:34.475397Z","caller":"traceutil/trace.go:171","msg":"trace[1115127967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3003; }","duration":"187.895142ms","start":"2026-05-27T06:10:34.287489Z","end":"2026-05-27T06:10:34.475384Z","steps":["trace[1115127967] 'agreement among raft nodes before linearized reading' (duration: 187.721097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:10:34.475716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165228687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18b357430ec8afde\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-05-27T06:10:34.477489Z","caller":"traceutil/trace.go:171","msg":"trace[2083914790] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18b357430ec8afde; range_end:; response_count:1; response_revision:3003; }","duration":"1.167029694s","start":"2026-05-27T06:10:33.310447Z","end":"2026-05-27T06:10:34.477477Z","steps":["trace[2083914790] 'agreement among raft nodes before linearized reading' (duration: 1.164759533s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:10:34.477521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:10:33.310435Z","time spent":"1.167076265s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.18b357430ec8afde\" "} {"level":"warn","ts":"2026-05-27T06:10:34.475869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.264063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-27T06:10:34.477645Z","caller":"traceutil/trace.go:171","msg":"trace[727751900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3003; }","duration":"209.08168ms","start":"2026-05-27T06:10:34.268548Z","end":"2026-05-27T06:10:34.477629Z","steps":["trace[727751900] 'agreement among raft nodes before linearized reading' (duration: 206.739266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:10:34.476002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.478658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-27T06:10:34.477775Z","caller":"traceutil/trace.go:171","msg":"trace[37035341] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3003; }","duration":"228.300686ms","start":"2026-05-27T06:10:34.249456Z","end":"2026-05-27T06:10:34.477757Z","steps":["trace[37035341] 'agreement among raft nodes before linearized reading' (duration: 225.852679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:10:34.475979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.372911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-27T06:10:34.477883Z","caller":"traceutil/trace.go:171","msg":"trace[1465303873] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3003; }","duration":"186.326043ms","start":"2026-05-27T06:10:34.291544Z","end":"2026-05-27T06:10:34.47787Z","steps":["trace[1465303873] 'agreement among raft nodes before linearized reading' (duration: 183.70449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:10:34.476054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.574708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-27T06:10:34.477978Z","caller":"traceutil/trace.go:171","msg":"trace[1466644744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3003; }","duration":"186.572641ms","start":"2026-05-27T06:10:34.291394Z","end":"2026-05-27T06:10:34.477967Z","steps":["trace[1466644744] 'agreement among raft nodes before linearized reading' (duration: 183.869315ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:10:40.466376Z","caller":"traceutil/trace.go:171","msg":"trace[2134479809] linearizableReadLoop","detail":"{readStateIndex:3153; appliedIndex:3152; }","duration":"152.965671ms","start":"2026-05-27T06:10:40.313378Z","end":"2026-05-27T06:10:40.466344Z","steps":["trace[2134479809] 'read index received' (duration: 92.529666ms)","trace[2134479809] 'applied index is now lower than readState.Index' (duration: 60.434145ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:10:40.466625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.215219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-27T06:10:40.466679Z","caller":"traceutil/trace.go:171","msg":"trace[1457643239] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3034; }","duration":"153.303422ms","start":"2026-05-27T06:10:40.313357Z","end":"2026-05-27T06:10:40.46666Z","steps":["trace[1457643239] 'agreement among raft nodes before linearized reading' (duration: 153.109906ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:10:40.636802Z","caller":"traceutil/trace.go:171","msg":"trace[1107792923] transaction","detail":"{read_only:false; response_revision:3040; number_of_response:1; }","duration":"107.424426ms","start":"2026-05-27T06:10:40.529349Z","end":"2026-05-27T06:10:40.636774Z","steps":["trace[1107792923] 'process raft request' (duration: 107.051945ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:10:40.636841Z","caller":"traceutil/trace.go:171","msg":"trace[1737615088] transaction","detail":"{read_only:false; response_revision:3038; number_of_response:1; }","duration":"108.016114ms","start":"2026-05-27T06:10:40.528782Z","end":"2026-05-27T06:10:40.636798Z","steps":["trace[1737615088] 'process raft request' (duration: 98.154403ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:10:40.637044Z","caller":"traceutil/trace.go:171","msg":"trace[481383214] transaction","detail":"{read_only:false; response_revision:3039; number_of_response:1; }","duration":"107.757526ms","start":"2026-05-27T06:10:40.529277Z","end":"2026-05-27T06:10:40.637035Z","steps":["trace[481383214] 'process raft request' (duration: 107.073735ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:10:40.637104Z","caller":"traceutil/trace.go:171","msg":"trace[612493498] transaction","detail":"{read_only:false; response_revision:3041; number_of_response:1; }","duration":"107.53089ms","start":"2026-05-27T06:10:40.529542Z","end":"2026-05-27T06:10:40.637073Z","steps":["trace[612493498] 'process raft request' (duration: 106.89451ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:10:40.637209Z","caller":"traceutil/trace.go:171","msg":"trace[2061062547] transaction","detail":"{read_only:false; response_revision:3043; number_of_response:1; }","duration":"106.073234ms","start":"2026-05-27T06:10:40.531126Z","end":"2026-05-27T06:10:40.637199Z","steps":["trace[2061062547] 'process raft request' (duration: 105.390902ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:10:40.63729Z","caller":"traceutil/trace.go:171","msg":"trace[2140817525] transaction","detail":"{read_only:false; response_revision:3042; number_of_response:1; }","duration":"107.477727ms","start":"2026-05-27T06:10:40.529802Z","end":"2026-05-27T06:10:40.63728Z","steps":["trace[2140817525] 'process raft request' (duration: 106.676072ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:10:46.915503Z","caller":"traceutil/trace.go:171","msg":"trace[1966319925] transaction","detail":"{read_only:false; response_revision:3079; number_of_response:1; }","duration":"214.113718ms","start":"2026-05-27T06:10:46.701352Z","end":"2026-05-27T06:10:46.915466Z","steps":["trace[1966319925] 'process raft request' (duration: 214.011965ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:10:46.915614Z","caller":"traceutil/trace.go:171","msg":"trace[468114840] transaction","detail":"{read_only:false; response_revision:3077; number_of_response:1; }","duration":"214.321465ms","start":"2026-05-27T06:10:46.701268Z","end":"2026-05-27T06:10:46.915589Z","steps":["trace[468114840] 'process raft request' (duration: 213.999655ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:10:46.915625Z","caller":"traceutil/trace.go:171","msg":"trace[106046414] transaction","detail":"{read_only:false; response_revision:3076; number_of_response:1; }","duration":"214.382957ms","start":"2026-05-27T06:10:46.701197Z","end":"2026-05-27T06:10:46.91558Z","steps":["trace[106046414] 'process raft request' (duration: 213.917672ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:10:46.915325Z","caller":"traceutil/trace.go:171","msg":"trace[574853614] transaction","detail":"{read_only:false; response_revision:3075; number_of_response:1; }","duration":"214.217672ms","start":"2026-05-27T06:10:46.701067Z","end":"2026-05-27T06:10:46.915285Z","steps":["trace[574853614] 'process raft request' (duration: 172.239259ms)","trace[574853614] 'compare' (duration: 41.491867ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:10:46.915913Z","caller":"traceutil/trace.go:171","msg":"trace[1708828413] transaction","detail":"{read_only:false; response_revision:3078; number_of_response:1; }","duration":"214.4706ms","start":"2026-05-27T06:10:46.701354Z","end":"2026-05-27T06:10:46.915825Z","steps":["trace[1708828413] 'process raft request' (duration: 213.962604ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:13:18.136204Z","caller":"traceutil/trace.go:171","msg":"trace[1653204286] transaction","detail":"{read_only:false; response_revision:4062; number_of_response:1; }","duration":"371.270961ms","start":"2026-05-27T06:13:17.764892Z","end":"2026-05-27T06:13:18.136163Z","steps":["trace[1653204286] 'process raft request' (duration: 371.097366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:13:18.13642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:13:17.764872Z","time spent":"371.442007ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:13:18.137983Z","caller":"traceutil/trace.go:171","msg":"trace[443656035] linearizableReadLoop","detail":"{readStateIndex:4222; appliedIndex:4218; }","duration":"370.507807ms","start":"2026-05-27T06:13:17.767456Z","end":"2026-05-27T06:13:18.137964Z","steps":["trace[443656035] 'read index received' (duration: 368.586746ms)","trace[443656035] 'applied index is now lower than readState.Index' (duration: 1.919351ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:13:18.138019Z","caller":"traceutil/trace.go:171","msg":"trace[1436193163] transaction","detail":"{read_only:false; response_revision:4065; number_of_response:1; }","duration":"371.093226ms","start":"2026-05-27T06:13:17.766901Z","end":"2026-05-27T06:13:18.137994Z","steps":["trace[1436193163] 'process raft request' (duration: 370.988703ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:13:18.138021Z","caller":"traceutil/trace.go:171","msg":"trace[1457695058] transaction","detail":"{read_only:false; response_revision:4063; number_of_response:1; }","duration":"371.231791ms","start":"2026-05-27T06:13:17.766749Z","end":"2026-05-27T06:13:18.137981Z","steps":["trace[1457695058] 'process raft request' (duration: 371.019874ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:13:18.138077Z","caller":"traceutil/trace.go:171","msg":"trace[1419370283] transaction","detail":"{read_only:false; response_revision:4064; number_of_response:1; }","duration":"371.194529ms","start":"2026-05-27T06:13:17.766851Z","end":"2026-05-27T06:13:18.138045Z","steps":["trace[1419370283] 'process raft request' (duration: 370.998723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:13:18.138196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:13:17.766895Z","time spent":"371.174549ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:13:18.138293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:13:17.766843Z","time spent":"371.351825ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:13:18.138183Z","caller":"traceutil/trace.go:171","msg":"trace[543184020] transaction","detail":"{read_only:false; response_revision:4066; number_of_response:1; }","duration":"285.286163ms","start":"2026-05-27T06:13:17.852794Z","end":"2026-05-27T06:13:18.13808Z","steps":["trace[543184020] 'process raft request' (duration: 285.130468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:13:18.138395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.987476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"warn","ts":"2026-05-27T06:13:18.138437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.315825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-27T06:13:18.138465Z","caller":"traceutil/trace.go:171","msg":"trace[520200597] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:4066; }","duration":"344.10673ms","start":"2026-05-27T06:13:17.794343Z","end":"2026-05-27T06:13:18.13845Z","steps":["trace[520200597] 'agreement among raft nodes before linearized reading' (duration: 343.823911ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:13:18.138498Z","caller":"traceutil/trace.go:171","msg":"trace[651169118] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4066; }","duration":"153.556013ms","start":"2026-05-27T06:13:17.984928Z","end":"2026-05-27T06:13:18.138484Z","steps":["trace[651169118] 'agreement among raft nodes before linearized reading' (duration: 153.270134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:13:18.138507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:13:17.794322Z","time spent":"344.174562ms","remote":"127.0.0.1:33172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1247,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-05-27T06:13:18.138469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.995143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-27T06:13:18.138631Z","caller":"traceutil/trace.go:171","msg":"trace[1138477807] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4066; }","duration":"371.107116ms","start":"2026-05-27T06:13:17.767452Z","end":"2026-05-27T06:13:18.138559Z","steps":["trace[1138477807] 'agreement among raft nodes before linearized reading' (duration: 370.626361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:13:18.138865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:13:17.76673Z","time spent":"371.404996ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:13:18.13873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:13:17.767387Z","time spent":"371.325073ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-27T06:13:23.406318Z","caller":"traceutil/trace.go:171","msg":"trace[1474222907] transaction","detail":"{read_only:false; response_revision:4088; number_of_response:1; }","duration":"187.678805ms","start":"2026-05-27T06:13:23.218615Z","end":"2026-05-27T06:13:23.406293Z","steps":["trace[1474222907] 'process raft request' (duration: 187.50636ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:13:23.528783Z","caller":"traceutil/trace.go:171","msg":"trace[554483862] transaction","detail":"{read_only:false; response_revision:4090; number_of_response:1; }","duration":"309.346546ms","start":"2026-05-27T06:13:23.21941Z","end":"2026-05-27T06:13:23.528757Z","steps":["trace[554483862] 'process raft request' (duration: 309.297365ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:13:23.528942Z","caller":"traceutil/trace.go:171","msg":"trace[675544250] transaction","detail":"{read_only:false; response_revision:4089; number_of_response:1; }","duration":"309.437868ms","start":"2026-05-27T06:13:23.219391Z","end":"2026-05-27T06:13:23.528829Z","steps":["trace[675544250] 'process raft request' (duration: 309.135059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:13:23.529107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:13:23.21936Z","time spent":"309.694497ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:13:23.528993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:13:23.219384Z","time spent":"309.48193ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:14:35.926855Z","caller":"traceutil/trace.go:171","msg":"trace[1990952908] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"128.845753ms","start":"2026-05-27T06:14:35.797975Z","end":"2026-05-27T06:14:35.926821Z","steps":["trace[1990952908] 'process raft request' (duration: 128.566395ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:14:35.929667Z","caller":"traceutil/trace.go:171","msg":"trace[1342161170] transaction","detail":"{read_only:false; response_revision:4578; number_of_response:1; }","duration":"131.167786ms","start":"2026-05-27T06:14:35.798467Z","end":"2026-05-27T06:14:35.929635Z","steps":["trace[1342161170] 'process raft request' (duration: 130.97359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:14:36.755127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.074565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-27T06:14:36.755247Z","caller":"traceutil/trace.go:171","msg":"trace[1591971949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4584; }","duration":"187.267381ms","start":"2026-05-27T06:14:36.567959Z","end":"2026-05-27T06:14:36.755226Z","steps":["trace[1591971949] 'range keys from in-memory index tree' (duration: 186.823597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:14:36.755274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.542119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-27T06:14:36.755288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.555616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-27T06:14:36.755159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.34628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-27T06:14:36.755336Z","caller":"traceutil/trace.go:171","msg":"trace[2113403289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4584; }","duration":"168.626932ms","start":"2026-05-27T06:14:36.586688Z","end":"2026-05-27T06:14:36.755315Z","steps":["trace[2113403289] 'range keys from in-memory index tree' (duration: 168.424515ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:14:36.755346Z","caller":"traceutil/trace.go:171","msg":"trace[141099556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4584; }","duration":"166.635129ms","start":"2026-05-27T06:14:36.58869Z","end":"2026-05-27T06:14:36.755325Z","steps":["trace[141099556] 'range keys from in-memory index tree' (duration: 166.467204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:14:36.755447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.758626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-27T06:14:36.755515Z","caller":"traceutil/trace.go:171","msg":"trace[767646802] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4584; }","duration":"168.907631ms","start":"2026-05-27T06:14:36.586588Z","end":"2026-05-27T06:14:36.755496Z","steps":["trace[767646802] 'range keys from in-memory index tree' (duration: 168.57405ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:14:36.75549Z","caller":"traceutil/trace.go:171","msg":"trace[281969276] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4584; }","duration":"166.63954ms","start":"2026-05-27T06:14:36.588737Z","end":"2026-05-27T06:14:36.755377Z","steps":["trace[281969276] 'range keys from in-memory index tree' (duration: 166.140673ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:14:38.87371Z","caller":"traceutil/trace.go:171","msg":"trace[110843073] transaction","detail":"{read_only:false; response_revision:4603; number_of_response:1; }","duration":"101.756148ms","start":"2026-05-27T06:14:38.771915Z","end":"2026-05-27T06:14:38.873672Z","steps":["trace[110843073] 'process raft request' (duration: 101.50945ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:14:42.201383Z","caller":"traceutil/trace.go:171","msg":"trace[1177409963] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"179.30133ms","start":"2026-05-27T06:14:42.022024Z","end":"2026-05-27T06:14:42.201325Z","steps":["trace[1177409963] 'process raft request' (duration: 89.515731ms)","trace[1177409963] 'compare' (duration: 89.278743ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:14:42.201455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.852799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fp87r\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-27T06:14:42.201527Z","caller":"traceutil/trace.go:171","msg":"trace[855245025] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fp87r; range_end:; response_count:1; response_revision:4920; }","duration":"193.003434ms","start":"2026-05-27T06:14:42.008507Z","end":"2026-05-27T06:14:42.20151Z","steps":["trace[855245025] 'range keys from in-memory index tree' (duration: 192.469396ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:14:42.215773Z","caller":"traceutil/trace.go:171","msg":"trace[1728787929] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"139.646696ms","start":"2026-05-27T06:14:42.076103Z","end":"2026-05-27T06:14:42.21575Z","steps":["trace[1728787929] 'process raft request' (duration: 139.411198ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:14:42.21627Z","caller":"traceutil/trace.go:171","msg":"trace[621462131] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"112.446465ms","start":"2026-05-27T06:14:42.103796Z","end":"2026-05-27T06:14:42.216243Z","steps":["trace[621462131] 'process raft request' (duration: 112.019522ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:14:42.219379Z","caller":"traceutil/trace.go:171","msg":"trace[1041768911] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"100.069164ms","start":"2026-05-27T06:14:42.119291Z","end":"2026-05-27T06:14:42.21936Z","steps":["trace[1041768911] 'process raft request' (duration: 99.911829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:14:42.833898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.416169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-27T06:14:42.834047Z","caller":"traceutil/trace.go:171","msg":"trace[1522349301] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"289.66201ms","start":"2026-05-27T06:14:42.544361Z","end":"2026-05-27T06:14:42.834023Z","steps":["trace[1522349301] 'process raft request' (duration: 76.031865ms)","trace[1522349301] 'compare' (duration: 213.264343ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:14:42.834747Z","caller":"traceutil/trace.go:171","msg":"trace[2105474925] linearizableReadLoop","detail":"{readStateIndex:5135; appliedIndex:5132; }","duration":"217.373454ms","start":"2026-05-27T06:14:42.617346Z","end":"2026-05-27T06:14:42.834719Z","steps":["trace[2105474925] 'read index received' (duration: 2.980095ms)","trace[2105474925] 'applied index is now lower than readState.Index' (duration: 214.392239ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:14:42.834901Z","caller":"traceutil/trace.go:171","msg":"trace[1715025223] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"248.53651ms","start":"2026-05-27T06:14:42.586324Z","end":"2026-05-27T06:14:42.83486Z","steps":["trace[1715025223] 'process raft request' (duration: 248.352314ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:14:42.834941Z","caller":"traceutil/trace.go:171","msg":"trace[1311798921] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"256.617495ms","start":"2026-05-27T06:14:42.578296Z","end":"2026-05-27T06:14:42.834914Z","steps":["trace[1311798921] 'process raft request' (duration: 256.270644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:14:42.835036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.679953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/alertmanager-tls.18b3577f2c4607f7\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-05-27T06:14:42.835079Z","caller":"traceutil/trace.go:171","msg":"trace[311335798] range","detail":"{range_begin:/registry/events/monitoring/alertmanager-tls.18b3577f2c4607f7; range_end:; response_count:1; response_revision:4941; }","duration":"217.779306ms","start":"2026-05-27T06:14:42.617287Z","end":"2026-05-27T06:14:42.835066Z","steps":["trace[311335798] 'agreement among raft nodes before linearized reading' (duration: 217.58029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:14:42.841406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.322531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/monitoring/alertmanager-tls-w9fg6\" ","response":"range_response_count:1 size:6859"} {"level":"info","ts":"2026-05-27T06:14:42.841485Z","caller":"traceutil/trace.go:171","msg":"trace[1630562104] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/monitoring/alertmanager-tls-w9fg6; range_end:; response_count:1; response_revision:4941; }","duration":"173.461275ms","start":"2026-05-27T06:14:42.668005Z","end":"2026-05-27T06:14:42.841467Z","steps":["trace[1630562104] 'agreement among raft nodes before linearized reading' (duration: 173.220968ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:14:43.375566Z","caller":"traceutil/trace.go:171","msg":"trace[420366537] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"206.352476ms","start":"2026-05-27T06:14:43.169183Z","end":"2026-05-27T06:14:43.375535Z","steps":["trace[420366537] 'process raft request' (duration: 204.513818ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:14:43.383532Z","caller":"traceutil/trace.go:171","msg":"trace[790359110] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"156.970693ms","start":"2026-05-27T06:14:43.226518Z","end":"2026-05-27T06:14:43.383489Z","steps":["trace[790359110] 'process raft request' (duration: 156.685954ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:14:43.383603Z","caller":"traceutil/trace.go:171","msg":"trace[1402940477] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"101.469228ms","start":"2026-05-27T06:14:43.282106Z","end":"2026-05-27T06:14:43.383576Z","steps":["trace[1402940477] 'process raft request' (duration: 101.234771ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:14:44.349732Z","caller":"traceutil/trace.go:171","msg":"trace[1219214571] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"254.633732ms","start":"2026-05-27T06:14:44.095076Z","end":"2026-05-27T06:14:44.34971Z","steps":["trace[1219214571] 'process raft request' (duration: 254.472817ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:14:44.352886Z","caller":"traceutil/trace.go:171","msg":"trace[1037108449] linearizableReadLoop","detail":"{readStateIndex:5190; appliedIndex:5188; }","duration":"125.909152ms","start":"2026-05-27T06:14:44.226965Z","end":"2026-05-27T06:14:44.352874Z","steps":["trace[1037108449] 'read index received' (duration: 122.762992ms)","trace[1037108449] 'applied index is now lower than readState.Index' (duration: 3.14518ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:14:44.353169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.197141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fp87r\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-27T06:14:44.353204Z","caller":"traceutil/trace.go:171","msg":"trace[834702589] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fp87r; range_end:; response_count:1; response_revision:4995; }","duration":"126.286054ms","start":"2026-05-27T06:14:44.22691Z","end":"2026-05-27T06:14:44.353196Z","steps":["trace[834702589] 'agreement among raft nodes before linearized reading' (duration: 126.15934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:14:44.353351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.647442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-27T06:14:44.353378Z","caller":"traceutil/trace.go:171","msg":"trace[1988465532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4995; }","duration":"112.702134ms","start":"2026-05-27T06:14:44.240667Z","end":"2026-05-27T06:14:44.353369Z","steps":["trace[1988465532] 'agreement among raft nodes before linearized reading' (duration: 112.642072ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:14:44.353354Z","caller":"traceutil/trace.go:171","msg":"trace[350175895] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"222.716923ms","start":"2026-05-27T06:14:44.130611Z","end":"2026-05-27T06:14:44.353327Z","steps":["trace[350175895] 'process raft request' (duration: 222.100573ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:14:44.353587Z","caller":"traceutil/trace.go:171","msg":"trace[1521825061] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"165.490183ms","start":"2026-05-27T06:14:44.188079Z","end":"2026-05-27T06:14:44.353569Z","steps":["trace[1521825061] 'process raft request' (duration: 164.726199ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:14:44.353704Z","caller":"traceutil/trace.go:171","msg":"trace[2039613685] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4995; }","duration":"123.392622ms","start":"2026-05-27T06:14:44.230302Z","end":"2026-05-27T06:14:44.353695Z","steps":["trace[2039613685] 'process raft request' (duration: 122.532775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:14:46.159891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.112694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-27T06:14:46.16001Z","caller":"traceutil/trace.go:171","msg":"trace[1298504293] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5079; }","duration":"130.28514ms","start":"2026-05-27T06:14:46.029701Z","end":"2026-05-27T06:14:46.159987Z","steps":["trace[1298504293] 'range keys from in-memory index tree' (duration: 129.862837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:14:46.160537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.064598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2209851"} {"level":"info","ts":"2026-05-27T06:14:46.160653Z","caller":"traceutil/trace.go:171","msg":"trace[2107651223] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:5079; }","duration":"115.232274ms","start":"2026-05-27T06:14:46.045394Z","end":"2026-05-27T06:14:46.160627Z","steps":["trace[2107651223] 'range keys from in-memory index tree' (duration: 114.15619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:14:52.58414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.159494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fp87r\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-27T06:14:52.584252Z","caller":"traceutil/trace.go:171","msg":"trace[237722813] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fp87r; range_end:; response_count:1; response_revision:5213; }","duration":"190.329719ms","start":"2026-05-27T06:14:52.393899Z","end":"2026-05-27T06:14:52.584229Z","steps":["trace[237722813] 'range keys from in-memory index tree' (duration: 189.962758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:14:52.58435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.094697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-27T06:14:52.584435Z","caller":"traceutil/trace.go:171","msg":"trace[103778743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5213; }","duration":"175.267802ms","start":"2026-05-27T06:14:52.409147Z","end":"2026-05-27T06:14:52.584415Z","steps":["trace[103778743] 'range keys from in-memory index tree' (duration: 174.936152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:14:53.105477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.887802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-27T06:14:53.105615Z","caller":"traceutil/trace.go:171","msg":"trace[794724] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"112.25058ms","start":"2026-05-27T06:14:52.993342Z","end":"2026-05-27T06:14:53.105593Z","steps":["trace[794724] 'process raft request' (duration: 10.12182ms)","trace[794724] 'compare' (duration: 101.716786ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:14:53.650968Z","caller":"traceutil/trace.go:171","msg":"trace[1612340735] linearizableReadLoop","detail":"{readStateIndex:5426; appliedIndex:5425; }","duration":"360.072247ms","start":"2026-05-27T06:14:53.290868Z","end":"2026-05-27T06:14:53.65094Z","steps":["trace[1612340735] 'read index received' (duration: 359.640093ms)","trace[1612340735] 'applied index is now lower than readState.Index' (duration: 430.904µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:14:53.651099Z","caller":"traceutil/trace.go:171","msg":"trace[1170293348] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"606.691525ms","start":"2026-05-27T06:14:53.044396Z","end":"2026-05-27T06:14:53.651088Z","steps":["trace[1170293348] 'process raft request' (duration: 606.300433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:14:53.651192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:14:53.044368Z","time spent":"606.760898ms","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197468,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-27T06:14:53.651451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.541371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:14:53.651501Z","caller":"traceutil/trace.go:171","msg":"trace[882093911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5223; }","duration":"360.660395ms","start":"2026-05-27T06:14:53.290823Z","end":"2026-05-27T06:14:53.651484Z","steps":["trace[882093911] 'agreement among raft nodes before linearized reading' (duration: 360.531161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:14:53.651533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:14:53.2908Z","time spent":"360.724727ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T06:14:57.185467Z","caller":"traceutil/trace.go:171","msg":"trace[1582544886] linearizableReadLoop","detail":"{readStateIndex:5566; appliedIndex:5565; }","duration":"262.968446ms","start":"2026-05-27T06:14:56.922467Z","end":"2026-05-27T06:14:57.185435Z","steps":["trace[1582544886] 'read index received' (duration: 262.659756ms)","trace[1582544886] 'applied index is now lower than readState.Index' (duration: 307.5µs)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:14:57.185749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.246405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-27T06:14:57.185855Z","caller":"traceutil/trace.go:171","msg":"trace[989937798] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5359; }","duration":"263.435551ms","start":"2026-05-27T06:14:56.9224Z","end":"2026-05-27T06:14:57.185835Z","steps":["trace[989937798] 'agreement among raft nodes before linearized reading' (duration: 263.156812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:14:57.18593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.566145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-27T06:14:57.185983Z","caller":"traceutil/trace.go:171","msg":"trace[748243311] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5359; }","duration":"251.674689ms","start":"2026-05-27T06:14:56.934292Z","end":"2026-05-27T06:14:57.185967Z","steps":["trace[748243311] 'agreement among raft nodes before linearized reading' (duration: 251.470973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:14:57.185894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.182296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-27T06:14:57.186087Z","caller":"traceutil/trace.go:171","msg":"trace[7267355] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5359; }","duration":"253.425014ms","start":"2026-05-27T06:14:56.932638Z","end":"2026-05-27T06:14:57.186063Z","steps":["trace[7267355] 'agreement among raft nodes before linearized reading' (duration: 253.033642ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:14:57.185616Z","caller":"traceutil/trace.go:171","msg":"trace[166348737] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"265.578488ms","start":"2026-05-27T06:14:56.91999Z","end":"2026-05-27T06:14:57.185569Z","steps":["trace[166348737] 'process raft request' (duration: 265.236968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:14:57.938818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.075451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-27T06:14:57.939407Z","caller":"traceutil/trace.go:171","msg":"trace[1091362742] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"748.364663ms","start":"2026-05-27T06:14:57.191016Z","end":"2026-05-27T06:14:57.939381Z","steps":["trace[1091362742] 'process raft request' (duration: 489.606751ms)","trace[1091362742] 'compare' (duration: 257.896275ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:14:57.939608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:14:57.190992Z","time spent":"748.57489ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:14:57.951743Z","caller":"traceutil/trace.go:171","msg":"trace[1624601023] linearizableReadLoop","detail":"{readStateIndex:5570; appliedIndex:5566; }","duration":"661.629691ms","start":"2026-05-27T06:14:57.290089Z","end":"2026-05-27T06:14:57.951719Z","steps":["trace[1624601023] 'read index received' (duration: 390.545948ms)","trace[1624601023] 'applied index is now lower than readState.Index' (duration: 271.082333ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:14:57.951812Z","caller":"traceutil/trace.go:171","msg":"trace[1590061811] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"760.618531ms","start":"2026-05-27T06:14:57.191149Z","end":"2026-05-27T06:14:57.951768Z","steps":["trace[1590061811] 'process raft request' (duration: 760.470246ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:14:57.951884Z","caller":"traceutil/trace.go:171","msg":"trace[963492130] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"760.736375ms","start":"2026-05-27T06:14:57.191077Z","end":"2026-05-27T06:14:57.951813Z","steps":["trace[963492130] 'process raft request' (duration: 760.446185ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:14:57.95189Z","caller":"traceutil/trace.go:171","msg":"trace[1510482225] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"760.436125ms","start":"2026-05-27T06:14:57.191398Z","end":"2026-05-27T06:14:57.951834Z","steps":["trace[1510482225] 'process raft request' (duration: 760.26738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:14:57.951928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.821007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:14:57.952005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:14:57.191123Z","time spent":"760.778906ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:14:57.952032Z","caller":"traceutil/trace.go:171","msg":"trace[2086804098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5363; }","duration":"661.932101ms","start":"2026-05-27T06:14:57.290074Z","end":"2026-05-27T06:14:57.952006Z","steps":["trace[2086804098] 'agreement among raft nodes before linearized reading' (duration: 661.762075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:14:57.952069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:14:57.290027Z","time spent":"662.035473ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:14:57.952123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:14:57.191386Z","time spent":"760.611061ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:14:57.952108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:14:57.191058Z","time spent":"760.924551ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:14:57.968211Z","caller":"traceutil/trace.go:171","msg":"trace[1874027548] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"198.450665ms","start":"2026-05-27T06:14:57.769733Z","end":"2026-05-27T06:14:57.968183Z","steps":["trace[1874027548] 'process raft request' (duration: 198.152356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:14:57.968502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.464025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f917c6af-280e-4e12-bfe0-0fa691dfd830\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-05-27T06:14:57.968523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.941163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:14:57.968562Z","caller":"traceutil/trace.go:171","msg":"trace[1677791924] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f917c6af-280e-4e12-bfe0-0fa691dfd830; range_end:; response_count:1; response_revision:5365; }","duration":"228.564318ms","start":"2026-05-27T06:14:57.73998Z","end":"2026-05-27T06:14:57.968544Z","steps":["trace[1677791924] 'agreement among raft nodes before linearized reading' (duration: 228.392342ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:14:57.96858Z","caller":"traceutil/trace.go:171","msg":"trace[2066858985] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5365; }","duration":"422.094287ms","start":"2026-05-27T06:14:57.546469Z","end":"2026-05-27T06:14:57.968563Z","steps":["trace[2066858985] 'agreement among raft nodes before linearized reading' (duration: 421.967893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:14:57.968595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.378645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f917c6af-280e-4e12-bfe0-0fa691dfd830\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-05-27T06:14:57.96862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:14:57.546436Z","time spent":"422.17468ms","remote":"127.0.0.1:45394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:14:57.968666Z","caller":"traceutil/trace.go:171","msg":"trace[1536656048] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f917c6af-280e-4e12-bfe0-0fa691dfd830; range_end:; response_count:1; response_revision:5365; }","duration":"107.5186ms","start":"2026-05-27T06:14:57.861128Z","end":"2026-05-27T06:14:57.968647Z","steps":["trace[1536656048] 'agreement among raft nodes before linearized reading' (duration: 107.225001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:14:57.96936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.069273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786872"} {"level":"info","ts":"2026-05-27T06:14:57.969425Z","caller":"traceutil/trace.go:171","msg":"trace[1758830675] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5365; }","duration":"401.171316ms","start":"2026-05-27T06:14:57.568235Z","end":"2026-05-27T06:14:57.969406Z","steps":["trace[1758830675] 'agreement among raft nodes before linearized reading' (duration: 400.101152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:14:57.969487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:14:57.568218Z","time spent":"401.237047ms","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":786894,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-05-27T06:14:59.061998Z","caller":"traceutil/trace.go:171","msg":"trace[1053372995] linearizableReadLoop","detail":"{readStateIndex:5576; appliedIndex:5575; }","duration":"433.753528ms","start":"2026-05-27T06:14:58.628221Z","end":"2026-05-27T06:14:59.061975Z","steps":["trace[1053372995] 'read index received' (duration: 433.488299ms)","trace[1053372995] 'applied index is now lower than readState.Index' (duration: 263.869µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:14:59.062072Z","caller":"traceutil/trace.go:171","msg":"trace[456047679] transaction","detail":"{read_only:false; response_revision:5369; number_of_response:1; }","duration":"435.799862ms","start":"2026-05-27T06:14:58.626233Z","end":"2026-05-27T06:14:59.062033Z","steps":["trace[456047679] 'process raft request' (duration: 435.565945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:14:59.062304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.069038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62910"} {"level":"info","ts":"2026-05-27T06:14:59.062347Z","caller":"traceutil/trace.go:171","msg":"trace[2053346710] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5369; }","duration":"434.13586ms","start":"2026-05-27T06:14:58.628203Z","end":"2026-05-27T06:14:59.062339Z","steps":["trace[2053346710] 'agreement among raft nodes before linearized reading' (duration: 433.913233ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:14:59.062375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:14:58.628132Z","time spent":"434.235523ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62932,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-27T06:14:59.062612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:14:58.626216Z","time spent":"436.132262ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:14:59.960675Z","caller":"traceutil/trace.go:171","msg":"trace[919135871] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"116.317009ms","start":"2026-05-27T06:14:59.844326Z","end":"2026-05-27T06:14:59.960643Z","steps":["trace[919135871] 'process raft request' (duration: 116.244386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:14:59.960858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.786351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-8m6l6\" ","response":"range_response_count:1 size:4995"} {"level":"info","ts":"2026-05-27T06:14:59.96092Z","caller":"traceutil/trace.go:171","msg":"trace[1135477002] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-8m6l6; range_end:; response_count:1; response_revision:5397; }","duration":"151.881874ms","start":"2026-05-27T06:14:59.809023Z","end":"2026-05-27T06:14:59.960905Z","steps":["trace[1135477002] 'agreement among raft nodes before linearized reading' (duration: 151.709689ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:14:59.960682Z","caller":"traceutil/trace.go:171","msg":"trace[1509536522] linearizableReadLoop","detail":"{readStateIndex:5604; appliedIndex:5602; }","duration":"151.605304ms","start":"2026-05-27T06:14:59.809058Z","end":"2026-05-27T06:14:59.960663Z","steps":["trace[1509536522] 'read index received' (duration: 97.510313ms)","trace[1509536522] 'applied index is now lower than readState.Index' (duration: 54.093371ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:14:59.961438Z","caller":"traceutil/trace.go:171","msg":"trace[1198151568] transaction","detail":"{read_only:false; response_revision:5396; number_of_response:1; }","duration":"157.600844ms","start":"2026-05-27T06:14:59.803392Z","end":"2026-05-27T06:14:59.960993Z","steps":["trace[1198151568] 'process raft request' (duration: 157.102178ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:14:59.960867Z","caller":"traceutil/trace.go:171","msg":"trace[1579205050] transaction","detail":"{read_only:false; response_revision:5395; number_of_response:1; }","duration":"162.931253ms","start":"2026-05-27T06:14:59.797903Z","end":"2026-05-27T06:14:59.960835Z","steps":["trace[1579205050] 'process raft request' (duration: 108.633365ms)","trace[1579205050] 'compare' (duration: 53.819793ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:14:59.96325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.76029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:797104"} {"level":"info","ts":"2026-05-27T06:14:59.963347Z","caller":"traceutil/trace.go:171","msg":"trace[1428717591] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5397; }","duration":"108.864343ms","start":"2026-05-27T06:14:59.854457Z","end":"2026-05-27T06:14:59.963321Z","steps":["trace[1428717591] 'agreement among raft nodes before linearized reading' (duration: 106.707335ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:00.140417Z","caller":"traceutil/trace.go:171","msg":"trace[1925424099] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"173.895829ms","start":"2026-05-27T06:14:59.966493Z","end":"2026-05-27T06:15:00.140389Z","steps":["trace[1925424099] 'process raft request' (duration: 163.464519ms)","trace[1925424099] 'compare' (duration: 10.156131ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:15:00.140801Z","caller":"traceutil/trace.go:171","msg":"trace[407186321] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"173.668602ms","start":"2026-05-27T06:14:59.967101Z","end":"2026-05-27T06:15:00.14077Z","steps":["trace[407186321] 'process raft request' (duration: 173.195247ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:00.141625Z","caller":"traceutil/trace.go:171","msg":"trace[170211404] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"168.961253ms","start":"2026-05-27T06:14:59.972639Z","end":"2026-05-27T06:15:00.1416Z","steps":["trace[170211404] 'process raft request' (duration: 168.892911ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:00.141655Z","caller":"traceutil/trace.go:171","msg":"trace[1975728801] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"172.126273ms","start":"2026-05-27T06:14:59.969504Z","end":"2026-05-27T06:15:00.14163Z","steps":["trace[1975728801] 'process raft request' (duration: 171.936347ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:00.141721Z","caller":"traceutil/trace.go:171","msg":"trace[1876254856] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"173.762255ms","start":"2026-05-27T06:14:59.967946Z","end":"2026-05-27T06:15:00.141709Z","steps":["trace[1876254856] 'process raft request' (duration: 172.65034ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:00.187493Z","caller":"traceutil/trace.go:171","msg":"trace[2033698557] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"139.803771ms","start":"2026-05-27T06:15:00.047659Z","end":"2026-05-27T06:15:00.187463Z","steps":["trace[2033698557] 'process raft request' (duration: 139.511622ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:00.256666Z","caller":"traceutil/trace.go:171","msg":"trace[46540899] linearizableReadLoop","detail":"{readStateIndex:5613; appliedIndex:5607; }","duration":"188.830191ms","start":"2026-05-27T06:15:00.067792Z","end":"2026-05-27T06:15:00.256622Z","steps":["trace[46540899] 'read index received' (duration: 62.034081ms)","trace[46540899] 'applied index is now lower than readState.Index' (duration: 126.78721ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:15:00.256716Z","caller":"traceutil/trace.go:171","msg":"trace[1992571282] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"111.447544ms","start":"2026-05-27T06:15:00.145211Z","end":"2026-05-27T06:15:00.256658Z","steps":["trace[1992571282] 'process raft request' (duration: 111.222537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:00.257039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.216124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f917c6af-280e-4e12-bfe0-0fa691dfd830\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-05-27T06:15:00.257084Z","caller":"traceutil/trace.go:171","msg":"trace[265769975] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f917c6af-280e-4e12-bfe0-0fa691dfd830; range_end:; response_count:1; response_revision:5408; }","duration":"189.348957ms","start":"2026-05-27T06:15:00.067722Z","end":"2026-05-27T06:15:00.257071Z","steps":["trace[265769975] 'agreement among raft nodes before linearized reading' (duration: 189.036367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:03.389388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.407935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:15:03.38947Z","caller":"traceutil/trace.go:171","msg":"trace[911223337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5459; }","duration":"100.54718ms","start":"2026-05-27T06:15:03.288904Z","end":"2026-05-27T06:15:03.389451Z","steps":["trace[911223337] 'range keys from in-memory index tree' (duration: 100.285411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:03.389616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.734246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fp87r\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-27T06:15:03.389722Z","caller":"traceutil/trace.go:171","msg":"trace[1067418039] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fp87r; range_end:; response_count:1; response_revision:5459; }","duration":"310.884311ms","start":"2026-05-27T06:15:03.078817Z","end":"2026-05-27T06:15:03.389701Z","steps":["trace[1067418039] 'range keys from in-memory index tree' (duration: 310.560641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:03.389789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:03.078805Z","time spent":"310.973773ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-fp87r\" "} {"level":"warn","ts":"2026-05-27T06:15:03.389792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.103501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-27T06:15:03.389906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.284139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-05-27T06:15:03.389952Z","caller":"traceutil/trace.go:171","msg":"trace[1475427157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5459; }","duration":"313.299467ms","start":"2026-05-27T06:15:03.076606Z","end":"2026-05-27T06:15:03.389906Z","steps":["trace[1475427157] 'range keys from in-memory index tree' (duration: 312.854383ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:03.390103Z","caller":"traceutil/trace.go:171","msg":"trace[1821040498] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5459; }","duration":"345.94747ms","start":"2026-05-27T06:15:03.044064Z","end":"2026-05-27T06:15:03.390012Z","steps":["trace[1821040498] 'range keys from in-memory index tree' (duration: 345.081402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:03.39011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:03.076567Z","time spent":"313.465642ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T06:15:03.38963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.670907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-27T06:15:03.39023Z","caller":"traceutil/trace.go:171","msg":"trace[367656184] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5459; }","duration":"448.323367ms","start":"2026-05-27T06:15:02.941883Z","end":"2026-05-27T06:15:03.390207Z","steps":["trace[367656184] 'range keys from in-memory index tree' (duration: 447.344046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:03.390325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:02.941858Z","time spent":"448.454401ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-27T06:15:03.389488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.90187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-27T06:15:03.390415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:03.044036Z","time spent":"346.108395ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":822,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-05-27T06:15:03.390893Z","caller":"traceutil/trace.go:171","msg":"trace[501235507] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5459; }","duration":"108.159321ms","start":"2026-05-27T06:15:03.282488Z","end":"2026-05-27T06:15:03.390648Z","steps":["trace[501235507] 'range keys from in-memory index tree' (duration: 106.618671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:03.391016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.800517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224963"} {"level":"info","ts":"2026-05-27T06:15:03.391104Z","caller":"traceutil/trace.go:171","msg":"trace[1885041929] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5459; }","duration":"420.91453ms","start":"2026-05-27T06:15:02.970167Z","end":"2026-05-27T06:15:03.391082Z","steps":["trace[1885041929] 'range keys from in-memory index tree' (duration: 419.495666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:03.391164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:02.970141Z","time spent":"420.997052ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2224985,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-05-27T06:15:03.391214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.193489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:809042"} {"level":"info","ts":"2026-05-27T06:15:03.391269Z","caller":"traceutil/trace.go:171","msg":"trace[1570321587] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:5459; }","duration":"421.294882ms","start":"2026-05-27T06:15:02.969962Z","end":"2026-05-27T06:15:03.391257Z","steps":["trace[1570321587] 'range keys from in-memory index tree' (duration: 419.261998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:03.391304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:02.969935Z","time spent":"421.360484ms","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":27,"response size":809064,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-05-27T06:15:05.292636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.822456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-27T06:15:05.292742Z","caller":"traceutil/trace.go:171","msg":"trace[778114551] linearizableReadLoop","detail":"{readStateIndex:5698; appliedIndex:5697; }","duration":"259.256578ms","start":"2026-05-27T06:15:05.033468Z","end":"2026-05-27T06:15:05.292724Z","steps":["trace[778114551] 'read index received' (duration: 141.267867ms)","trace[778114551] 'applied index is now lower than readState.Index' (duration: 117.987781ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:15:05.292867Z","caller":"traceutil/trace.go:171","msg":"trace[1471970596] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"268.80304ms","start":"2026-05-27T06:15:05.024051Z","end":"2026-05-27T06:15:05.292854Z","steps":["trace[1471970596] 'process raft request' (duration: 150.674394ms)","trace[1471970596] 'compare' (duration: 117.642021ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:15:05.292975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.552096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:15:05.293053Z","caller":"traceutil/trace.go:171","msg":"trace[1890572042] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5486; }","duration":"153.68969ms","start":"2026-05-27T06:15:05.139346Z","end":"2026-05-27T06:15:05.293035Z","steps":["trace[1890572042] 'agreement among raft nodes before linearized reading' (duration: 153.512714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:05.293178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.702602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-27T06:15:05.29322Z","caller":"traceutil/trace.go:171","msg":"trace[158958299] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5486; }","duration":"259.796185ms","start":"2026-05-27T06:15:05.03341Z","end":"2026-05-27T06:15:05.293207Z","steps":["trace[158958299] 'agreement among raft nodes before linearized reading' (duration: 259.697942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:05.293207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.374348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:15:05.293321Z","caller":"traceutil/trace.go:171","msg":"trace[1984773267] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:5486; }","duration":"152.576765ms","start":"2026-05-27T06:15:05.140717Z","end":"2026-05-27T06:15:05.293294Z","steps":["trace[1984773267] 'agreement among raft nodes before linearized reading' (duration: 152.336197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:05.542665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.409105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-27T06:15:05.54282Z","caller":"traceutil/trace.go:171","msg":"trace[1571186878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5486; }","duration":"137.545839ms","start":"2026-05-27T06:15:05.405201Z","end":"2026-05-27T06:15:05.542747Z","steps":["trace[1571186878] 'range keys from in-memory index tree' (duration: 137.170107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:05.542839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.637699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fp87r\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-05-27T06:15:05.542865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.074003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-27T06:15:05.542953Z","caller":"traceutil/trace.go:171","msg":"trace[1629221293] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5486; }","duration":"136.217108ms","start":"2026-05-27T06:15:05.406712Z","end":"2026-05-27T06:15:05.542929Z","steps":["trace[1629221293] 'range keys from in-memory index tree' (duration: 135.814435ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:05.543111Z","caller":"traceutil/trace.go:171","msg":"trace[1501873076] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fp87r; range_end:; response_count:1; response_revision:5486; }","duration":"135.751373ms","start":"2026-05-27T06:15:05.407144Z","end":"2026-05-27T06:15:05.542895Z","steps":["trace[1501873076] 'range keys from in-memory index tree' (duration: 135.451373ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:09.721275Z","caller":"traceutil/trace.go:171","msg":"trace[1243635857] linearizableReadLoop","detail":"{readStateIndex:5751; appliedIndex:5749; }","duration":"125.308463ms","start":"2026-05-27T06:15:09.595936Z","end":"2026-05-27T06:15:09.721244Z","steps":["trace[1243635857] 'read index received' (duration: 29.156912ms)","trace[1243635857] 'applied index is now lower than readState.Index' (duration: 96.150571ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:15:09.721384Z","caller":"traceutil/trace.go:171","msg":"trace[1257703016] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"130.172506ms","start":"2026-05-27T06:15:09.591178Z","end":"2026-05-27T06:15:09.721351Z","steps":["trace[1257703016] 'process raft request' (duration: 128.544695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:09.721727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.759707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62910"} {"level":"info","ts":"2026-05-27T06:15:09.721825Z","caller":"traceutil/trace.go:171","msg":"trace[459997926] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5538; }","duration":"125.892891ms","start":"2026-05-27T06:15:09.595907Z","end":"2026-05-27T06:15:09.7218Z","steps":["trace[459997926] 'agreement among raft nodes before linearized reading' (duration: 125.478037ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:10.253073Z","caller":"traceutil/trace.go:171","msg":"trace[254264595] linearizableReadLoop","detail":"{readStateIndex:5757; appliedIndex:5756; }","duration":"119.5714ms","start":"2026-05-27T06:15:10.133476Z","end":"2026-05-27T06:15:10.253048Z","steps":["trace[254264595] 'read index received' (duration: 79.455462ms)","trace[254264595] 'applied index is now lower than readState.Index' (duration: 40.113718ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:15:10.253215Z","caller":"traceutil/trace.go:171","msg":"trace[885159507] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"135.714821ms","start":"2026-05-27T06:15:10.117444Z","end":"2026-05-27T06:15:10.253158Z","steps":["trace[885159507] 'process raft request' (duration: 95.474798ms)","trace[885159507] 'compare' (duration: 39.795659ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:15:10.253402Z","caller":"traceutil/trace.go:171","msg":"trace[46723161] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"118.94239ms","start":"2026-05-27T06:15:10.134423Z","end":"2026-05-27T06:15:10.253365Z","steps":["trace[46723161] 'process raft request' (duration: 118.507547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:10.276072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.567188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-27T06:15:10.27617Z","caller":"traceutil/trace.go:171","msg":"trace[593140643] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5544; }","duration":"142.719182ms","start":"2026-05-27T06:15:10.133424Z","end":"2026-05-27T06:15:10.276143Z","steps":["trace[593140643] 'agreement among raft nodes before linearized reading' (duration: 119.87958ms)","trace[593140643] 'range keys from in-memory index tree' (duration: 22.572414ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:15:11.536667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.587316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-27T06:15:11.536836Z","caller":"traceutil/trace.go:171","msg":"trace[798236496] linearizableReadLoop","detail":"{readStateIndex:5797; appliedIndex:5796; }","duration":"245.757872ms","start":"2026-05-27T06:15:11.29105Z","end":"2026-05-27T06:15:11.536808Z","steps":["trace[798236496] 'read index received' (duration: 61.849176ms)","trace[798236496] 'applied index is now lower than readState.Index' (duration: 183.906625ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:15:11.536869Z","caller":"traceutil/trace.go:171","msg":"trace[1615743] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"322.045934ms","start":"2026-05-27T06:15:11.214783Z","end":"2026-05-27T06:15:11.536829Z","steps":["trace[1615743] 'process raft request' (duration: 138.17058ms)","trace[1615743] 'compare' (duration: 183.401179ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:15:11.537011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.121451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:15:11.537076Z","caller":"traceutil/trace.go:171","msg":"trace[1356157881] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5582; }","duration":"134.223254ms","start":"2026-05-27T06:15:11.402835Z","end":"2026-05-27T06:15:11.537058Z","steps":["trace[1356157881] 'agreement among raft nodes before linearized reading' (duration: 134.122741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:11.53708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:11.214759Z","time spent":"322.196608ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":126267,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:15:11.537007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.946447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:15:11.537231Z","caller":"traceutil/trace.go:171","msg":"trace[1134955645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5582; }","duration":"246.213836ms","start":"2026-05-27T06:15:11.290995Z","end":"2026-05-27T06:15:11.537209Z","steps":["trace[1134955645] 'agreement among raft nodes before linearized reading' (duration: 245.902436ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:11.776628Z","caller":"traceutil/trace.go:171","msg":"trace[1480294264] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"141.776112ms","start":"2026-05-27T06:15:11.634798Z","end":"2026-05-27T06:15:11.776574Z","steps":["trace[1480294264] 'process raft request' (duration: 53.074238ms)","trace[1480294264] 'compare' (duration: 88.495418ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:15:12.096336Z","caller":"traceutil/trace.go:171","msg":"trace[2127684815] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"151.358426ms","start":"2026-05-27T06:15:11.944948Z","end":"2026-05-27T06:15:12.096307Z","steps":["trace[2127684815] 'process raft request' (duration: 130.585549ms)","trace[2127684815] 'compare' (duration: 20.521559ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:15:12.096696Z","caller":"traceutil/trace.go:171","msg":"trace[2003015988] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"151.449209ms","start":"2026-05-27T06:15:11.945211Z","end":"2026-05-27T06:15:12.09666Z","steps":["trace[2003015988] 'process raft request' (duration: 151.024706ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:12.096931Z","caller":"traceutil/trace.go:171","msg":"trace[1125218476] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"151.365117ms","start":"2026-05-27T06:15:11.945532Z","end":"2026-05-27T06:15:12.096897Z","steps":["trace[1125218476] 'process raft request' (duration: 150.932763ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:12.097194Z","caller":"traceutil/trace.go:171","msg":"trace[1090124375] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"150.764687ms","start":"2026-05-27T06:15:11.946399Z","end":"2026-05-27T06:15:12.097164Z","steps":["trace[1090124375] 'process raft request' (duration: 150.417336ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:12.687763Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2876} {"level":"warn","ts":"2026-05-27T06:15:12.689295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.481474ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-05-27T06:15:12.689445Z","caller":"traceutil/trace.go:171","msg":"trace[2128152704] compact","detail":"{revision:2876; response_revision:5593; }","duration":"741.691664ms","start":"2026-05-27T06:15:11.947734Z","end":"2026-05-27T06:15:12.689426Z","steps":["trace[2128152704] 'process raft request' (duration: 408.025703ms)","trace[2128152704] 'check and update compact revision' (duration: 331.585666ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:15:12.689495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:11.947722Z","time spent":"741.768537ms","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-27T06:15:12.690601Z","caller":"traceutil/trace.go:171","msg":"trace[1708284641] transaction","detail":"{read_only:false; response_revision:5597; number_of_response:1; }","duration":"385.270853ms","start":"2026-05-27T06:15:12.305313Z","end":"2026-05-27T06:15:12.690584Z","steps":["trace[1708284641] 'process raft request' (duration: 385.223291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:12.690731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:12.305292Z","time spent":"385.365236ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:15:12.69095Z","caller":"traceutil/trace.go:171","msg":"trace[1377204088] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"408.991894ms","start":"2026-05-27T06:15:12.281902Z","end":"2026-05-27T06:15:12.690894Z","steps":["trace[1377204088] 'process raft request' (duration: 408.458047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:12.69137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.449108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-27T06:15:12.691461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:12.281868Z","time spent":"409.409027ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:15:12.691482Z","caller":"traceutil/trace.go:171","msg":"trace[2030987392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5597; }","duration":"588.621564ms","start":"2026-05-27T06:15:12.102845Z","end":"2026-05-27T06:15:12.691466Z","steps":["trace[2030987392] 'agreement among raft nodes before linearized reading' (duration: 588.308344ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:12.690967Z","caller":"traceutil/trace.go:171","msg":"trace[637818461] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"737.509832ms","start":"2026-05-27T06:15:11.953417Z","end":"2026-05-27T06:15:12.690927Z","steps":["trace[637818461] 'process raft request' (duration: 735.983703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:12.691565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:12.102826Z","time spent":"588.725747ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-27T06:15:12.691041Z","caller":"traceutil/trace.go:171","msg":"trace[1831440222] transaction","detail":"{read_only:false; response_revision:5596; number_of_response:1; }","duration":"408.639302ms","start":"2026-05-27T06:15:12.282334Z","end":"2026-05-27T06:15:12.690974Z","steps":["trace[1831440222] 'process raft request' (duration: 408.157287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:12.691725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:11.953408Z","time spent":"738.157113ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4742,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:15:12.691804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:12.282324Z","time spent":"409.365885ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:15:12.691078Z","caller":"traceutil/trace.go:171","msg":"trace[1981348665] linearizableReadLoop","detail":"{readStateIndex:5810; appliedIndex:5808; }","duration":"588.1682ms","start":"2026-05-27T06:15:12.102886Z","end":"2026-05-27T06:15:12.691054Z","steps":["trace[1981348665] 'read index received' (duration: 252.905318ms)","trace[1981348665] 'applied index is now lower than readState.Index' (duration: 335.259522ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:15:12.692226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.101994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-27T06:15:12.692301Z","caller":"traceutil/trace.go:171","msg":"trace[988634210] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5597; }","duration":"210.226017ms","start":"2026-05-27T06:15:12.482051Z","end":"2026-05-27T06:15:12.692277Z","steps":["trace[988634210] 'agreement among raft nodes before linearized reading' (duration: 210.106604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:12.692237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.502509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-05-27T06:15:12.692342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.845451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-27T06:15:12.692318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.665803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-27T06:15:12.692399Z","caller":"traceutil/trace.go:171","msg":"trace[96146025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5597; }","duration":"402.781827ms","start":"2026-05-27T06:15:12.289602Z","end":"2026-05-27T06:15:12.692384Z","steps":["trace[96146025] 'agreement among raft nodes before linearized reading' (duration: 402.469287ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:12.69241Z","caller":"traceutil/trace.go:171","msg":"trace[895600849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5597; }","duration":"397.931093ms","start":"2026-05-27T06:15:12.294442Z","end":"2026-05-27T06:15:12.692373Z","steps":["trace[895600849] 'agreement among raft nodes before linearized reading' (duration: 397.743907ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:12.692406Z","caller":"traceutil/trace.go:171","msg":"trace[91819972] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5597; }","duration":"396.683644ms","start":"2026-05-27T06:15:12.295678Z","end":"2026-05-27T06:15:12.692361Z","steps":["trace[91819972] 'agreement among raft nodes before linearized reading' (duration: 396.442346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:12.692471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:12.289588Z","time spent":"402.870559ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T06:15:12.692481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:12.294418Z","time spent":"398.046857ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T06:15:12.692551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:12.295655Z","time spent":"396.84766ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-27T06:15:12.962821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.402039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-27T06:15:12.963045Z","caller":"traceutil/trace.go:171","msg":"trace[169149293] transaction","detail":"{read_only:false; response_revision:5598; number_of_response:1; }","duration":"265.308169ms","start":"2026-05-27T06:15:12.697699Z","end":"2026-05-27T06:15:12.963007Z","steps":["trace[169149293] 'process raft request' (duration: 137.620031ms)","trace[169149293] 'compare' (duration: 83.448789ms)","trace[169149293] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:420; } (duration: 43.799435ms)"],"step_count":3} {"level":"info","ts":"2026-05-27T06:15:12.963173Z","caller":"traceutil/trace.go:171","msg":"trace[1151568555] transaction","detail":"{read_only:false; response_revision:5599; number_of_response:1; }","duration":"263.570264ms","start":"2026-05-27T06:15:12.699532Z","end":"2026-05-27T06:15:12.963102Z","steps":["trace[1151568555] 'process raft request' (duration: 263.406789ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:12.963385Z","caller":"traceutil/trace.go:171","msg":"trace[1734859853] transaction","detail":"{read_only:false; response_revision:5601; number_of_response:1; }","duration":"263.739719ms","start":"2026-05-27T06:15:12.699622Z","end":"2026-05-27T06:15:12.963362Z","steps":["trace[1734859853] 'process raft request' (duration: 263.481471ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:12.963441Z","caller":"traceutil/trace.go:171","msg":"trace[950450283] transaction","detail":"{read_only:false; response_revision:5602; number_of_response:1; }","duration":"261.84369ms","start":"2026-05-27T06:15:12.701559Z","end":"2026-05-27T06:15:12.963403Z","steps":["trace[950450283] 'process raft request' (duration: 261.644203ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:12.96349Z","caller":"traceutil/trace.go:171","msg":"trace[1815892773] transaction","detail":"{read_only:false; response_revision:5605; number_of_response:1; }","duration":"261.417056ms","start":"2026-05-27T06:15:12.702059Z","end":"2026-05-27T06:15:12.963476Z","steps":["trace[1815892773] 'process raft request' (duration: 261.351074ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:12.963591Z","caller":"traceutil/trace.go:171","msg":"trace[1291094978] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"263.975137ms","start":"2026-05-27T06:15:12.699607Z","end":"2026-05-27T06:15:12.963582Z","steps":["trace[1291094978] 'process raft request' (duration: 263.42093ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:12.963839Z","caller":"traceutil/trace.go:171","msg":"trace[875392133] transaction","detail":"{read_only:false; response_revision:5603; number_of_response:1; }","duration":"262.242982ms","start":"2026-05-27T06:15:12.701589Z","end":"2026-05-27T06:15:12.963832Z","steps":["trace[875392133] 'process raft request' (duration: 261.710375ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:12.965759Z","caller":"traceutil/trace.go:171","msg":"trace[582278305] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"261.885391ms","start":"2026-05-27T06:15:12.701912Z","end":"2026-05-27T06:15:12.963797Z","steps":["trace[582278305] 'process raft request' (duration: 261.457758ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:13.020065Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2876,"took":"328.391944ms","hash":1721611736,"current-db-size-bytes":54120448,"current-db-size":"54 MB","current-db-size-in-use-bytes":31412224,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-27T06:15:13.020141Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1721611736,"revision":2876,"compact-revision":-1} {"level":"info","ts":"2026-05-27T06:15:14.685038Z","caller":"traceutil/trace.go:171","msg":"trace[911483647] transaction","detail":"{read_only:false; response_revision:5617; number_of_response:1; }","duration":"119.393905ms","start":"2026-05-27T06:15:14.565619Z","end":"2026-05-27T06:15:14.685013Z","steps":["trace[911483647] 'process raft request' (duration: 119.23528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:21.319499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787367212,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-27T06:15:21.353539Z","caller":"traceutil/trace.go:171","msg":"trace[64166532] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"577.510972ms","start":"2026-05-27T06:15:20.775996Z","end":"2026-05-27T06:15:21.353507Z","steps":["trace[64166532] 'process raft request' (duration: 577.293765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:21.353741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:20.775964Z","time spent":"577.675687ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:15:22.527239Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.174129388s","expected-duration":"1s"} {"level":"info","ts":"2026-05-27T06:15:22.527879Z","caller":"traceutil/trace.go:171","msg":"trace[418425915] transaction","detail":"{read_only:false; response_revision:5741; number_of_response:1; }","duration":"1.715549349s","start":"2026-05-27T06:15:20.812298Z","end":"2026-05-27T06:15:22.527847Z","steps":["trace[418425915] 'process raft request' (duration: 1.715437166s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:22.527906Z","caller":"traceutil/trace.go:171","msg":"trace[1220859489] transaction","detail":"{read_only:false; response_revision:5740; number_of_response:1; }","duration":"1.723775359s","start":"2026-05-27T06:15:20.804091Z","end":"2026-05-27T06:15:22.527866Z","steps":["trace[1220859489] 'process raft request' (duration: 1.723400867s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:22.528082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:20.804055Z","time spent":"1.723939004s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:15:22.528078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:20.812268Z","time spent":"1.715682584s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:15:22.528098Z","caller":"traceutil/trace.go:171","msg":"trace[1650060188] linearizableReadLoop","detail":"{readStateIndex:5960; appliedIndex:5956; }","duration":"1.709068983s","start":"2026-05-27T06:15:20.819001Z","end":"2026-05-27T06:15:22.52807Z","steps":["trace[1650060188] 'read index received' (duration: 534.318336ms)","trace[1650060188] 'applied index is now lower than readState.Index' (duration: 1.174748257s)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:15:22.528171Z","caller":"traceutil/trace.go:171","msg":"trace[472596721] transaction","detail":"{read_only:false; response_revision:5742; number_of_response:1; }","duration":"1.714733222s","start":"2026-05-27T06:15:20.813405Z","end":"2026-05-27T06:15:22.528138Z","steps":["trace[472596721] 'process raft request' (duration: 1.714398002s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:22.528312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709298571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-27T06:15:22.528347Z","caller":"traceutil/trace.go:171","msg":"trace[413620873] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5742; }","duration":"1.709371934s","start":"2026-05-27T06:15:20.818965Z","end":"2026-05-27T06:15:22.528337Z","steps":["trace[413620873] 'agreement among raft nodes before linearized reading' (duration: 1.709288461s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:22.528375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:20.818951Z","time spent":"1.709413895s","remote":"127.0.0.1:51594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:15:22.528379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:20.813376Z","time spent":"1.714916848s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:15:22.528408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.98306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-27T06:15:22.528447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562592342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-27T06:15:22.529467Z","caller":"traceutil/trace.go:171","msg":"trace[502420441] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5742; }","duration":"1.563673756s","start":"2026-05-27T06:15:20.965777Z","end":"2026-05-27T06:15:22.52945Z","steps":["trace[502420441] 'agreement among raft nodes before linearized reading' (duration: 1.56253617s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:22.5285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527388778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-27T06:15:22.52951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:20.965757Z","time spent":"1.563743218s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-27T06:15:22.529516Z","caller":"traceutil/trace.go:171","msg":"trace[479380348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5742; }","duration":"1.528429242s","start":"2026-05-27T06:15:21.001076Z","end":"2026-05-27T06:15:22.529506Z","steps":["trace[479380348] 'agreement among raft nodes before linearized reading' (duration: 1.527274945s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:22.529562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:21.001067Z","time spent":"1.528484983s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:15:22.528491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237464851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:15:22.529665Z","caller":"traceutil/trace.go:171","msg":"trace[1189922337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5742; }","duration":"1.238686559s","start":"2026-05-27T06:15:21.290958Z","end":"2026-05-27T06:15:22.529645Z","steps":["trace[1189922337] 'agreement among raft nodes before linearized reading' (duration: 1.23745658s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:22.528568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.347974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:15:22.529862Z","caller":"traceutil/trace.go:171","msg":"trace[982497198] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5742; }","duration":"509.675676ms","start":"2026-05-27T06:15:22.020174Z","end":"2026-05-27T06:15:22.52985Z","steps":["trace[982497198] 'agreement among raft nodes before linearized reading' (duration: 508.329303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:22.529899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:22.020155Z","time spent":"509.733178ms","remote":"127.0.0.1:45330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:15:22.529876Z","caller":"traceutil/trace.go:171","msg":"trace[1603678984] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5742; }","duration":"821.804716ms","start":"2026-05-27T06:15:21.707365Z","end":"2026-05-27T06:15:22.529169Z","steps":["trace[1603678984] 'agreement among raft nodes before linearized reading' (duration: 820.97187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:22.528589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.822917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fp87r\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-27T06:15:22.52996Z","caller":"traceutil/trace.go:171","msg":"trace[766353804] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fp87r; range_end:; response_count:1; response_revision:5742; }","duration":"682.252243ms","start":"2026-05-27T06:15:21.847695Z","end":"2026-05-27T06:15:22.529947Z","steps":["trace[766353804] 'agreement among raft nodes before linearized reading' (duration: 680.790216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:22.529964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:21.707346Z","time spent":"822.601952ms","remote":"127.0.0.1:37332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:15:22.530017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:21.847656Z","time spent":"682.349596ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-fp87r\" "} {"level":"warn","ts":"2026-05-27T06:15:22.528603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.275999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a35019c-a5d0-4873-9542-df884399d028\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-05-27T06:15:22.530161Z","caller":"traceutil/trace.go:171","msg":"trace[2033039039] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6a35019c-a5d0-4873-9542-df884399d028; range_end:; response_count:1; response_revision:5742; }","duration":"865.88264ms","start":"2026-05-27T06:15:21.664267Z","end":"2026-05-27T06:15:22.53015Z","steps":["trace[2033039039] 'agreement among raft nodes before linearized reading' (duration: 864.196437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:22.530204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:21.664239Z","time spent":"865.951942ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a35019c-a5d0-4873-9542-df884399d028\" "} {"level":"warn","ts":"2026-05-27T06:15:22.52862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528696781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-27T06:15:22.53032Z","caller":"traceutil/trace.go:171","msg":"trace[172432599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5742; }","duration":"1.530434865s","start":"2026-05-27T06:15:20.999865Z","end":"2026-05-27T06:15:22.5303Z","steps":["trace[172432599] 'agreement among raft nodes before linearized reading' (duration: 1.528611167s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:22.530351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:20.999851Z","time spent":"1.530491767s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T06:15:22.528644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.493499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-27T06:15:22.530477Z","caller":"traceutil/trace.go:171","msg":"trace[2043611588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5742; }","duration":"689.376908ms","start":"2026-05-27T06:15:21.84109Z","end":"2026-05-27T06:15:22.530467Z","steps":["trace[2043611588] 'agreement among raft nodes before linearized reading' (duration: 687.458147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:22.530508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:21.841063Z","time spent":"689.43518ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T06:15:22.528662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.136608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-27T06:15:22.530589Z","caller":"traceutil/trace.go:171","msg":"trace[173281363] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5742; }","duration":"794.08031ms","start":"2026-05-27T06:15:21.736498Z","end":"2026-05-27T06:15:22.530578Z","steps":["trace[173281363] 'agreement among raft nodes before linearized reading' (duration: 792.136358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:22.530669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:21.736488Z","time spent":"794.126581ms","remote":"127.0.0.1:41484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:15:22.529725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:21.290934Z","time spent":"1.238774312s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:15:22.528668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529919329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-27T06:15:22.528671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.814586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-27T06:15:22.528716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523238317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-27T06:15:22.528743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562877011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a35019c-a5d0-4873-9542-df884399d028\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-05-27T06:15:22.528892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.165787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-27T06:15:22.530824Z","caller":"traceutil/trace.go:171","msg":"trace[776790798] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5742; }","duration":"269.225443ms","start":"2026-05-27T06:15:22.261576Z","end":"2026-05-27T06:15:22.530801Z","steps":["trace[776790798] 'agreement among raft nodes before linearized reading' (duration: 266.892629ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:22.530872Z","caller":"traceutil/trace.go:171","msg":"trace[1250177525] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5742; }","duration":"1.525414316s","start":"2026-05-27T06:15:21.005444Z","end":"2026-05-27T06:15:22.530858Z","steps":["trace[1250177525] 'agreement among raft nodes before linearized reading' (duration: 1.523107243s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:22.530907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:21.005435Z","time spent":"1.525460528s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-27T06:15:22.530862Z","caller":"traceutil/trace.go:171","msg":"trace[111671084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5742; }","duration":"1.532117748s","start":"2026-05-27T06:15:20.9987Z","end":"2026-05-27T06:15:22.530818Z","steps":["trace[111671084] 'agreement among raft nodes before linearized reading' (duration: 1.529905348s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:22.530951Z","caller":"traceutil/trace.go:171","msg":"trace[2108971117] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5742; }","duration":"676.113119ms","start":"2026-05-27T06:15:21.854828Z","end":"2026-05-27T06:15:22.530941Z","steps":["trace[2108971117] 'agreement among raft nodes before linearized reading' (duration: 673.710043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:22.530982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:21.854818Z","time spent":"676.15621ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T06:15:22.531003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:20.998679Z","time spent":"1.532278914s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-27T06:15:22.531129Z","caller":"traceutil/trace.go:171","msg":"trace[1041578583] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6a35019c-a5d0-4873-9542-df884399d028; range_end:; response_count:1; response_revision:5742; }","duration":"1.565271196s","start":"2026-05-27T06:15:20.965839Z","end":"2026-05-27T06:15:22.53111Z","steps":["trace[1041578583] 'agreement among raft nodes before linearized reading' (duration: 1.562793518s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:22.531205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:20.965835Z","time spent":"1.565346779s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a35019c-a5d0-4873-9542-df884399d028\" "} {"level":"info","ts":"2026-05-27T06:15:22.75724Z","caller":"traceutil/trace.go:171","msg":"trace[1698620070] linearizableReadLoop","detail":"{readStateIndex:5961; appliedIndex:5960; }","duration":"219.681186ms","start":"2026-05-27T06:15:22.537528Z","end":"2026-05-27T06:15:22.757209Z","steps":["trace[1698620070] 'read index received' (duration: 170.894614ms)","trace[1698620070] 'applied index is now lower than readState.Index' (duration: 48.785162ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:15:22.757313Z","caller":"traceutil/trace.go:171","msg":"trace[185590784] transaction","detail":"{read_only:false; response_revision:5743; number_of_response:1; }","duration":"219.817942ms","start":"2026-05-27T06:15:22.537461Z","end":"2026-05-27T06:15:22.757279Z","steps":["trace[185590784] 'process raft request' (duration: 170.7572ms)","trace[185590784] 'compare' (duration: 48.669519ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:15:22.757412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.858613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-27T06:15:22.75761Z","caller":"traceutil/trace.go:171","msg":"trace[1301409401] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5743; }","duration":"220.079359ms","start":"2026-05-27T06:15:22.537509Z","end":"2026-05-27T06:15:22.757589Z","steps":["trace[1301409401] 'agreement among raft nodes before linearized reading' (duration: 219.79428ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:22.766353Z","caller":"traceutil/trace.go:171","msg":"trace[1799847681] transaction","detail":"{read_only:false; response_revision:5744; number_of_response:1; }","duration":"228.574498ms","start":"2026-05-27T06:15:22.537758Z","end":"2026-05-27T06:15:22.766333Z","steps":["trace[1799847681] 'process raft request' (duration: 228.412193ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:22.766631Z","caller":"traceutil/trace.go:171","msg":"trace[1979532995] transaction","detail":"{read_only:false; response_revision:5745; number_of_response:1; }","duration":"228.831146ms","start":"2026-05-27T06:15:22.53778Z","end":"2026-05-27T06:15:22.766611Z","steps":["trace[1979532995] 'process raft request' (duration: 228.504175ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:22.766992Z","caller":"traceutil/trace.go:171","msg":"trace[430779699] transaction","detail":"{read_only:false; response_revision:5746; number_of_response:1; }","duration":"229.180767ms","start":"2026-05-27T06:15:22.537793Z","end":"2026-05-27T06:15:22.766974Z","steps":["trace[430779699] 'process raft request' (duration: 228.739913ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:22.76713Z","caller":"traceutil/trace.go:171","msg":"trace[205650199] transaction","detail":"{read_only:false; response_revision:5747; number_of_response:1; }","duration":"229.26032ms","start":"2026-05-27T06:15:22.537851Z","end":"2026-05-27T06:15:22.767111Z","steps":["trace[205650199] 'process raft request' (duration: 228.996831ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:22.767177Z","caller":"traceutil/trace.go:171","msg":"trace[1404517656] transaction","detail":"{read_only:false; response_revision:5748; number_of_response:1; }","duration":"228.571568ms","start":"2026-05-27T06:15:22.5386Z","end":"2026-05-27T06:15:22.767172Z","steps":["trace[1404517656] 'process raft request' (duration: 228.324471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:22.767304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.158324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:15:22.767357Z","caller":"traceutil/trace.go:171","msg":"trace[212542368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5749; }","duration":"227.247556ms","start":"2026-05-27T06:15:22.540094Z","end":"2026-05-27T06:15:22.767342Z","steps":["trace[212542368] 'agreement among raft nodes before linearized reading' (duration: 227.153003ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:22.767155Z","caller":"traceutil/trace.go:171","msg":"trace[430782189] transaction","detail":"{read_only:false; response_revision:5749; number_of_response:1; }","duration":"225.417299ms","start":"2026-05-27T06:15:22.541731Z","end":"2026-05-27T06:15:22.767148Z","steps":["trace[430782189] 'process raft request' (duration: 225.262984ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:24.661176Z","caller":"traceutil/trace.go:171","msg":"trace[1436580632] transaction","detail":"{read_only:false; response_revision:5752; number_of_response:1; }","duration":"126.391027ms","start":"2026-05-27T06:15:24.534758Z","end":"2026-05-27T06:15:24.661149Z","steps":["trace[1436580632] 'process raft request' (duration: 126.091578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:25.329604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.047439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-27T06:15:25.329857Z","caller":"traceutil/trace.go:171","msg":"trace[1739113625] transaction","detail":"{read_only:false; response_revision:5753; number_of_response:1; }","duration":"793.098549ms","start":"2026-05-27T06:15:24.536738Z","end":"2026-05-27T06:15:25.329837Z","steps":["trace[1739113625] 'process raft request' (duration: 646.733751ms)","trace[1739113625] 'compare' (duration: 145.824841ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:15:25.329925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:24.536707Z","time spent":"793.183792ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:15:25.330053Z","caller":"traceutil/trace.go:171","msg":"trace[1518718935] linearizableReadLoop","detail":"{readStateIndex:5972; appliedIndex:5969; }","duration":"787.271295ms","start":"2026-05-27T06:15:24.542772Z","end":"2026-05-27T06:15:25.330043Z","steps":["trace[1518718935] 'read index received' (duration: 118.073804ms)","trace[1518718935] 'applied index is now lower than readState.Index' (duration: 669.196451ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:15:25.330415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.060881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-27T06:15:25.330462Z","caller":"traceutil/trace.go:171","msg":"trace[1754114914] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:5754; }","duration":"450.138034ms","start":"2026-05-27T06:15:24.880312Z","end":"2026-05-27T06:15:25.33045Z","steps":["trace[1754114914] 'agreement among raft nodes before linearized reading' (duration: 450.00466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:25.330495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:24.880291Z","time spent":"450.196876ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.207\" "} {"level":"warn","ts":"2026-05-27T06:15:25.330519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.680024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-27T06:15:25.330571Z","caller":"traceutil/trace.go:171","msg":"trace[878966510] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5754; }","duration":"556.719385ms","start":"2026-05-27T06:15:24.773831Z","end":"2026-05-27T06:15:25.33055Z","steps":["trace[878966510] 'agreement among raft nodes before linearized reading' (duration: 556.616412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:25.330619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:24.773787Z","time spent":"556.822108ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T06:15:25.330386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.049027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a35019c-a5d0-4873-9542-df884399d028\" ","response":"range_response_count:1 size:3952"} {"level":"warn","ts":"2026-05-27T06:15:25.330797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.617254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-27T06:15:25.330822Z","caller":"traceutil/trace.go:171","msg":"trace[2143054136] transaction","detail":"{read_only:false; response_revision:5754; number_of_response:1; }","duration":"792.577353ms","start":"2026-05-27T06:15:24.538219Z","end":"2026-05-27T06:15:25.330797Z","steps":["trace[2143054136] 'process raft request' (duration: 791.53023ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:25.330841Z","caller":"traceutil/trace.go:171","msg":"trace[1386981850] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6a35019c-a5d0-4873-9542-df884399d028; range_end:; response_count:1; response_revision:5754; }","duration":"786.539032ms","start":"2026-05-27T06:15:24.544272Z","end":"2026-05-27T06:15:25.330811Z","steps":["trace[1386981850] 'agreement among raft nodes before linearized reading' (duration: 785.948274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:25.330885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:24.544253Z","time spent":"786.618734ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a35019c-a5d0-4873-9542-df884399d028\" "} {"level":"warn","ts":"2026-05-27T06:15:25.330918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.599684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-27T06:15:25.330917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:24.538209Z","time spent":"792.659326ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:15:25.330945Z","caller":"traceutil/trace.go:171","msg":"trace[1813711088] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5754; }","duration":"558.673956ms","start":"2026-05-27T06:15:24.772263Z","end":"2026-05-27T06:15:25.330937Z","steps":["trace[1813711088] 'agreement among raft nodes before linearized reading' (duration: 558.594884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:25.330942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.163091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-05-27T06:15:25.330976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:24.772237Z","time spent":"558.733208ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:15:25.331015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.398558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-27T06:15:25.330835Z","caller":"traceutil/trace.go:171","msg":"trace[1894967050] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5754; }","duration":"557.649275ms","start":"2026-05-27T06:15:24.773172Z","end":"2026-05-27T06:15:25.330822Z","steps":["trace[1894967050] 'agreement among raft nodes before linearized reading' (duration: 557.555082ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:25.330996Z","caller":"traceutil/trace.go:171","msg":"trace[463304918] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5754; }","duration":"558.246024ms","start":"2026-05-27T06:15:24.772735Z","end":"2026-05-27T06:15:25.330981Z","steps":["trace[463304918] 'agreement among raft nodes before linearized reading' (duration: 558.092529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:25.331081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.437197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-27T06:15:25.331111Z","caller":"traceutil/trace.go:171","msg":"trace[435361426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5754; }","duration":"558.542673ms","start":"2026-05-27T06:15:24.772546Z","end":"2026-05-27T06:15:25.331089Z","steps":["trace[435361426] 'agreement among raft nodes before linearized reading' (duration: 558.227933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:25.331115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.330548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fp87r\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-05-27T06:15:25.331126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:24.772725Z","time spent":"558.388708ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-27T06:15:25.331148Z","caller":"traceutil/trace.go:171","msg":"trace[563843887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5754; }","duration":"569.54006ms","start":"2026-05-27T06:15:24.761587Z","end":"2026-05-27T06:15:25.331127Z","steps":["trace[563843887] 'agreement among raft nodes before linearized reading' (duration: 569.353254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:25.331161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.21249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:15:25.331164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:24.772534Z","time spent":"558.621425ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-27T06:15:25.331181Z","caller":"traceutil/trace.go:171","msg":"trace[1961714468] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fp87r; range_end:; response_count:1; response_revision:5754; }","duration":"788.429491ms","start":"2026-05-27T06:15:24.542733Z","end":"2026-05-27T06:15:25.331162Z","steps":["trace[1961714468] 'agreement among raft nodes before linearized reading' (duration: 788.216265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:25.3312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:24.761565Z","time spent":"569.623033ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T06:15:25.331103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:24.773135Z","time spent":"557.961594ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-27T06:15:25.331215Z","caller":"traceutil/trace.go:171","msg":"trace[1276943910] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5754; }","duration":"193.796549ms","start":"2026-05-27T06:15:25.137408Z","end":"2026-05-27T06:15:25.331204Z","steps":["trace[1276943910] 'agreement among raft nodes before linearized reading' (duration: 193.243361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:25.331235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:24.542714Z","time spent":"788.510444ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-fp87r\" "} {"level":"warn","ts":"2026-05-27T06:15:25.33104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.374851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-27T06:15:25.33132Z","caller":"traceutil/trace.go:171","msg":"trace[1035676203] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5754; }","duration":"388.680871ms","start":"2026-05-27T06:15:24.942627Z","end":"2026-05-27T06:15:25.331307Z","steps":["trace[1035676203] 'agreement among raft nodes before linearized reading' (duration: 388.383132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:25.331371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:15:24.942604Z","time spent":"388.749133ms","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:15:25.484028Z","caller":"traceutil/trace.go:171","msg":"trace[57248840] transaction","detail":"{read_only:false; response_revision:5757; number_of_response:1; }","duration":"147.586887ms","start":"2026-05-27T06:15:25.336413Z","end":"2026-05-27T06:15:25.484Z","steps":["trace[57248840] 'process raft request' (duration: 147.483344ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:25.48447Z","caller":"traceutil/trace.go:171","msg":"trace[1250599551] transaction","detail":"{read_only:false; response_revision:5755; number_of_response:1; }","duration":"148.519267ms","start":"2026-05-27T06:15:25.335936Z","end":"2026-05-27T06:15:25.484456Z","steps":["trace[1250599551] 'process raft request' (duration: 147.752602ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:25.4845Z","caller":"traceutil/trace.go:171","msg":"trace[1359808837] transaction","detail":"{read_only:false; response_revision:5758; number_of_response:1; }","duration":"147.702701ms","start":"2026-05-27T06:15:25.336664Z","end":"2026-05-27T06:15:25.484367Z","steps":["trace[1359808837] 'process raft request' (duration: 147.285798ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:25.484809Z","caller":"traceutil/trace.go:171","msg":"trace[4976082] linearizableReadLoop","detail":"{readStateIndex:5974; appliedIndex:5972; }","duration":"148.407183ms","start":"2026-05-27T06:15:25.336378Z","end":"2026-05-27T06:15:25.484785Z","steps":["trace[4976082] 'read index received' (duration: 140.603557ms)","trace[4976082] 'applied index is now lower than readState.Index' (duration: 7.802396ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:15:25.48494Z","caller":"traceutil/trace.go:171","msg":"trace[1372905285] transaction","detail":"{read_only:false; response_revision:5760; number_of_response:1; }","duration":"146.770901ms","start":"2026-05-27T06:15:25.338153Z","end":"2026-05-27T06:15:25.484924Z","steps":["trace[1372905285] 'process raft request' (duration: 146.463122ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:25.484865Z","caller":"traceutil/trace.go:171","msg":"trace[1048199244] transaction","detail":"{read_only:false; response_revision:5759; number_of_response:1; }","duration":"147.570556ms","start":"2026-05-27T06:15:25.337253Z","end":"2026-05-27T06:15:25.484823Z","steps":["trace[1048199244] 'process raft request' (duration: 147.005828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:25.485162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.751634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80137"} {"level":"info","ts":"2026-05-27T06:15:25.485227Z","caller":"traceutil/trace.go:171","msg":"trace[642055912] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5760; }","duration":"148.908309ms","start":"2026-05-27T06:15:25.336308Z","end":"2026-05-27T06:15:25.485216Z","steps":["trace[642055912] 'agreement among raft nodes before linearized reading' (duration: 148.586979ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:25.484402Z","caller":"traceutil/trace.go:171","msg":"trace[461006075] transaction","detail":"{read_only:false; response_revision:5756; number_of_response:1; }","duration":"147.966639ms","start":"2026-05-27T06:15:25.336391Z","end":"2026-05-27T06:15:25.484358Z","steps":["trace[461006075] 'process raft request' (duration: 147.457962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:25.757812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.07251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-6a35019c-a5d0-4873-9542-df884399d028\" ","response":"range_response_count:1 size:2245"} {"level":"info","ts":"2026-05-27T06:15:25.757923Z","caller":"traceutil/trace.go:171","msg":"trace[1721906623] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-6a35019c-a5d0-4873-9542-df884399d028; range_end:; response_count:1; response_revision:5761; }","duration":"159.264187ms","start":"2026-05-27T06:15:25.598636Z","end":"2026-05-27T06:15:25.7579Z","steps":["trace[1721906623] 'range keys from in-memory index tree' (duration: 158.753611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:33.732783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.673154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fp87r\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-05-27T06:15:33.733052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.86311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-27T06:15:33.733174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.260323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-27T06:15:33.733321Z","caller":"traceutil/trace.go:171","msg":"trace[1381214226] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5909; }","duration":"206.461519ms","start":"2026-05-27T06:15:33.52682Z","end":"2026-05-27T06:15:33.733282Z","steps":["trace[1381214226] 'range keys from in-memory index tree' (duration: 206.015934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:33.733285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.100707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-27T06:15:33.733167Z","caller":"traceutil/trace.go:171","msg":"trace[897987932] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fp87r; range_end:; response_count:1; response_revision:5909; }","duration":"206.149539ms","start":"2026-05-27T06:15:33.526995Z","end":"2026-05-27T06:15:33.733144Z","steps":["trace[897987932] 'range keys from in-memory index tree' (duration: 205.455257ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:33.733403Z","caller":"traceutil/trace.go:171","msg":"trace[2058265156] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5909; }","duration":"206.248032ms","start":"2026-05-27T06:15:33.527123Z","end":"2026-05-27T06:15:33.733371Z","steps":["trace[2058265156] 'range keys from in-memory index tree' (duration: 205.828009ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:33.733231Z","caller":"traceutil/trace.go:171","msg":"trace[16667068] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5909; }","duration":"206.088147ms","start":"2026-05-27T06:15:33.527116Z","end":"2026-05-27T06:15:33.733204Z","steps":["trace[16667068] 'range keys from in-memory index tree' (duration: 205.627222ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:33.733012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.49308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-27T06:15:33.733764Z","caller":"traceutil/trace.go:171","msg":"trace[1827845409] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5909; }","duration":"207.308985ms","start":"2026-05-27T06:15:33.526431Z","end":"2026-05-27T06:15:33.73374Z","steps":["trace[1827845409] 'range keys from in-memory index tree' (duration: 206.150969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:33.733081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.87496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-27T06:15:33.733857Z","caller":"traceutil/trace.go:171","msg":"trace[2139790860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5909; }","duration":"206.668065ms","start":"2026-05-27T06:15:33.527175Z","end":"2026-05-27T06:15:33.733843Z","steps":["trace[2139790860] 'range keys from in-memory index tree' (duration: 205.728106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:33.732934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.663714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-27T06:15:33.734005Z","caller":"traceutil/trace.go:171","msg":"trace[2077433964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5909; }","duration":"206.779868ms","start":"2026-05-27T06:15:33.527194Z","end":"2026-05-27T06:15:33.733973Z","steps":["trace[2077433964] 'range keys from in-memory index tree' (duration: 205.212319ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:33.865477Z","caller":"traceutil/trace.go:171","msg":"trace[107754973] linearizableReadLoop","detail":"{readStateIndex:6133; appliedIndex:6132; }","duration":"126.392566ms","start":"2026-05-27T06:15:33.739058Z","end":"2026-05-27T06:15:33.865451Z","steps":["trace[107754973] 'read index received' (duration: 126.105557ms)","trace[107754973] 'applied index is now lower than readState.Index' (duration: 285.179µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:15:33.865562Z","caller":"traceutil/trace.go:171","msg":"trace[2135934077] transaction","detail":"{read_only:false; response_revision:5910; number_of_response:1; }","duration":"126.552162ms","start":"2026-05-27T06:15:33.738961Z","end":"2026-05-27T06:15:33.865513Z","steps":["trace[2135934077] 'process raft request' (duration: 126.220402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:33.865845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.759238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81536"} {"level":"info","ts":"2026-05-27T06:15:33.865908Z","caller":"traceutil/trace.go:171","msg":"trace[967979217] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5910; }","duration":"126.892482ms","start":"2026-05-27T06:15:33.739002Z","end":"2026-05-27T06:15:33.865895Z","steps":["trace[967979217] 'agreement among raft nodes before linearized reading' (duration: 126.596173ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:34.00866Z","caller":"traceutil/trace.go:171","msg":"trace[1158105996] transaction","detail":"{read_only:false; response_revision:5911; number_of_response:1; }","duration":"269.330906ms","start":"2026-05-27T06:15:33.739282Z","end":"2026-05-27T06:15:34.008613Z","steps":["trace[1158105996] 'process raft request' (duration: 268.335855ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:34.008726Z","caller":"traceutil/trace.go:171","msg":"trace[1401590136] transaction","detail":"{read_only:false; response_revision:5912; number_of_response:1; }","duration":"269.365898ms","start":"2026-05-27T06:15:33.739324Z","end":"2026-05-27T06:15:34.00869Z","steps":["trace[1401590136] 'process raft request' (duration: 269.211073ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:34.008848Z","caller":"traceutil/trace.go:171","msg":"trace[142339345] transaction","detail":"{read_only:false; response_revision:5914; number_of_response:1; }","duration":"268.78728ms","start":"2026-05-27T06:15:33.740036Z","end":"2026-05-27T06:15:34.008824Z","steps":["trace[142339345] 'process raft request' (duration: 268.588324ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:34.008972Z","caller":"traceutil/trace.go:171","msg":"trace[524169070] linearizableReadLoop","detail":"{readStateIndex:6138; appliedIndex:6133; }","duration":"143.391774ms","start":"2026-05-27T06:15:33.865561Z","end":"2026-05-27T06:15:34.008953Z","steps":["trace[524169070] 'read index received' (duration: 142.021761ms)","trace[524169070] 'applied index is now lower than readState.Index' (duration: 1.368603ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:15:34.009007Z","caller":"traceutil/trace.go:171","msg":"trace[727082701] transaction","detail":"{read_only:false; response_revision:5915; number_of_response:1; }","duration":"268.766248ms","start":"2026-05-27T06:15:33.740229Z","end":"2026-05-27T06:15:34.008996Z","steps":["trace[727082701] 'process raft request' (duration: 268.50661ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:34.008694Z","caller":"traceutil/trace.go:171","msg":"trace[1063055558] transaction","detail":"{read_only:false; response_revision:5913; number_of_response:1; }","duration":"268.736548ms","start":"2026-05-27T06:15:33.739927Z","end":"2026-05-27T06:15:34.008664Z","steps":["trace[1063055558] 'process raft request' (duration: 268.658985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:34.00908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.4152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:15:34.009246Z","caller":"traceutil/trace.go:171","msg":"trace[1881582723] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5915; }","duration":"152.641627ms","start":"2026-05-27T06:15:33.856581Z","end":"2026-05-27T06:15:34.009222Z","steps":["trace[1881582723] 'agreement among raft nodes before linearized reading' (duration: 152.43014ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:38.052244Z","caller":"traceutil/trace.go:171","msg":"trace[280138781] linearizableReadLoop","detail":"{readStateIndex:6182; appliedIndex:6181; }","duration":"171.564875ms","start":"2026-05-27T06:15:37.880653Z","end":"2026-05-27T06:15:38.052217Z","steps":["trace[280138781] 'read index received' (duration: 171.313827ms)","trace[280138781] 'applied index is now lower than readState.Index' (duration: 250.178µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:15:38.052387Z","caller":"traceutil/trace.go:171","msg":"trace[2136113999] transaction","detail":"{read_only:false; response_revision:5958; number_of_response:1; }","duration":"235.513818ms","start":"2026-05-27T06:15:37.816825Z","end":"2026-05-27T06:15:38.052338Z","steps":["trace[2136113999] 'process raft request' (duration: 235.208098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:38.052581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.853327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fp87r\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-27T06:15:38.05263Z","caller":"traceutil/trace.go:171","msg":"trace[274619448] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fp87r; range_end:; response_count:1; response_revision:5958; }","duration":"166.95014ms","start":"2026-05-27T06:15:37.885668Z","end":"2026-05-27T06:15:38.052618Z","steps":["trace[274619448] 'agreement among raft nodes before linearized reading' (duration: 166.709512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:38.053061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.373471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-27T06:15:38.053203Z","caller":"traceutil/trace.go:171","msg":"trace[756451261] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5958; }","duration":"172.542957ms","start":"2026-05-27T06:15:37.880602Z","end":"2026-05-27T06:15:38.053145Z","steps":["trace[756451261] 'agreement among raft nodes before linearized reading' (duration: 171.754792ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:38.289169Z","caller":"traceutil/trace.go:171","msg":"trace[1645553584] transaction","detail":"{read_only:false; response_revision:5960; number_of_response:1; }","duration":"230.662764ms","start":"2026-05-27T06:15:38.058438Z","end":"2026-05-27T06:15:38.289101Z","steps":["trace[1645553584] 'process raft request' (duration: 227.188914ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:38.289224Z","caller":"traceutil/trace.go:171","msg":"trace[584960477] transaction","detail":"{read_only:false; response_revision:5963; number_of_response:1; }","duration":"230.644393ms","start":"2026-05-27T06:15:38.058537Z","end":"2026-05-27T06:15:38.289181Z","steps":["trace[584960477] 'process raft request' (duration: 230.54373ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:38.289235Z","caller":"traceutil/trace.go:171","msg":"trace[538125408] transaction","detail":"{read_only:false; response_revision:5962; number_of_response:1; }","duration":"230.660544ms","start":"2026-05-27T06:15:38.058518Z","end":"2026-05-27T06:15:38.289179Z","steps":["trace[538125408] 'process raft request' (duration: 230.53692ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:38.289167Z","caller":"traceutil/trace.go:171","msg":"trace[753217234] linearizableReadLoop","detail":"{readStateIndex:6188; appliedIndex:6183; }","duration":"178.100732ms","start":"2026-05-27T06:15:38.111039Z","end":"2026-05-27T06:15:38.28914Z","steps":["trace[753217234] 'read index received' (duration: 174.5583ms)","trace[753217234] 'applied index is now lower than readState.Index' (duration: 3.541262ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:15:38.28938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.315629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18480"} {"level":"info","ts":"2026-05-27T06:15:38.289428Z","caller":"traceutil/trace.go:171","msg":"trace[1776563849] transaction","detail":"{read_only:false; response_revision:5961; number_of_response:1; }","duration":"230.888882ms","start":"2026-05-27T06:15:38.058523Z","end":"2026-05-27T06:15:38.289412Z","steps":["trace[1776563849] 'process raft request' (duration: 230.490869ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:38.289436Z","caller":"traceutil/trace.go:171","msg":"trace[1179110999] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5964; }","duration":"178.417202ms","start":"2026-05-27T06:15:38.111007Z","end":"2026-05-27T06:15:38.289424Z","steps":["trace[1179110999] 'agreement among raft nodes before linearized reading' (duration: 178.215056ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:38.289476Z","caller":"traceutil/trace.go:171","msg":"trace[459785757] transaction","detail":"{read_only:false; response_revision:5964; number_of_response:1; }","duration":"230.699275ms","start":"2026-05-27T06:15:38.058756Z","end":"2026-05-27T06:15:38.289455Z","steps":["trace[459785757] 'process raft request' (duration: 230.350494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:38.289691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.778295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-27T06:15:38.289773Z","caller":"traceutil/trace.go:171","msg":"trace[1530343014] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5964; }","duration":"111.879698ms","start":"2026-05-27T06:15:38.177877Z","end":"2026-05-27T06:15:38.289757Z","steps":["trace[1530343014] 'agreement among raft nodes before linearized reading' (duration: 111.704392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:38.289449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.446934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-05-27T06:15:38.289838Z","caller":"traceutil/trace.go:171","msg":"trace[296257011] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5964; }","duration":"123.894508ms","start":"2026-05-27T06:15:38.165932Z","end":"2026-05-27T06:15:38.289827Z","steps":["trace[296257011] 'agreement among raft nodes before linearized reading' (duration: 123.414023ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:38.484684Z","caller":"traceutil/trace.go:171","msg":"trace[935873679] linearizableReadLoop","detail":"{readStateIndex:6189; appliedIndex:6188; }","duration":"181.431958ms","start":"2026-05-27T06:15:38.303226Z","end":"2026-05-27T06:15:38.484658Z","steps":["trace[935873679] 'read index received' (duration: 181.226811ms)","trace[935873679] 'applied index is now lower than readState.Index' (duration: 203.647µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:15:38.484869Z","caller":"traceutil/trace.go:171","msg":"trace[1647256042] transaction","detail":"{read_only:false; response_revision:5965; number_of_response:1; }","duration":"183.313997ms","start":"2026-05-27T06:15:38.301511Z","end":"2026-05-27T06:15:38.484825Z","steps":["trace[1647256042] 'process raft request' (duration: 182.979566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:15:38.485047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.636144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6a35019c-a5d0-4873-9542-df884399d028\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-27T06:15:38.485185Z","caller":"traceutil/trace.go:171","msg":"trace[1924519745] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6a35019c-a5d0-4873-9542-df884399d028; range_end:; response_count:1; response_revision:5965; }","duration":"181.924083ms","start":"2026-05-27T06:15:38.303221Z","end":"2026-05-27T06:15:38.485145Z","steps":["trace[1924519745] 'agreement among raft nodes before linearized reading' (duration: 181.597723ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:15:38.922466Z","caller":"traceutil/trace.go:171","msg":"trace[1880103686] transaction","detail":"{read_only:false; response_revision:5970; number_of_response:1; }","duration":"156.453768ms","start":"2026-05-27T06:15:38.765936Z","end":"2026-05-27T06:15:38.92239Z","steps":["trace[1880103686] 'process raft request' (duration: 156.105817ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:16:10.380686Z","caller":"traceutil/trace.go:171","msg":"trace[1716407525] transaction","detail":"{read_only:false; response_revision:6211; number_of_response:1; }","duration":"115.555119ms","start":"2026-05-27T06:16:10.265096Z","end":"2026-05-27T06:16:10.380652Z","steps":["trace[1716407525] 'process raft request' (duration: 100.318367ms)","trace[1716407525] 'compare' (duration: 15.062597ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:16:10.381415Z","caller":"traceutil/trace.go:171","msg":"trace[2099501324] linearizableReadLoop","detail":"{readStateIndex:6446; appliedIndex:6443; }","duration":"113.622148ms","start":"2026-05-27T06:16:10.267769Z","end":"2026-05-27T06:16:10.381391Z","steps":["trace[2099501324] 'read index received' (duration: 97.760405ms)","trace[2099501324] 'applied index is now lower than readState.Index' (duration: 15.860723ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:16:10.381495Z","caller":"traceutil/trace.go:171","msg":"trace[2120952591] transaction","detail":"{read_only:false; response_revision:6212; number_of_response:1; }","duration":"115.790336ms","start":"2026-05-27T06:16:10.265681Z","end":"2026-05-27T06:16:10.381472Z","steps":["trace[2120952591] 'process raft request' (duration: 115.521668ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:16:10.381511Z","caller":"traceutil/trace.go:171","msg":"trace[99344369] transaction","detail":"{read_only:false; response_revision:6213; number_of_response:1; }","duration":"115.692714ms","start":"2026-05-27T06:16:10.265733Z","end":"2026-05-27T06:16:10.381425Z","steps":["trace[99344369] 'process raft request' (duration: 115.606051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:16:10.381629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.837855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:16:10.381697Z","caller":"traceutil/trace.go:171","msg":"trace[1283735813] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:6213; }","duration":"113.933608ms","start":"2026-05-27T06:16:10.267744Z","end":"2026-05-27T06:16:10.381677Z","steps":["trace[1283735813] 'agreement among raft nodes before linearized reading' (duration: 113.787003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:16:10.381752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.130745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-27T06:16:10.381928Z","caller":"traceutil/trace.go:171","msg":"trace[796247373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6213; }","duration":"109.25871ms","start":"2026-05-27T06:16:10.272576Z","end":"2026-05-27T06:16:10.381835Z","steps":["trace[796247373] 'agreement among raft nodes before linearized reading' (duration: 108.977591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:16:10.381998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.022031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fp87r\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-27T06:16:10.382105Z","caller":"traceutil/trace.go:171","msg":"trace[553611225] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fp87r; range_end:; response_count:1; response_revision:6213; }","duration":"109.154766ms","start":"2026-05-27T06:16:10.272923Z","end":"2026-05-27T06:16:10.382078Z","steps":["trace[553611225] 'agreement among raft nodes before linearized reading' (duration: 108.828716ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:16:13.937178Z","caller":"traceutil/trace.go:171","msg":"trace[1359694587] transaction","detail":"{read_only:false; response_revision:6268; number_of_response:1; }","duration":"331.872508ms","start":"2026-05-27T06:16:13.605275Z","end":"2026-05-27T06:16:13.937148Z","steps":["trace[1359694587] 'process raft request' (duration: 331.693572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:16:13.93735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:16:13.60518Z","time spent":"332.086255ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:16:13.943577Z","caller":"traceutil/trace.go:171","msg":"trace[1579545153] linearizableReadLoop","detail":"{readStateIndex:6502; appliedIndex:6500; }","duration":"227.871806ms","start":"2026-05-27T06:16:13.715679Z","end":"2026-05-27T06:16:13.943551Z","steps":["trace[1579545153] 'read index received' (duration: 221.283767ms)","trace[1579545153] 'applied index is now lower than readState.Index' (duration: 6.586749ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:16:13.943649Z","caller":"traceutil/trace.go:171","msg":"trace[177145403] transaction","detail":"{read_only:false; response_revision:6269; number_of_response:1; }","duration":"338.055194ms","start":"2026-05-27T06:16:13.605562Z","end":"2026-05-27T06:16:13.943617Z","steps":["trace[177145403] 'process raft request' (duration: 337.806616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:16:13.943792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.111643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/loki-0.18b357925333e924\" ","response":"range_response_count:1 size:718"} {"level":"warn","ts":"2026-05-27T06:16:13.943807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.646207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-27T06:16:13.943829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:16:13.605533Z","time spent":"338.185328ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:16:13.943857Z","caller":"traceutil/trace.go:171","msg":"trace[601137403] range","detail":"{range_begin:/registry/events/monitoring/loki-0.18b357925333e924; range_end:; response_count:1; response_revision:6269; }","duration":"228.211396ms","start":"2026-05-27T06:16:13.715628Z","end":"2026-05-27T06:16:13.943839Z","steps":["trace[601137403] 'agreement among raft nodes before linearized reading' (duration: 228.03459ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:16:13.943866Z","caller":"traceutil/trace.go:171","msg":"trace[1784656255] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:6269; }","duration":"208.786101ms","start":"2026-05-27T06:16:13.735062Z","end":"2026-05-27T06:16:13.943848Z","steps":["trace[1784656255] 'agreement among raft nodes before linearized reading' (duration: 208.663647ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:16:23.852049Z","caller":"traceutil/trace.go:171","msg":"trace[648797918] transaction","detail":"{read_only:false; response_revision:6328; number_of_response:1; }","duration":"102.787544ms","start":"2026-05-27T06:16:23.749219Z","end":"2026-05-27T06:16:23.852006Z","steps":["trace[648797918] 'process raft request' (duration: 102.558997ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:16:24.023058Z","caller":"traceutil/trace.go:171","msg":"trace[1168612949] transaction","detail":"{read_only:false; response_revision:6330; number_of_response:1; }","duration":"162.527006ms","start":"2026-05-27T06:16:23.860499Z","end":"2026-05-27T06:16:24.023026Z","steps":["trace[1168612949] 'process raft request' (duration: 142.316506ms)","trace[1168612949] 'compare' (duration: 20.026944ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:16:24.023104Z","caller":"traceutil/trace.go:171","msg":"trace[1375431613] transaction","detail":"{read_only:false; response_revision:6331; number_of_response:1; }","duration":"162.443304ms","start":"2026-05-27T06:16:23.860633Z","end":"2026-05-27T06:16:24.023076Z","steps":["trace[1375431613] 'process raft request' (duration: 162.343171ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:16:24.02357Z","caller":"traceutil/trace.go:171","msg":"trace[1568533893] transaction","detail":"{read_only:false; response_revision:6332; number_of_response:1; }","duration":"162.840536ms","start":"2026-05-27T06:16:23.860704Z","end":"2026-05-27T06:16:24.023545Z","steps":["trace[1568533893] 'process raft request' (duration: 162.308829ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:16:24.023603Z","caller":"traceutil/trace.go:171","msg":"trace[1572430837] transaction","detail":"{read_only:false; response_revision:6335; number_of_response:1; }","duration":"156.796185ms","start":"2026-05-27T06:16:23.866785Z","end":"2026-05-27T06:16:24.023581Z","steps":["trace[1572430837] 'process raft request' (duration: 156.736773ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:16:24.023624Z","caller":"traceutil/trace.go:171","msg":"trace[1956073651] transaction","detail":"{read_only:false; response_revision:6334; number_of_response:1; }","duration":"162.490234ms","start":"2026-05-27T06:16:23.861111Z","end":"2026-05-27T06:16:24.023601Z","steps":["trace[1956073651] 'process raft request' (duration: 162.297068ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:16:24.023695Z","caller":"traceutil/trace.go:171","msg":"trace[862600948] transaction","detail":"{read_only:false; response_revision:6333; number_of_response:1; }","duration":"162.944569ms","start":"2026-05-27T06:16:23.86074Z","end":"2026-05-27T06:16:24.023684Z","steps":["trace[862600948] 'process raft request' (duration: 162.477494ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:16:24.087508Z","caller":"traceutil/trace.go:171","msg":"trace[139900839] transaction","detail":"{read_only:false; response_revision:6336; number_of_response:1; }","duration":"100.628056ms","start":"2026-05-27T06:16:23.98685Z","end":"2026-05-27T06:16:24.087478Z","steps":["trace[139900839] 'process raft request' (duration: 100.338237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:16:24.786881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.783026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-27T06:16:24.787018Z","caller":"traceutil/trace.go:171","msg":"trace[258745816] linearizableReadLoop","detail":"{readStateIndex:6574; appliedIndex:6573; }","duration":"223.764845ms","start":"2026-05-27T06:16:24.563233Z","end":"2026-05-27T06:16:24.786998Z","steps":["trace[258745816] 'read index received' (duration: 113.642049ms)","trace[258745816] 'applied index is now lower than readState.Index' (duration: 110.121116ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:16:24.78713Z","caller":"traceutil/trace.go:171","msg":"trace[1672583403] transaction","detail":"{read_only:false; response_revision:6339; number_of_response:1; }","duration":"224.87477ms","start":"2026-05-27T06:16:24.562242Z","end":"2026-05-27T06:16:24.787117Z","steps":["trace[1672583403] 'process raft request' (duration: 114.740863ms)","trace[1672583403] 'compare' (duration: 109.633051ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:16:24.787309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.462379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-27T06:16:24.787345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.055084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-27T06:16:24.787395Z","caller":"traceutil/trace.go:171","msg":"trace[1817950817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6339; }","duration":"201.600313ms","start":"2026-05-27T06:16:24.585772Z","end":"2026-05-27T06:16:24.787372Z","steps":["trace[1817950817] 'agreement among raft nodes before linearized reading' (duration: 201.366286ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:16:24.787408Z","caller":"traceutil/trace.go:171","msg":"trace[833581700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6339; }","duration":"224.21823ms","start":"2026-05-27T06:16:24.563174Z","end":"2026-05-27T06:16:24.787392Z","steps":["trace[833581700] 'agreement among raft nodes before linearized reading' (duration: 223.961612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:16:24.787385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.667237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-27T06:16:24.787528Z","caller":"traceutil/trace.go:171","msg":"trace[782142579] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6339; }","duration":"196.813661ms","start":"2026-05-27T06:16:24.590689Z","end":"2026-05-27T06:16:24.787503Z","steps":["trace[782142579] 'agreement among raft nodes before linearized reading' (duration: 196.520792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:16:24.787577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.525199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-27T06:16:24.787701Z","caller":"traceutil/trace.go:171","msg":"trace[1290483264] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6339; }","duration":"200.698095ms","start":"2026-05-27T06:16:24.586968Z","end":"2026-05-27T06:16:24.787666Z","steps":["trace[1290483264] 'agreement among raft nodes before linearized reading' (duration: 200.264601ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:16:24.947506Z","caller":"traceutil/trace.go:171","msg":"trace[431551574] transaction","detail":"{read_only:false; response_revision:6341; number_of_response:1; }","duration":"154.744799ms","start":"2026-05-27T06:16:24.792721Z","end":"2026-05-27T06:16:24.947466Z","steps":["trace[431551574] 'process raft request' (duration: 154.469351ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:16:24.947578Z","caller":"traceutil/trace.go:171","msg":"trace[2119942007] transaction","detail":"{read_only:false; response_revision:6342; number_of_response:1; }","duration":"154.770601ms","start":"2026-05-27T06:16:24.792763Z","end":"2026-05-27T06:16:24.947534Z","steps":["trace[2119942007] 'process raft request' (duration: 154.577364ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:16:24.947619Z","caller":"traceutil/trace.go:171","msg":"trace[1047310720] transaction","detail":"{read_only:false; response_revision:6343; number_of_response:1; }","duration":"153.971625ms","start":"2026-05-27T06:16:24.793602Z","end":"2026-05-27T06:16:24.947574Z","steps":["trace[1047310720] 'process raft request' (duration: 153.783029ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:16:25.108205Z","caller":"traceutil/trace.go:171","msg":"trace[977567171] transaction","detail":"{read_only:false; response_revision:6344; number_of_response:1; }","duration":"109.682143ms","start":"2026-05-27T06:16:24.99847Z","end":"2026-05-27T06:16:25.108152Z","steps":["trace[977567171] 'process raft request' (duration: 58.42538ms)","trace[977567171] 'compare' (duration: 50.996555ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:16:40.29261Z","caller":"traceutil/trace.go:171","msg":"trace[736258923] transaction","detail":"{read_only:false; response_revision:6445; number_of_response:1; }","duration":"130.005966ms","start":"2026-05-27T06:16:40.162563Z","end":"2026-05-27T06:16:40.292569Z","steps":["trace[736258923] 'process raft request' (duration: 86.504719ms)","trace[736258923] 'compare' (duration: 43.182427ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:16:40.292666Z","caller":"traceutil/trace.go:171","msg":"trace[1681030504] linearizableReadLoop","detail":"{readStateIndex:6683; appliedIndex:6681; }","duration":"121.90838ms","start":"2026-05-27T06:16:40.170679Z","end":"2026-05-27T06:16:40.292588Z","steps":["trace[1681030504] 'read index received' (duration: 2.393005ms)","trace[1681030504] 'applied index is now lower than readState.Index' (duration: 119.513625ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:16:40.292907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.20586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-27T06:16:40.292994Z","caller":"traceutil/trace.go:171","msg":"trace[401022687] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:6445; }","duration":"122.352004ms","start":"2026-05-27T06:16:40.170624Z","end":"2026-05-27T06:16:40.292976Z","steps":["trace[401022687] 'agreement among raft nodes before linearized reading' (duration: 122.158128ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:16:40.858237Z","caller":"traceutil/trace.go:171","msg":"trace[1999309912] linearizableReadLoop","detail":"{readStateIndex:6686; appliedIndex:6685; }","duration":"189.258452ms","start":"2026-05-27T06:16:40.668947Z","end":"2026-05-27T06:16:40.858205Z","steps":["trace[1999309912] 'read index received' (duration: 178.317866ms)","trace[1999309912] 'applied index is now lower than readState.Index' (duration: 10.939426ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:16:40.858593Z","caller":"traceutil/trace.go:171","msg":"trace[1887654655] transaction","detail":"{read_only:false; response_revision:6447; number_of_response:1; }","duration":"197.953628ms","start":"2026-05-27T06:16:40.660558Z","end":"2026-05-27T06:16:40.858511Z","steps":["trace[1887654655] 'process raft request' (duration: 186.691302ms)","trace[1887654655] 'compare' (duration: 10.843173ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:16:40.858666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.699897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109078"} {"level":"info","ts":"2026-05-27T06:16:40.858725Z","caller":"traceutil/trace.go:171","msg":"trace[1321767200] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6447; }","duration":"189.81625ms","start":"2026-05-27T06:16:40.668893Z","end":"2026-05-27T06:16:40.858709Z","steps":["trace[1321767200] 'agreement among raft nodes before linearized reading' (duration: 189.422548ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:16:41.168544Z","caller":"traceutil/trace.go:171","msg":"trace[641515556] transaction","detail":"{read_only:false; response_revision:6451; number_of_response:1; }","duration":"134.629373ms","start":"2026-05-27T06:16:41.033893Z","end":"2026-05-27T06:16:41.168523Z","steps":["trace[641515556] 'process raft request' (duration: 50.425267ms)","trace[641515556] 'compare' (duration: 83.991069ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:16:41.1688Z","caller":"traceutil/trace.go:171","msg":"trace[589848228] transaction","detail":"{read_only:false; response_revision:6452; number_of_response:1; }","duration":"114.409283ms","start":"2026-05-27T06:16:41.054364Z","end":"2026-05-27T06:16:41.168773Z","steps":["trace[589848228] 'process raft request' (duration: 114.069722ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:20:12.697452Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5589} {"level":"info","ts":"2026-05-27T06:20:12.78977Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5589,"took":"90.038209ms","hash":1259860025,"current-db-size-bytes":54120448,"current-db-size":"54 MB","current-db-size-in-use-bytes":28356608,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-27T06:20:12.789822Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1259860025,"revision":5589,"compact-revision":2876} {"level":"warn","ts":"2026-05-27T06:21:17.397961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.241733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:21:17.398071Z","caller":"traceutil/trace.go:171","msg":"trace[592559115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8370; }","duration":"106.409988ms","start":"2026-05-27T06:21:17.291641Z","end":"2026-05-27T06:21:17.398051Z","steps":["trace[592559115] 'range keys from in-memory index tree' (duration: 106.090759ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:21:32.298354Z","caller":"traceutil/trace.go:171","msg":"trace[1536816139] transaction","detail":"{read_only:false; response_revision:8497; number_of_response:1; }","duration":"115.57982ms","start":"2026-05-27T06:21:32.182742Z","end":"2026-05-27T06:21:32.298322Z","steps":["trace[1536816139] 'process raft request' (duration: 115.332512ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:21:32.900983Z","caller":"traceutil/trace.go:171","msg":"trace[743333685] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"123.022576ms","start":"2026-05-27T06:21:32.777908Z","end":"2026-05-27T06:21:32.900931Z","steps":["trace[743333685] 'process raft request' (duration: 51.939719ms)","trace[743333685] 'compare' (duration: 70.942003ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:21:39.075014Z","caller":"traceutil/trace.go:171","msg":"trace[2018023270] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"132.718065ms","start":"2026-05-27T06:21:38.942257Z","end":"2026-05-27T06:21:39.074975Z","steps":["trace[2018023270] 'process raft request' (duration: 132.518348ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:21:41.333481Z","caller":"traceutil/trace.go:171","msg":"trace[1223641301] linearizableReadLoop","detail":"{readStateIndex:8988; appliedIndex:8987; }","duration":"253.739148ms","start":"2026-05-27T06:21:41.079716Z","end":"2026-05-27T06:21:41.333455Z","steps":["trace[1223641301] 'read index received' (duration: 253.533101ms)","trace[1223641301] 'applied index is now lower than readState.Index' (duration: 205.067µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:21:41.333639Z","caller":"traceutil/trace.go:171","msg":"trace[177308959] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"564.753954ms","start":"2026-05-27T06:21:40.768843Z","end":"2026-05-27T06:21:41.333597Z","steps":["trace[177308959] 'process raft request' (duration: 564.465615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:21:41.333811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:40.768826Z","time spent":"564.893989ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:21:41.334123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.386528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-27T06:21:41.334211Z","caller":"traceutil/trace.go:171","msg":"trace[42857297] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8674; }","duration":"254.519222ms","start":"2026-05-27T06:21:41.079675Z","end":"2026-05-27T06:21:41.334194Z","steps":["trace[42857297] 'agreement among raft nodes before linearized reading' (duration: 253.919023ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:21:41.841525Z","caller":"traceutil/trace.go:171","msg":"trace[1124014265] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"503.027514ms","start":"2026-05-27T06:21:41.338469Z","end":"2026-05-27T06:21:41.841496Z","steps":["trace[1124014265] 'process raft request' (duration: 502.844588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:21:41.841677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:41.338443Z","time spent":"503.154908ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:21:41.842474Z","caller":"traceutil/trace.go:171","msg":"trace[1829941581] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"476.080309ms","start":"2026-05-27T06:21:41.366377Z","end":"2026-05-27T06:21:41.842458Z","steps":["trace[1829941581] 'process raft request' (duration: 475.969585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:21:41.842566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:41.366346Z","time spent":"476.181762ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:21:41.842589Z","caller":"traceutil/trace.go:171","msg":"trace[431248077] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"322.736549ms","start":"2026-05-27T06:21:41.519824Z","end":"2026-05-27T06:21:41.84256Z","steps":["trace[431248077] 'process raft request' (duration: 322.599424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:21:41.842742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:41.519801Z","time spent":"322.857033ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:21:53.086985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.1549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:21:53.087104Z","caller":"traceutil/trace.go:171","msg":"trace[1975339653] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8735; }","duration":"373.305564ms","start":"2026-05-27T06:21:52.713775Z","end":"2026-05-27T06:21:53.08708Z","steps":["trace[1975339653] 'count revisions from in-memory index tree' (duration: 373.098018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:21:53.087155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:52.713751Z","time spent":"373.391347ms","remote":"127.0.0.1:46856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:21:53.087156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.44229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:21:53.087231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.815871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:21:53.087258Z","caller":"traceutil/trace.go:171","msg":"trace[269249052] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8735; }","duration":"373.585193ms","start":"2026-05-27T06:21:52.713642Z","end":"2026-05-27T06:21:53.087227Z","steps":["trace[269249052] 'range keys from in-memory index tree' (duration: 373.263833ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:21:53.087278Z","caller":"traceutil/trace.go:171","msg":"trace[1339218151] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8735; }","duration":"333.893293ms","start":"2026-05-27T06:21:52.753367Z","end":"2026-05-27T06:21:53.087261Z","steps":["trace[1339218151] 'range keys from in-memory index tree' (duration: 333.760669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:21:53.087324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:52.713623Z","time spent":"373.669266ms","remote":"127.0.0.1:46856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-05-27T06:21:53.087328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:52.753347Z","time spent":"333.970786ms","remote":"127.0.0.1:46874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-05-27T06:21:53.087316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.181647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:21:53.087447Z","caller":"traceutil/trace.go:171","msg":"trace[1629760586] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8735; }","duration":"359.320761ms","start":"2026-05-27T06:21:52.72808Z","end":"2026-05-27T06:21:53.0874Z","steps":["trace[1629760586] 'range keys from in-memory index tree' (duration: 359.142435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:21:53.087493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:52.728074Z","time spent":"359.407313ms","remote":"127.0.0.1:46858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-05-27T06:21:53.087498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.280159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:21:53.08753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.151581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:21:53.087575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.155884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:21:53.087608Z","caller":"traceutil/trace.go:171","msg":"trace[1645591101] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8735; }","duration":"358.208505ms","start":"2026-05-27T06:21:52.729387Z","end":"2026-05-27T06:21:53.087595Z","steps":["trace[1645591101] 'range keys from in-memory index tree' (duration: 358.100352ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:21:53.087598Z","caller":"traceutil/trace.go:171","msg":"trace[261333591] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8735; }","duration":"334.222254ms","start":"2026-05-27T06:21:52.753344Z","end":"2026-05-27T06:21:53.087566Z","steps":["trace[261333591] 'count revisions from in-memory index tree' (duration: 334.034877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:21:53.08716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.833851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:21:53.087637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:52.729376Z","time spent":"358.253377ms","remote":"127.0.0.1:46858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-05-27T06:21:53.087667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:52.75333Z","time spent":"334.317316ms","remote":"127.0.0.1:46874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:21:53.087699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.502454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:21:53.087744Z","caller":"traceutil/trace.go:171","msg":"trace[1447277631] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8735; }","duration":"334.397729ms","start":"2026-05-27T06:21:52.753261Z","end":"2026-05-27T06:21:53.087659Z","steps":["trace[1447277631] 'range keys from in-memory index tree' (duration: 333.78266ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:21:53.087539Z","caller":"traceutil/trace.go:171","msg":"trace[222783265] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8735; }","duration":"359.326431ms","start":"2026-05-27T06:21:52.728198Z","end":"2026-05-27T06:21:53.087525Z","steps":["trace[222783265] 'count revisions from in-memory index tree' (duration: 359.255158ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:21:53.087787Z","caller":"traceutil/trace.go:171","msg":"trace[590736563] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8735; }","duration":"392.605068ms","start":"2026-05-27T06:21:52.695155Z","end":"2026-05-27T06:21:53.08776Z","steps":["trace[590736563] 'range keys from in-memory index tree' (duration: 392.396441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:21:53.087819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.734718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:21:53.087835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.164245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:21:53.087856Z","caller":"traceutil/trace.go:171","msg":"trace[1369733840] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8735; }","duration":"373.79268ms","start":"2026-05-27T06:21:52.714053Z","end":"2026-05-27T06:21:53.087846Z","steps":["trace[1369733840] 'range keys from in-memory index tree' (duration: 373.702877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:21:53.087859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:52.695146Z","time spent":"392.695151ms","remote":"127.0.0.1:46846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-05-27T06:21:53.087851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:52.728194Z","time spent":"359.63974ms","remote":"127.0.0.1:46858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:21:53.087875Z","caller":"traceutil/trace.go:171","msg":"trace[1345129182] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8735; }","duration":"393.226837ms","start":"2026-05-27T06:21:52.694637Z","end":"2026-05-27T06:21:53.087864Z","steps":["trace[1345129182] 'count revisions from in-memory index tree' (duration: 393.056012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:21:53.087843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.349228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:21:53.087904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:52.714043Z","time spent":"373.851332ms","remote":"127.0.0.1:46856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-05-27T06:21:53.087916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:52.694621Z","time spent":"393.28577ms","remote":"127.0.0.1:46846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:21:53.08793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.067551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-27T06:21:53.087936Z","caller":"traceutil/trace.go:171","msg":"trace[786094549] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8735; }","duration":"317.470981ms","start":"2026-05-27T06:21:52.770447Z","end":"2026-05-27T06:21:53.087918Z","steps":["trace[786094549] 'count revisions from in-memory index tree' (duration: 317.305906ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:21:53.087972Z","caller":"traceutil/trace.go:171","msg":"trace[1743238685] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8735; }","duration":"381.135053ms","start":"2026-05-27T06:21:52.706826Z","end":"2026-05-27T06:21:53.087961Z","steps":["trace[1743238685] 'range keys from in-memory index tree' (duration: 380.898035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:21:53.087978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:52.770441Z","time spent":"317.525334ms","remote":"127.0.0.1:46886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:21:53.087861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:52.753253Z","time spent":"334.565455ms","remote":"127.0.0.1:46874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-05-27T06:21:53.088016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:52.706806Z","time spent":"381.195265ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:21:53.087623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.639035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:21:53.088134Z","caller":"traceutil/trace.go:171","msg":"trace[1427156718] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8735; }","duration":"226.196223ms","start":"2026-05-27T06:21:52.86192Z","end":"2026-05-27T06:21:53.088117Z","steps":["trace[1427156718] 'count revisions from in-memory index tree' (duration: 225.550372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:21:53.088171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.587977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fp87r\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-05-27T06:21:53.088165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.422633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:21:53.088193Z","caller":"traceutil/trace.go:171","msg":"trace[1006846778] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fp87r; range_end:; response_count:1; response_revision:8735; }","duration":"369.632908ms","start":"2026-05-27T06:21:52.718554Z","end":"2026-05-27T06:21:53.088187Z","steps":["trace[1006846778] 'range keys from in-memory index tree' (duration: 369.463083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:21:53.08822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:52.718538Z","time spent":"369.668799ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-fp87r\" "} {"level":"info","ts":"2026-05-27T06:21:53.088218Z","caller":"traceutil/trace.go:171","msg":"trace[1202979797] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8735; }","duration":"393.512096ms","start":"2026-05-27T06:21:52.69469Z","end":"2026-05-27T06:21:53.088202Z","steps":["trace[1202979797] 'range keys from in-memory index tree' (duration: 393.360472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:21:53.088267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:52.694666Z","time spent":"393.585659ms","remote":"127.0.0.1:46846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-05-27T06:21:53.08747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.065359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:21:53.088419Z","caller":"traceutil/trace.go:171","msg":"trace[413664643] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8735; }","duration":"318.05164ms","start":"2026-05-27T06:21:52.770353Z","end":"2026-05-27T06:21:53.088404Z","steps":["trace[413664643] 'range keys from in-memory index tree' (duration: 316.878192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:21:53.088577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.492723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:21:53.088661Z","caller":"traceutil/trace.go:171","msg":"trace[200637976] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8735; }","duration":"317.678388ms","start":"2026-05-27T06:21:52.770959Z","end":"2026-05-27T06:21:53.088637Z","steps":["trace[200637976] 'range keys from in-memory index tree' (duration: 317.42689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:21:53.08871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:52.77095Z","time spent":"317.74658ms","remote":"127.0.0.1:46886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-05-27T06:21:53.088467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:52.770337Z","time spent":"318.112322ms","remote":"127.0.0.1:46886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-05-27T06:21:53.584446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.223718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-27T06:21:53.584538Z","caller":"traceutil/trace.go:171","msg":"trace[2021996968] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8736; }","duration":"189.373633ms","start":"2026-05-27T06:21:53.395145Z","end":"2026-05-27T06:21:53.584519Z","steps":["trace[2021996968] 'range keys from in-memory index tree' (duration: 189.038373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:21:53.584885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.741171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:21:53.584937Z","caller":"traceutil/trace.go:171","msg":"trace[261607426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8736; }","duration":"295.824624ms","start":"2026-05-27T06:21:53.2891Z","end":"2026-05-27T06:21:53.584925Z","steps":["trace[261607426] 'range keys from in-memory index tree' (duration: 295.675019ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:21:53.639533Z","caller":"traceutil/trace.go:171","msg":"trace[2118197776] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"197.067588ms","start":"2026-05-27T06:21:53.442433Z","end":"2026-05-27T06:21:53.639501Z","steps":["trace[2118197776] 'process raft request' (duration: 196.829971ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:21:54.956363Z","caller":"traceutil/trace.go:171","msg":"trace[1886390139] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"512.467473ms","start":"2026-05-27T06:21:54.443869Z","end":"2026-05-27T06:21:54.956336Z","steps":["trace[1886390139] 'process raft request' (duration: 512.092612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:21:54.956545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:54.443852Z","time spent":"512.608318ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:21:54.97324Z","caller":"traceutil/trace.go:171","msg":"trace[1363951935] linearizableReadLoop","detail":"{readStateIndex:9059; appliedIndex:9057; }","duration":"355.482778ms","start":"2026-05-27T06:21:54.617729Z","end":"2026-05-27T06:21:54.973211Z","steps":["trace[1363951935] 'read index received' (duration: 338.312333ms)","trace[1363951935] 'applied index is now lower than readState.Index' (duration: 17.169295ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:21:54.973374Z","caller":"traceutil/trace.go:171","msg":"trace[2132684893] transaction","detail":"{read_only:false; response_revision:8743; number_of_response:1; }","duration":"516.456ms","start":"2026-05-27T06:21:54.456907Z","end":"2026-05-27T06:21:54.973363Z","steps":["trace[2132684893] 'process raft request' (duration: 516.169401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:21:54.973486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:54.456872Z","time spent":"516.531322ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:21:54.973625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.151836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-27T06:21:54.97373Z","caller":"traceutil/trace.go:171","msg":"trace[2107843901] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8743; }","duration":"337.357743ms","start":"2026-05-27T06:21:54.636348Z","end":"2026-05-27T06:21:54.973706Z","steps":["trace[2107843901] 'agreement among raft nodes before linearized reading' (duration: 337.109975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:21:54.973762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.001415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-27T06:21:54.973884Z","caller":"traceutil/trace.go:171","msg":"trace[822885404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8743; }","duration":"356.183941ms","start":"2026-05-27T06:21:54.617675Z","end":"2026-05-27T06:21:54.973858Z","steps":["trace[822885404] 'agreement among raft nodes before linearized reading' (duration: 355.809329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:21:54.973643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.239844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:21:54.973945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:54.617654Z","time spent":"356.281454ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-27T06:21:54.973979Z","caller":"traceutil/trace.go:171","msg":"trace[1567218102] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8743; }","duration":"180.647017ms","start":"2026-05-27T06:21:54.793308Z","end":"2026-05-27T06:21:54.973955Z","steps":["trace[1567218102] 'agreement among raft nodes before linearized reading' (duration: 180.208463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:21:54.973808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:54.636321Z","time spent":"337.474727ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-27T06:21:56.087987Z","caller":"traceutil/trace.go:171","msg":"trace[35113869] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"173.152668ms","start":"2026-05-27T06:21:55.914809Z","end":"2026-05-27T06:21:56.087961Z","steps":["trace[35113869] 'process raft request' (duration: 172.957482ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:21:56.137032Z","caller":"traceutil/trace.go:171","msg":"trace[168116130] linearizableReadLoop","detail":"{readStateIndex:9067; appliedIndex:9065; }","duration":"209.637598ms","start":"2026-05-27T06:21:55.927359Z","end":"2026-05-27T06:21:56.136997Z","steps":["trace[168116130] 'read index received' (duration: 160.441925ms)","trace[168116130] 'applied index is now lower than readState.Index' (duration: 49.194772ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:21:56.137355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.975988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-27T06:21:56.137406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.286076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:21:56.13745Z","caller":"traceutil/trace.go:171","msg":"trace[1755427855] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8750; }","duration":"175.367599ms","start":"2026-05-27T06:21:55.962068Z","end":"2026-05-27T06:21:56.137436Z","steps":["trace[1755427855] 'agreement among raft nodes before linearized reading' (duration: 175.302657ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:21:56.137501Z","caller":"traceutil/trace.go:171","msg":"trace[170687494] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8750; }","duration":"210.125282ms","start":"2026-05-27T06:21:55.927302Z","end":"2026-05-27T06:21:56.137427Z","steps":["trace[170687494] 'agreement among raft nodes before linearized reading' (duration: 209.902145ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:21:56.137721Z","caller":"traceutil/trace.go:171","msg":"trace[1429323449] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"218.55295ms","start":"2026-05-27T06:21:55.919154Z","end":"2026-05-27T06:21:56.137707Z","steps":["trace[1429323449] 'process raft request' (duration: 217.672232ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:21:57.617837Z","caller":"traceutil/trace.go:171","msg":"trace[1459097108] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"459.691498ms","start":"2026-05-27T06:21:57.158105Z","end":"2026-05-27T06:21:57.617797Z","steps":["trace[1459097108] 'process raft request' (duration: 456.245648ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:21:57.617933Z","caller":"traceutil/trace.go:171","msg":"trace[1908658355] linearizableReadLoop","detail":"{readStateIndex:9073; appliedIndex:9072; }","duration":"340.351088ms","start":"2026-05-27T06:21:57.277518Z","end":"2026-05-27T06:21:57.617869Z","steps":["trace[1908658355] 'read index received' (duration: 336.823186ms)","trace[1908658355] 'applied index is now lower than readState.Index' (duration: 3.521092ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:21:57.618062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:57.158081Z","time spent":"459.860053ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:21:57.618066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.523984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-27T06:21:57.618142Z","caller":"traceutil/trace.go:171","msg":"trace[718722078] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8757; }","duration":"340.672068ms","start":"2026-05-27T06:21:57.277451Z","end":"2026-05-27T06:21:57.618124Z","steps":["trace[718722078] 'agreement among raft nodes before linearized reading' (duration: 340.516363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:21:57.61818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:57.277427Z","time spent":"340.74531ms","remote":"127.0.0.1:54828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:21:57.618217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.221251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:21:57.618272Z","caller":"traceutil/trace.go:171","msg":"trace[120548365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8757; }","duration":"327.341015ms","start":"2026-05-27T06:21:57.290915Z","end":"2026-05-27T06:21:57.618256Z","steps":["trace[120548365] 'agreement among raft nodes before linearized reading' (duration: 327.18775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:21:57.618309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.709701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-27T06:21:57.618322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:21:57.290896Z","time spent":"327.417417ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T06:21:57.618349Z","caller":"traceutil/trace.go:171","msg":"trace[383123745] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8757; }","duration":"142.796545ms","start":"2026-05-27T06:21:57.475541Z","end":"2026-05-27T06:21:57.618338Z","steps":["trace[383123745] 'agreement among raft nodes before linearized reading' (duration: 142.686721ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:21:58.535381Z","caller":"traceutil/trace.go:171","msg":"trace[18401119] linearizableReadLoop","detail":"{readStateIndex:9084; appliedIndex:9083; }","duration":"249.982129ms","start":"2026-05-27T06:21:58.285375Z","end":"2026-05-27T06:21:58.535357Z","steps":["trace[18401119] 'read index received' (duration: 198.517144ms)","trace[18401119] 'applied index is now lower than readState.Index' (duration: 51.463965ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:21:58.535454Z","caller":"traceutil/trace.go:171","msg":"trace[2113649041] transaction","detail":"{read_only:false; response_revision:8767; number_of_response:1; }","duration":"267.664959ms","start":"2026-05-27T06:21:58.267717Z","end":"2026-05-27T06:21:58.535382Z","steps":["trace[2113649041] 'process raft request' (duration: 216.202815ms)","trace[2113649041] 'compare' (duration: 51.32726ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:21:58.535531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.144393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/csi-rbdplugin-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:21:58.535569Z","caller":"traceutil/trace.go:171","msg":"trace[1587231152] range","detail":"{range_begin:/registry/deployments/rook-ceph/csi-rbdplugin-provisioner; range_end:; response_count:0; response_revision:8767; }","duration":"250.238616ms","start":"2026-05-27T06:21:58.285319Z","end":"2026-05-27T06:21:58.535558Z","steps":["trace[1587231152] 'agreement among raft nodes before linearized reading' (duration: 250.157913ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:22:00.409976Z","caller":"traceutil/trace.go:171","msg":"trace[346380070] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"101.205844ms","start":"2026-05-27T06:22:00.30873Z","end":"2026-05-27T06:22:00.409936Z","steps":["trace[346380070] 'process raft request' (duration: 56.671679ms)","trace[346380070] 'compare' (duration: 44.296737ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:22:02.416049Z","caller":"traceutil/trace.go:171","msg":"trace[930402199] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"112.564764ms","start":"2026-05-27T06:22:02.303446Z","end":"2026-05-27T06:22:02.416011Z","steps":["trace[930402199] 'process raft request' (duration: 110.650064ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:22:20.348493Z","caller":"traceutil/trace.go:171","msg":"trace[304253671] transaction","detail":"{read_only:false; response_revision:8888; number_of_response:1; }","duration":"121.640931ms","start":"2026-05-27T06:22:20.226809Z","end":"2026-05-27T06:22:20.348449Z","steps":["trace[304253671] 'process raft request' (duration: 121.372492ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:22:22.377701Z","caller":"traceutil/trace.go:171","msg":"trace[1534173107] linearizableReadLoop","detail":"{readStateIndex:9265; appliedIndex:9264; }","duration":"396.67953ms","start":"2026-05-27T06:22:21.980987Z","end":"2026-05-27T06:22:22.377666Z","steps":["trace[1534173107] 'read index received' (duration: 396.502695ms)","trace[1534173107] 'applied index is now lower than readState.Index' (duration: 175.535µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:22:22.377744Z","caller":"traceutil/trace.go:171","msg":"trace[1624680595] transaction","detail":"{read_only:false; response_revision:8940; number_of_response:1; }","duration":"405.853341ms","start":"2026-05-27T06:22:21.971845Z","end":"2026-05-27T06:22:22.377699Z","steps":["trace[1624680595] 'process raft request' (duration: 405.641275ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:22.377945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.946089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"warn","ts":"2026-05-27T06:22:22.37795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:21.971825Z","time spent":"406.010787ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:22:22.377996Z","caller":"traceutil/trace.go:171","msg":"trace[445390931] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8940; }","duration":"397.021002ms","start":"2026-05-27T06:22:21.980964Z","end":"2026-05-27T06:22:22.377985Z","steps":["trace[445390931] 'agreement among raft nodes before linearized reading' (duration: 396.820125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:22.378025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:21.98095Z","time spent":"397.068513ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":534,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"info","ts":"2026-05-27T06:22:23.583909Z","caller":"traceutil/trace.go:171","msg":"trace[678937215] linearizableReadLoop","detail":"{readStateIndex:9274; appliedIndex:9272; }","duration":"294.321341ms","start":"2026-05-27T06:22:23.289569Z","end":"2026-05-27T06:22:23.583891Z","steps":["trace[678937215] 'read index received' (duration: 292.850814ms)","trace[678937215] 'applied index is now lower than readState.Index' (duration: 1.469337ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:22:23.583949Z","caller":"traceutil/trace.go:171","msg":"trace[1490423062] transaction","detail":"{read_only:false; response_revision:8948; number_of_response:1; }","duration":"304.153714ms","start":"2026-05-27T06:22:23.279766Z","end":"2026-05-27T06:22:23.58392Z","steps":["trace[1490423062] 'process raft request' (duration: 302.693058ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:22:23.584034Z","caller":"traceutil/trace.go:171","msg":"trace[202059278] transaction","detail":"{read_only:false; response_revision:8949; number_of_response:1; }","duration":"302.923665ms","start":"2026-05-27T06:22:23.281077Z","end":"2026-05-27T06:22:23.584Z","steps":["trace[202059278] 'process raft request' (duration: 302.739929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:23.58408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:23.279748Z","time spent":"304.260987ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:22:23.584113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.529408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fp87r\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-27T06:22:23.584154Z","caller":"traceutil/trace.go:171","msg":"trace[1904651566] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fp87r; range_end:; response_count:1; response_revision:8949; }","duration":"294.612321ms","start":"2026-05-27T06:22:23.289534Z","end":"2026-05-27T06:22:23.584147Z","steps":["trace[1904651566] 'agreement among raft nodes before linearized reading' (duration: 294.475187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:23.5842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:23.281066Z","time spent":"303.042709ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:22:23.584454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.143226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:22:23.58457Z","caller":"traceutil/trace.go:171","msg":"trace[1121118547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8949; }","duration":"294.58158ms","start":"2026-05-27T06:22:23.289957Z","end":"2026-05-27T06:22:23.584539Z","steps":["trace[1121118547] 'agreement among raft nodes before linearized reading' (duration: 294.106025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:25.761226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787375902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:22:26.262021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787375902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:22:26.762231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787375902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:22:26.936653Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.028509233s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T06:22:26.937029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:24.907979Z","time spent":"2.02904489s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-27T06:22:27.309448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999690599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T06:22:27.309529Z","caller":"traceutil/trace.go:171","msg":"trace[35362236] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999833533s","start":"2026-05-27T06:22:25.309677Z","end":"2026-05-27T06:22:27.309511Z","steps":["trace[35362236] 'agreement among raft nodes before linearized reading' (duration: 1.99973358s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:27.309573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:25.309656Z","time spent":"1.999906566s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 06:22:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-27T06:22:27.421253Z","caller":"traceutil/trace.go:171","msg":"trace[1210100313] transaction","detail":"{read_only:false; response_revision:8957; number_of_response:1; }","duration":"1.031559661s","start":"2026-05-27T06:22:26.389644Z","end":"2026-05-27T06:22:27.421203Z","steps":["trace[1210100313] 'process raft request' (duration: 1.031249691s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:22:27.421404Z","caller":"traceutil/trace.go:171","msg":"trace[1274361937] linearizableReadLoop","detail":"{readStateIndex:9284; appliedIndex:9280; }","duration":"2.160869434s","start":"2026-05-27T06:22:25.260496Z","end":"2026-05-27T06:22:27.421366Z","steps":["trace[1274361937] 'read index received' (duration: 1.676396457s)","trace[1274361937] 'applied index is now lower than readState.Index' (duration: 484.466437ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:22:27.42147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:26.389621Z","time spent":"1.031737467s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:22:27.421594Z","caller":"traceutil/trace.go:171","msg":"trace[630039772] transaction","detail":"{read_only:false; response_revision:8958; number_of_response:1; }","duration":"1.030282041s","start":"2026-05-27T06:22:26.391294Z","end":"2026-05-27T06:22:27.421576Z","steps":["trace[630039772] 'process raft request' (duration: 1.029669901s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:22:27.421567Z","caller":"traceutil/trace.go:171","msg":"trace[1963919669] transaction","detail":"{read_only:false; response_revision:8959; number_of_response:1; }","duration":"483.453605ms","start":"2026-05-27T06:22:26.938085Z","end":"2026-05-27T06:22:27.421539Z","steps":["trace[1963919669] 'process raft request' (duration: 483.281699ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:22:27.42167Z","caller":"traceutil/trace.go:171","msg":"trace[2095410204] transaction","detail":"{read_only:false; response_revision:8956; number_of_response:1; }","duration":"2.250817689s","start":"2026-05-27T06:22:25.170817Z","end":"2026-05-27T06:22:27.421634Z","steps":["trace[2095410204] 'process raft request' (duration: 2.249888069s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:27.421774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:26.93806Z","time spent":"483.603819ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:22:27.421867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:25.170794Z","time spent":"2.250973804s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:22:27.421937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829249809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-27T06:22:27.421988Z","caller":"traceutil/trace.go:171","msg":"trace[167528925] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8959; }","duration":"1.829338431s","start":"2026-05-27T06:22:25.592639Z","end":"2026-05-27T06:22:27.421978Z","steps":["trace[167528925] 'agreement among raft nodes before linearized reading' (duration: 1.829124695s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:27.421709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:26.391254Z","time spent":"1.030389704s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:22:27.422042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.18504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:22:27.422027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161519134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-27T06:22:27.422097Z","caller":"traceutil/trace.go:171","msg":"trace[886113806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8959; }","duration":"2.161629278s","start":"2026-05-27T06:22:25.260455Z","end":"2026-05-27T06:22:27.422084Z","steps":["trace[886113806] 'agreement among raft nodes before linearized reading' (duration: 2.161288687s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:27.422122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641474199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-27T06:22:27.422145Z","caller":"traceutil/trace.go:171","msg":"trace[368772203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8959; }","duration":"1.641532311s","start":"2026-05-27T06:22:25.780607Z","end":"2026-05-27T06:22:27.422139Z","steps":["trace[368772203] 'agreement among raft nodes before linearized reading' (duration: 1.641470809s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:27.422147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:25.260435Z","time spent":"2.161702671s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T06:22:27.422189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03153483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-27T06:22:27.422067Z","caller":"traceutil/trace.go:171","msg":"trace[550134993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8959; }","duration":"112.241472ms","start":"2026-05-27T06:22:27.309819Z","end":"2026-05-27T06:22:27.422061Z","steps":["trace[550134993] 'agreement among raft nodes before linearized reading' (duration: 112.204561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:27.422259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828782184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-27T06:22:27.422257Z","caller":"traceutil/trace.go:171","msg":"trace[1687026175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8959; }","duration":"1.031626453s","start":"2026-05-27T06:22:26.390614Z","end":"2026-05-27T06:22:27.422241Z","steps":["trace[1687026175] 'agreement among raft nodes before linearized reading' (duration: 1.031430887s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:22:27.422277Z","caller":"traceutil/trace.go:171","msg":"trace[1038794496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8959; }","duration":"1.828830496s","start":"2026-05-27T06:22:25.593442Z","end":"2026-05-27T06:22:27.422273Z","steps":["trace[1038794496] 'agreement among raft nodes before linearized reading' (duration: 1.828781894s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:27.422293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:25.593426Z","time spent":"1.828865136s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T06:22:27.422161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:25.780588Z","time spent":"1.641569252s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:22:27.422013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:25.592616Z","time spent":"1.829391343s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T06:22:27.422302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:26.390604Z","time spent":"1.031688515s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T06:22:27.422366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.41933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:22:27.422211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823755515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fp87r\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-27T06:22:27.422429Z","caller":"traceutil/trace.go:171","msg":"trace[1979748802] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fp87r; range_end:; response_count:1; response_revision:8959; }","duration":"1.824007153s","start":"2026-05-27T06:22:25.598417Z","end":"2026-05-27T06:22:27.422424Z","steps":["trace[1979748802] 'agreement among raft nodes before linearized reading' (duration: 1.823753035s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:22:27.422418Z","caller":"traceutil/trace.go:171","msg":"trace[1768325553] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8959; }","duration":"504.501452ms","start":"2026-05-27T06:22:26.917902Z","end":"2026-05-27T06:22:27.422403Z","steps":["trace[1768325553] 'agreement among raft nodes before linearized reading' (duration: 504.414539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:27.422425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.375597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-27T06:22:27.422443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:25.598396Z","time spent":"1.824043403s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-fp87r\" "} {"level":"warn","ts":"2026-05-27T06:22:27.422413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.941177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-27T06:22:27.422467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:26.917888Z","time spent":"504.562124ms","remote":"127.0.0.1:41354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:22:27.422474Z","caller":"traceutil/trace.go:171","msg":"trace[1273180343] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8959; }","duration":"877.419129ms","start":"2026-05-27T06:22:26.545039Z","end":"2026-05-27T06:22:27.422458Z","steps":["trace[1273180343] 'agreement among raft nodes before linearized reading' (duration: 877.290935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:27.422523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:26.544974Z","time spent":"877.538352ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-27T06:22:27.422523Z","caller":"traceutil/trace.go:171","msg":"trace[209860430] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8959; }","duration":"661.120583ms","start":"2026-05-27T06:22:26.761376Z","end":"2026-05-27T06:22:27.422497Z","steps":["trace[209860430] 'agreement among raft nodes before linearized reading' (duration: 660.835354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:27.422642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:26.761355Z","time spent":"661.270528ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-27T06:22:29.635431Z","caller":"traceutil/trace.go:171","msg":"trace[803359679] transaction","detail":"{read_only:false; response_revision:8970; number_of_response:1; }","duration":"206.983779ms","start":"2026-05-27T06:22:29.428403Z","end":"2026-05-27T06:22:29.635387Z","steps":["trace[803359679] 'process raft request' (duration: 206.819844ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:22:29.665215Z","caller":"traceutil/trace.go:171","msg":"trace[1309379754] linearizableReadLoop","detail":"{readStateIndex:9298; appliedIndex:9295; }","duration":"231.782347ms","start":"2026-05-27T06:22:29.433414Z","end":"2026-05-27T06:22:29.665196Z","steps":["trace[1309379754] 'read index received' (duration: 201.763684ms)","trace[1309379754] 'applied index is now lower than readState.Index' (duration: 30.017683ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:22:29.665546Z","caller":"traceutil/trace.go:171","msg":"trace[934493686] transaction","detail":"{read_only:false; response_revision:8971; number_of_response:1; }","duration":"236.64091ms","start":"2026-05-27T06:22:29.428892Z","end":"2026-05-27T06:22:29.665533Z","steps":["trace[934493686] 'process raft request' (duration: 236.182986ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:22:29.665967Z","caller":"traceutil/trace.go:171","msg":"trace[230807211] transaction","detail":"{read_only:false; response_revision:8972; number_of_response:1; }","duration":"236.31645ms","start":"2026-05-27T06:22:29.429634Z","end":"2026-05-27T06:22:29.665951Z","steps":["trace[230807211] 'process raft request' (duration: 235.526695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:29.666608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.692255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-27T06:22:29.666655Z","caller":"traceutil/trace.go:171","msg":"trace[1141993721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8972; }","duration":"226.779288ms","start":"2026-05-27T06:22:29.439864Z","end":"2026-05-27T06:22:29.666643Z","steps":["trace[1141993721] 'agreement among raft nodes before linearized reading' (duration: 226.645604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:29.666695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.83332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-27T06:22:29.666743Z","caller":"traceutil/trace.go:171","msg":"trace[339773305] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8972; }","duration":"226.908362ms","start":"2026-05-27T06:22:29.439816Z","end":"2026-05-27T06:22:29.666725Z","steps":["trace[339773305] 'agreement among raft nodes before linearized reading' (duration: 226.821809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:29.667631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.961449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-27T06:22:29.667746Z","caller":"traceutil/trace.go:171","msg":"trace[462367257] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8972; }","duration":"230.098103ms","start":"2026-05-27T06:22:29.437605Z","end":"2026-05-27T06:22:29.667703Z","steps":["trace[462367257] 'agreement among raft nodes before linearized reading' (duration: 229.752462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:29.666611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.309999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-27T06:22:29.667917Z","caller":"traceutil/trace.go:171","msg":"trace[2024014509] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8972; }","duration":"230.655521ms","start":"2026-05-27T06:22:29.437249Z","end":"2026-05-27T06:22:29.667904Z","steps":["trace[2024014509] 'agreement among raft nodes before linearized reading' (duration: 229.243437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:29.667842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.425341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-27T06:22:29.668102Z","caller":"traceutil/trace.go:171","msg":"trace[415134053] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8972; }","duration":"234.694419ms","start":"2026-05-27T06:22:29.433363Z","end":"2026-05-27T06:22:29.668058Z","steps":["trace[415134053] 'agreement among raft nodes before linearized reading' (duration: 232.773648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:29.668453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.346747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-27T06:22:29.668713Z","caller":"traceutil/trace.go:171","msg":"trace[1236410808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8972; }","duration":"228.651437ms","start":"2026-05-27T06:22:29.440005Z","end":"2026-05-27T06:22:29.668656Z","steps":["trace[1236410808] 'agreement among raft nodes before linearized reading' (duration: 227.964265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:29.677671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.621973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fp87r\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-27T06:22:29.677787Z","caller":"traceutil/trace.go:171","msg":"trace[1691665377] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fp87r; range_end:; response_count:1; response_revision:8972; }","duration":"232.747787ms","start":"2026-05-27T06:22:29.444995Z","end":"2026-05-27T06:22:29.677743Z","steps":["trace[1691665377] 'agreement among raft nodes before linearized reading' (duration: 221.785829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:30.658817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.639042ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-27T06:22:30.658936Z","caller":"traceutil/trace.go:171","msg":"trace[1530974464] linearizableReadLoop","detail":"{readStateIndex:9305; appliedIndex:9304; }","duration":"369.634952ms","start":"2026-05-27T06:22:30.289282Z","end":"2026-05-27T06:22:30.658917Z","steps":["trace[1530974464] 'read index received' (duration: 131.828293ms)","trace[1530974464] 'applied index is now lower than readState.Index' (duration: 237.804919ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:22:30.659493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.20417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:22:30.659548Z","caller":"traceutil/trace.go:171","msg":"trace[37818424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8978; }","duration":"370.293503ms","start":"2026-05-27T06:22:30.289238Z","end":"2026-05-27T06:22:30.659531Z","steps":["trace[37818424] 'agreement among raft nodes before linearized reading' (duration: 370.172749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:30.659617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:30.289219Z","time spent":"370.386685ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:22:30.659829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.605274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-27T06:22:30.659902Z","caller":"traceutil/trace.go:171","msg":"trace[2120105914] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8978; }","duration":"215.735347ms","start":"2026-05-27T06:22:30.444148Z","end":"2026-05-27T06:22:30.659884Z","steps":["trace[2120105914] 'agreement among raft nodes before linearized reading' (duration: 215.52141ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:22:31.361084Z","caller":"traceutil/trace.go:171","msg":"trace[55800617] transaction","detail":"{read_only:false; response_revision:8979; number_of_response:1; }","duration":"696.854588ms","start":"2026-05-27T06:22:30.6642Z","end":"2026-05-27T06:22:31.361055Z","steps":["trace[55800617] 'process raft request' (duration: 696.556248ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:31.361247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:30.664183Z","time spent":"696.979851ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:22:31.660669Z","caller":"traceutil/trace.go:171","msg":"trace[655601625] transaction","detail":"{read_only:false; response_revision:8980; number_of_response:1; }","duration":"820.654448ms","start":"2026-05-27T06:22:30.839991Z","end":"2026-05-27T06:22:31.660646Z","steps":["trace[655601625] 'process raft request' (duration: 820.489172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:31.66081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:30.839957Z","time spent":"820.777741ms","remote":"127.0.0.1:46782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:22:31.660834Z","caller":"traceutil/trace.go:171","msg":"trace[1004836596] linearizableReadLoop","detail":"{readStateIndex:9308; appliedIndex:9305; }","duration":"433.039565ms","start":"2026-05-27T06:22:31.227772Z","end":"2026-05-27T06:22:31.660812Z","steps":["trace[1004836596] 'read index received' (duration: 133.048753ms)","trace[1004836596] 'applied index is now lower than readState.Index' (duration: 299.989822ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:22:31.660914Z","caller":"traceutil/trace.go:171","msg":"trace[1610962862] transaction","detail":"{read_only:false; response_revision:8981; number_of_response:1; }","duration":"488.436123ms","start":"2026-05-27T06:22:31.17247Z","end":"2026-05-27T06:22:31.660907Z","steps":["trace[1610962862] 'process raft request' (duration: 488.132403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:31.661003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:31.172423Z","time spent":"488.510625ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:22:31.661024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.22372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:22:31.6611Z","caller":"traceutil/trace.go:171","msg":"trace[1110524752] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8981; }","duration":"433.368404ms","start":"2026-05-27T06:22:31.227714Z","end":"2026-05-27T06:22:31.661082Z","steps":["trace[1110524752] 'agreement among raft nodes before linearized reading' (duration: 433.212259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:31.661151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:31.227691Z","time spent":"433.450357ms","remote":"127.0.0.1:51558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:22:31.662501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.630805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:22:31.662552Z","caller":"traceutil/trace.go:171","msg":"trace[48900424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8982; }","duration":"371.729099ms","start":"2026-05-27T06:22:31.29081Z","end":"2026-05-27T06:22:31.66254Z","steps":["trace[48900424] 'agreement among raft nodes before linearized reading' (duration: 371.636676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:31.662575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:31.290785Z","time spent":"371.784471ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:22:31.662943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.355934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-27T06:22:31.662987Z","caller":"traceutil/trace.go:171","msg":"trace[1192485998] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8982; }","duration":"105.456527ms","start":"2026-05-27T06:22:31.557518Z","end":"2026-05-27T06:22:31.662975Z","steps":["trace[1192485998] 'agreement among raft nodes before linearized reading' (duration: 105.341694ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:22:40.714184Z","caller":"traceutil/trace.go:171","msg":"trace[1345249305] transaction","detail":"{read_only:false; response_revision:9074; number_of_response:1; }","duration":"106.80528ms","start":"2026-05-27T06:22:40.607325Z","end":"2026-05-27T06:22:40.71413Z","steps":["trace[1345249305] 'process raft request' (duration: 79.978208ms)","trace[1345249305] 'compare' (duration: 26.509092ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:22:42.102693Z","caller":"traceutil/trace.go:171","msg":"trace[1795386295] linearizableReadLoop","detail":"{readStateIndex:9408; appliedIndex:9407; }","duration":"426.018902ms","start":"2026-05-27T06:22:41.676651Z","end":"2026-05-27T06:22:42.10267Z","steps":["trace[1795386295] 'read index received' (duration: 425.914029ms)","trace[1795386295] 'applied index is now lower than readState.Index' (duration: 103.513µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:22:42.102787Z","caller":"traceutil/trace.go:171","msg":"trace[1205848863] transaction","detail":"{read_only:false; response_revision:9077; number_of_response:1; }","duration":"554.443177ms","start":"2026-05-27T06:22:41.548304Z","end":"2026-05-27T06:22:42.102747Z","steps":["trace[1205848863] 'process raft request' (duration: 554.21179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:42.102999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:41.548276Z","time spent":"554.607493ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:22:42.102994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.313951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-05-27T06:22:42.103088Z","caller":"traceutil/trace.go:171","msg":"trace[418342806] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:9077; }","duration":"426.450175ms","start":"2026-05-27T06:22:41.676619Z","end":"2026-05-27T06:22:42.103069Z","steps":["trace[418342806] 'agreement among raft nodes before linearized reading' (duration: 426.171577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:42.103144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:41.676601Z","time spent":"426.533418ms","remote":"127.0.0.1:46782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3694,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-05-27T06:22:42.495768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.261857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-27T06:22:42.496054Z","caller":"traceutil/trace.go:171","msg":"trace[1538212071] linearizableReadLoop","detail":"{readStateIndex:9411; appliedIndex:9408; }","duration":"393.282333ms","start":"2026-05-27T06:22:42.102753Z","end":"2026-05-27T06:22:42.496036Z","steps":["trace[1538212071] 'read index received' (duration: 242.89627ms)","trace[1538212071] 'applied index is now lower than readState.Index' (duration: 150.384583ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:22:42.496045Z","caller":"traceutil/trace.go:171","msg":"trace[1087058917] transaction","detail":"{read_only:false; response_revision:9078; number_of_response:1; }","duration":"790.036765ms","start":"2026-05-27T06:22:41.705936Z","end":"2026-05-27T06:22:42.495973Z","steps":["trace[1087058917] 'process raft request' (duration: 639.698413ms)","trace[1087058917] 'compare' (duration: 148.540275ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:22:42.496251Z","caller":"traceutil/trace.go:171","msg":"trace[79821884] transaction","detail":"{read_only:false; response_revision:9080; number_of_response:1; }","duration":"753.345051ms","start":"2026-05-27T06:22:41.742883Z","end":"2026-05-27T06:22:42.496228Z","steps":["trace[79821884] 'process raft request' (duration: 753.084423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:42.496264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:41.705914Z","time spent":"790.234131ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:22:42.496341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.094833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-27T06:22:42.496382Z","caller":"traceutil/trace.go:171","msg":"trace[1467538328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9080; }","duration":"713.155525ms","start":"2026-05-27T06:22:41.783215Z","end":"2026-05-27T06:22:42.496371Z","steps":["trace[1467538328] 'agreement among raft nodes before linearized reading' (duration: 713.068723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:42.496424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:41.783201Z","time spent":"713.213247ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T06:22:42.496344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:41.742862Z","time spent":"753.435783ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:22:42.496529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.513888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-27T06:22:42.496516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.442309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fp87r\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-27T06:22:42.49658Z","caller":"traceutil/trace.go:171","msg":"trace[434791851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9080; }","duration":"737.596291ms","start":"2026-05-27T06:22:41.758972Z","end":"2026-05-27T06:22:42.496568Z","steps":["trace[434791851] 'agreement among raft nodes before linearized reading' (duration: 737.407495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:42.496265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.99592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-27T06:22:42.496617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:41.758959Z","time spent":"737.650862ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-27T06:22:42.496621Z","caller":"traceutil/trace.go:171","msg":"trace[1465600454] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fp87r; range_end:; response_count:1; response_revision:9080; }","duration":"710.580913ms","start":"2026-05-27T06:22:41.786019Z","end":"2026-05-27T06:22:42.4966Z","steps":["trace[1465600454] 'agreement among raft nodes before linearized reading' (duration: 710.317954ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:22:42.49648Z","caller":"traceutil/trace.go:171","msg":"trace[850655092] transaction","detail":"{read_only:false; response_revision:9079; number_of_response:1; }","duration":"755.235521ms","start":"2026-05-27T06:22:41.741017Z","end":"2026-05-27T06:22:42.496252Z","steps":["trace[850655092] 'process raft request' (duration: 754.868989ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:42.496666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:41.786007Z","time spent":"710.651076ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-fp87r\" "} {"level":"info","ts":"2026-05-27T06:22:42.49664Z","caller":"traceutil/trace.go:171","msg":"trace[786953401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9080; }","duration":"713.371172ms","start":"2026-05-27T06:22:41.78325Z","end":"2026-05-27T06:22:42.496621Z","steps":["trace[786953401] 'agreement among raft nodes before linearized reading' (duration: 712.875497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:42.496815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:41.740997Z","time spent":"755.709965ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:22:42.496882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:41.783247Z","time spent":"713.590069ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T06:22:42.496868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.01319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-27T06:22:42.496832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.492786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-27T06:22:42.4971Z","caller":"traceutil/trace.go:171","msg":"trace[910992615] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9080; }","duration":"718.210405ms","start":"2026-05-27T06:22:41.778778Z","end":"2026-05-27T06:22:42.496989Z","steps":["trace[910992615] 'agreement among raft nodes before linearized reading' (duration: 717.761761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:42.497221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:41.778768Z","time spent":"718.428103ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-27T06:22:42.49726Z","caller":"traceutil/trace.go:171","msg":"trace[823477027] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9080; }","duration":"713.868728ms","start":"2026-05-27T06:22:41.783268Z","end":"2026-05-27T06:22:42.497137Z","steps":["trace[823477027] 'agreement among raft nodes before linearized reading' (duration: 712.810164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:42.497268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.844245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-27T06:22:42.497329Z","caller":"traceutil/trace.go:171","msg":"trace[2037286044] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9080; }","duration":"723.944367ms","start":"2026-05-27T06:22:41.773369Z","end":"2026-05-27T06:22:42.497313Z","steps":["trace[2037286044] 'agreement among raft nodes before linearized reading' (duration: 723.005678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:42.497369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:41.773341Z","time spent":"724.02042ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T06:22:42.497447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:41.783256Z","time spent":"714.054703ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:22:42.705246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.082146ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-27T06:22:42.705365Z","caller":"traceutil/trace.go:171","msg":"trace[1726059869] linearizableReadLoop","detail":"{readStateIndex:9412; appliedIndex:9411; }","duration":"209.24957ms","start":"2026-05-27T06:22:42.496094Z","end":"2026-05-27T06:22:42.705344Z","steps":["trace[1726059869] 'read index received' (duration: 4.986958ms)","trace[1726059869] 'applied index is now lower than readState.Index' (duration: 204.260962ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:22:42.705498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.141033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:22:42.705533Z","caller":"traceutil/trace.go:171","msg":"trace[1732299528] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:9080; }","duration":"253.231147ms","start":"2026-05-27T06:22:42.452288Z","end":"2026-05-27T06:22:42.705519Z","steps":["trace[1732299528] 'agreement among raft nodes before linearized reading' (duration: 253.149494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:42.705658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.538396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:22:42.705767Z","caller":"traceutil/trace.go:171","msg":"trace[1700591102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9080; }","duration":"414.720412ms","start":"2026-05-27T06:22:42.291021Z","end":"2026-05-27T06:22:42.705741Z","steps":["trace[1700591102] 'agreement among raft nodes before linearized reading' (duration: 414.530106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:42.705786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.096267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18b357ea2115b99e\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-05-27T06:22:42.705839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:42.29099Z","time spent":"414.824675ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T06:22:42.705866Z","caller":"traceutil/trace.go:171","msg":"trace[300528428] range","detail":"{range_begin:/registry/events/openstack/ceph.18b357ea2115b99e; range_end:; response_count:1; response_revision:9080; }","duration":"595.210351ms","start":"2026-05-27T06:22:42.110626Z","end":"2026-05-27T06:22:42.705837Z","steps":["trace[300528428] 'agreement among raft nodes before linearized reading' (duration: 595.006314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:42.705932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:42.110608Z","time spent":"595.309183ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/ceph.18b357ea2115b99e\" "} {"level":"info","ts":"2026-05-27T06:22:42.779776Z","caller":"traceutil/trace.go:171","msg":"trace[2099461950] transaction","detail":"{read_only:false; response_revision:9081; number_of_response:1; }","duration":"277.319961ms","start":"2026-05-27T06:22:42.502433Z","end":"2026-05-27T06:22:42.779753Z","steps":["trace[2099461950] 'process raft request' (duration: 277.097514ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:22:42.833807Z","caller":"traceutil/trace.go:171","msg":"trace[121940974] transaction","detail":"{read_only:false; response_revision:9082; number_of_response:1; }","duration":"330.766357ms","start":"2026-05-27T06:22:42.502997Z","end":"2026-05-27T06:22:42.833764Z","steps":["trace[121940974] 'process raft request' (duration: 303.059608ms)","trace[121940974] 'compare' (duration: 27.463742ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:22:42.833919Z","caller":"traceutil/trace.go:171","msg":"trace[1209407054] linearizableReadLoop","detail":"{readStateIndex:9419; appliedIndex:9412; }","duration":"128.506378ms","start":"2026-05-27T06:22:42.705387Z","end":"2026-05-27T06:22:42.833894Z","steps":["trace[1209407054] 'read index received' (duration: 74.114122ms)","trace[1209407054] 'applied index is now lower than readState.Index' (duration: 54.390796ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:22:42.834121Z","caller":"traceutil/trace.go:171","msg":"trace[388803988] transaction","detail":"{read_only:false; response_revision:9083; number_of_response:1; }","duration":"331.045756ms","start":"2026-05-27T06:22:42.503064Z","end":"2026-05-27T06:22:42.83411Z","steps":["trace[388803988] 'process raft request' (duration: 330.606082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:42.834237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:42.503058Z","time spent":"331.092858ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:22:42.834338Z","caller":"traceutil/trace.go:171","msg":"trace[1479053665] transaction","detail":"{read_only:false; response_revision:9084; number_of_response:1; }","duration":"330.922492ms","start":"2026-05-27T06:22:42.503408Z","end":"2026-05-27T06:22:42.834331Z","steps":["trace[1479053665] 'process raft request' (duration: 330.295922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:42.834376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:42.503398Z","time spent":"330.957153ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:22:42.834491Z","caller":"traceutil/trace.go:171","msg":"trace[2129681126] transaction","detail":"{read_only:false; response_revision:9088; number_of_response:1; }","duration":"125.899106ms","start":"2026-05-27T06:22:42.708578Z","end":"2026-05-27T06:22:42.834477Z","steps":["trace[2129681126] 'process raft request' (duration: 125.252385ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:22:42.834663Z","caller":"traceutil/trace.go:171","msg":"trace[154380892] transaction","detail":"{read_only:false; response_revision:9085; number_of_response:1; }","duration":"330.750246ms","start":"2026-05-27T06:22:42.503903Z","end":"2026-05-27T06:22:42.834653Z","steps":["trace[154380892] 'process raft request' (duration: 329.832277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:42.834605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:42.502968Z","time spent":"330.928692ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:22:42.834764Z","caller":"traceutil/trace.go:171","msg":"trace[671498715] transaction","detail":"{read_only:false; response_revision:9086; number_of_response:1; }","duration":"330.823259ms","start":"2026-05-27T06:22:42.503932Z","end":"2026-05-27T06:22:42.834755Z","steps":["trace[671498715] 'process raft request' (duration: 329.830817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:42.834835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:42.50392Z","time spent":"330.885681ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:22:42.834885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.769866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:22:42.834912Z","caller":"traceutil/trace.go:171","msg":"trace[1729526718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9088; }","duration":"127.840357ms","start":"2026-05-27T06:22:42.707064Z","end":"2026-05-27T06:22:42.834904Z","steps":["trace[1729526718] 'agreement among raft nodes before linearized reading' (duration: 127.799536ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:22:42.835114Z","caller":"traceutil/trace.go:171","msg":"trace[535112499] transaction","detail":"{read_only:false; response_revision:9087; number_of_response:1; }","duration":"329.842048ms","start":"2026-05-27T06:22:42.505259Z","end":"2026-05-27T06:22:42.835101Z","steps":["trace[535112499] 'process raft request' (duration: 328.529796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:42.835174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:42.505252Z","time spent":"329.895769ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-27T06:22:42.83473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:42.503896Z","time spent":"330.797808ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:22:42.834838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.259083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228490"} {"level":"info","ts":"2026-05-27T06:22:42.835747Z","caller":"traceutil/trace.go:171","msg":"trace[1182184090] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9088; }","duration":"332.196113ms","start":"2026-05-27T06:22:42.503543Z","end":"2026-05-27T06:22:42.835739Z","steps":["trace[1182184090] 'agreement among raft nodes before linearized reading' (duration: 330.970444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:42.835779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:22:42.503535Z","time spent":"332.234854ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228512,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-27T06:22:43.796427Z","caller":"traceutil/trace.go:171","msg":"trace[908594233] linearizableReadLoop","detail":"{readStateIndex:9426; appliedIndex:9425; }","duration":"231.967342ms","start":"2026-05-27T06:22:43.564428Z","end":"2026-05-27T06:22:43.796395Z","steps":["trace[908594233] 'read index received' (duration: 231.619491ms)","trace[908594233] 'applied index is now lower than readState.Index' (duration: 346.911µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:22:43.79696Z","caller":"traceutil/trace.go:171","msg":"trace[1851455844] transaction","detail":"{read_only:false; response_revision:9094; number_of_response:1; }","duration":"238.679435ms","start":"2026-05-27T06:22:43.558225Z","end":"2026-05-27T06:22:43.796904Z","steps":["trace[1851455844] 'process raft request' (duration: 237.977723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:43.797154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.696405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:22:43.797207Z","caller":"traceutil/trace.go:171","msg":"trace[825556748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9094; }","duration":"232.794208ms","start":"2026-05-27T06:22:43.564398Z","end":"2026-05-27T06:22:43.797192Z","steps":["trace[825556748] 'agreement among raft nodes before linearized reading' (duration: 232.676615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:22:43.797424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.604681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-27T06:22:43.797543Z","caller":"traceutil/trace.go:171","msg":"trace[75944556] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9094; }","duration":"179.918681ms","start":"2026-05-27T06:22:43.617598Z","end":"2026-05-27T06:22:43.797517Z","steps":["trace[75944556] 'agreement among raft nodes before linearized reading' (duration: 179.412705ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:22:44.916052Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024dd.wal"} {"level":"info","ts":"2026-05-27T06:23:35.270826Z","caller":"traceutil/trace.go:171","msg":"trace[903961011] linearizableReadLoop","detail":"{readStateIndex:9956; appliedIndex:9954; }","duration":"113.243765ms","start":"2026-05-27T06:23:35.157545Z","end":"2026-05-27T06:23:35.270789Z","steps":["trace[903961011] 'read index received' (duration: 98.521597ms)","trace[903961011] 'applied index is now lower than readState.Index' (duration: 14.721008ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:23:35.270875Z","caller":"traceutil/trace.go:171","msg":"trace[1094958750] transaction","detail":"{read_only:false; response_revision:9608; number_of_response:1; }","duration":"113.348647ms","start":"2026-05-27T06:23:35.157495Z","end":"2026-05-27T06:23:35.270844Z","steps":["trace[1094958750] 'process raft request' (duration: 113.151221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:23:35.271078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.449901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-27T06:23:35.271128Z","caller":"traceutil/trace.go:171","msg":"trace[1599481651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9608; }","duration":"113.565825ms","start":"2026-05-27T06:23:35.157548Z","end":"2026-05-27T06:23:35.271114Z","steps":["trace[1599481651] 'agreement among raft nodes before linearized reading' (duration: 113.41831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:23:35.271079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.510143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-27T06:23:35.271211Z","caller":"traceutil/trace.go:171","msg":"trace[794446262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9608; }","duration":"113.693519ms","start":"2026-05-27T06:23:35.157506Z","end":"2026-05-27T06:23:35.2712Z","steps":["trace[794446262] 'agreement among raft nodes before linearized reading' (duration: 113.41187ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:23:39.483041Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"520ed656383c33a4","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-27T06:23:39.496377Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-27T06:23:39.496531Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-05-27T06:23:59.932819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787378341,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-27T06:24:00.245113Z","caller":"traceutil/trace.go:171","msg":"trace[460789571] transaction","detail":"{read_only:false; response_revision:9829; number_of_response:1; }","duration":"858.695214ms","start":"2026-05-27T06:23:59.386388Z","end":"2026-05-27T06:24:00.245083Z","steps":["trace[460789571] 'process raft request' (duration: 858.474107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:24:00.245295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:23:59.386361Z","time spent":"858.850329ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:24:00.272944Z","caller":"traceutil/trace.go:171","msg":"trace[1838736542] transaction","detail":"{read_only:false; response_revision:9830; number_of_response:1; }","duration":"885.03481ms","start":"2026-05-27T06:23:59.38788Z","end":"2026-05-27T06:24:00.272915Z","steps":["trace[1838736542] 'process raft request' (duration: 884.838364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:24:00.273123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:23:59.387856Z","time spent":"885.177784ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:24:00.273149Z","caller":"traceutil/trace.go:171","msg":"trace[924586382] linearizableReadLoop","detail":"{readStateIndex:10183; appliedIndex:10180; }","duration":"841.203549ms","start":"2026-05-27T06:23:59.431918Z","end":"2026-05-27T06:24:00.273122Z","steps":["trace[924586382] 'read index received' (duration: 812.933922ms)","trace[924586382] 'applied index is now lower than readState.Index' (duration: 28.267337ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:24:00.273155Z","caller":"traceutil/trace.go:171","msg":"trace[1031655420] transaction","detail":"{read_only:false; response_revision:9831; number_of_response:1; }","duration":"601.056147ms","start":"2026-05-27T06:23:59.672073Z","end":"2026-05-27T06:24:00.273129Z","steps":["trace[1031655420] 'process raft request' (duration: 600.798069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:24:00.273299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.380704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-27T06:24:00.273362Z","caller":"traceutil/trace.go:171","msg":"trace[2100157297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9831; }","duration":"841.501258ms","start":"2026-05-27T06:23:59.431845Z","end":"2026-05-27T06:24:00.273346Z","steps":["trace[2100157297] 'agreement among raft nodes before linearized reading' (duration: 841.368144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:24:00.273409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:23:59.431804Z","time spent":"841.592311ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T06:24:00.273472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:23:59.672044Z","time spent":"601.290225ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:24:00.273896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.87115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-27T06:24:00.273957Z","caller":"traceutil/trace.go:171","msg":"trace[21183806] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9831; }","duration":"835.976323ms","start":"2026-05-27T06:23:59.437964Z","end":"2026-05-27T06:24:00.27394Z","steps":["trace[21183806] 'agreement among raft nodes before linearized reading' (duration: 835.87247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:24:00.273991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:23:59.437942Z","time spent":"836.041315ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-27T06:24:00.274043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.369065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-27T06:24:00.274091Z","caller":"traceutil/trace.go:171","msg":"trace[490046217] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9831; }","duration":"571.458517ms","start":"2026-05-27T06:23:59.702617Z","end":"2026-05-27T06:24:00.274075Z","steps":["trace[490046217] 'agreement among raft nodes before linearized reading' (duration: 571.341754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:24:00.274126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:23:59.702594Z","time spent":"571.52517ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-27T06:24:00.274169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.69429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-27T06:24:00.274209Z","caller":"traceutil/trace.go:171","msg":"trace[1429830028] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:9831; }","duration":"735.785433ms","start":"2026-05-27T06:23:59.53841Z","end":"2026-05-27T06:24:00.274195Z","steps":["trace[1429830028] 'agreement among raft nodes before linearized reading' (duration: 735.721871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:24:00.274249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:23:59.538381Z","time spent":"735.858376ms","remote":"127.0.0.1:38632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:24:00.274306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.531376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:24:00.274352Z","caller":"traceutil/trace.go:171","msg":"trace[749359236] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:9831; }","duration":"477.607669ms","start":"2026-05-27T06:23:59.796732Z","end":"2026-05-27T06:24:00.274339Z","steps":["trace[749359236] 'agreement among raft nodes before linearized reading' (duration: 477.542007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:24:00.274381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:23:59.796715Z","time spent":"477.658061ms","remote":"127.0.0.1:45368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:24:00.274521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.948857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fp87r\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-27T06:24:00.274563Z","caller":"traceutil/trace.go:171","msg":"trace[931935896] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fp87r; range_end:; response_count:1; response_revision:9831; }","duration":"793.02354ms","start":"2026-05-27T06:23:59.481529Z","end":"2026-05-27T06:24:00.274553Z","steps":["trace[931935896] 'agreement among raft nodes before linearized reading' (duration: 792.862544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:24:00.274565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.255857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-27T06:24:00.274591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:23:59.481514Z","time spent":"793.070902ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-fp87r\" "} {"level":"info","ts":"2026-05-27T06:24:00.274612Z","caller":"traceutil/trace.go:171","msg":"trace[594220831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9831; }","duration":"804.338909ms","start":"2026-05-27T06:23:59.470261Z","end":"2026-05-27T06:24:00.2746Z","steps":["trace[594220831] 'agreement among raft nodes before linearized reading' (duration: 804.251086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:24:00.274692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:23:59.470203Z","time spent":"804.480924ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T06:24:00.274731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.729946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-27T06:24:00.274728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.910035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-27T06:24:00.274832Z","caller":"traceutil/trace.go:171","msg":"trace[2028828479] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:9831; }","duration":"499.156933ms","start":"2026-05-27T06:23:59.775658Z","end":"2026-05-27T06:24:00.274815Z","steps":["trace[2028828479] 'agreement among raft nodes before linearized reading' (duration: 498.809922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:24:00.274924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:23:59.77563Z","time spent":"499.277147ms","remote":"127.0.0.1:37848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:24:00.274827Z","caller":"traceutil/trace.go:171","msg":"trace[606442177] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:9831; }","duration":"496.932773ms","start":"2026-05-27T06:23:59.77787Z","end":"2026-05-27T06:24:00.274803Z","steps":["trace[606442177] 'agreement among raft nodes before linearized reading' (duration: 496.718796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:24:00.275098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:23:59.777848Z","time spent":"497.20356ms","remote":"127.0.0.1:33156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:24:00.487715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.491613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-27T06:24:00.487862Z","caller":"traceutil/trace.go:171","msg":"trace[583805976] transaction","detail":"{read_only:false; response_revision:9832; number_of_response:1; }","duration":"209.52441ms","start":"2026-05-27T06:24:00.278314Z","end":"2026-05-27T06:24:00.487838Z","steps":["trace[583805976] 'compare' (duration: 199.76754ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:24:00.628237Z","caller":"traceutil/trace.go:171","msg":"trace[1342211904] transaction","detail":"{read_only:false; response_revision:9833; number_of_response:1; }","duration":"349.707169ms","start":"2026-05-27T06:24:00.278508Z","end":"2026-05-27T06:24:00.628216Z","steps":["trace[1342211904] 'process raft request' (duration: 336.677096ms)","trace[1342211904] 'compare' (duration: 12.877119ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:24:00.628362Z","caller":"traceutil/trace.go:171","msg":"trace[164100683] linearizableReadLoop","detail":"{readStateIndex:10186; appliedIndex:10183; }","duration":"348.996256ms","start":"2026-05-27T06:24:00.279341Z","end":"2026-05-27T06:24:00.628337Z","steps":["trace[164100683] 'read index received' (duration: 7.802907ms)","trace[164100683] 'applied index is now lower than readState.Index' (duration: 341.191559ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:24:00.628393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:24:00.278487Z","time spent":"349.833674ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:24:00.628449Z","caller":"traceutil/trace.go:171","msg":"trace[1334955212] transaction","detail":"{read_only:false; response_revision:9834; number_of_response:1; }","duration":"349.485922ms","start":"2026-05-27T06:24:00.278941Z","end":"2026-05-27T06:24:00.628427Z","steps":["trace[1334955212] 'process raft request' (duration: 349.238304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:24:00.628563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:24:00.278917Z","time spent":"349.582375ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:24:00.628854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.488773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291278"} {"level":"info","ts":"2026-05-27T06:24:00.628921Z","caller":"traceutil/trace.go:171","msg":"trace[469147915] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9834; }","duration":"349.595015ms","start":"2026-05-27T06:24:00.279311Z","end":"2026-05-27T06:24:00.628906Z","steps":["trace[469147915] 'agreement among raft nodes before linearized reading' (duration: 349.130311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:24:00.628955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:24:00.2793Z","time spent":"349.647688ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291300,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-27T06:24:00.75499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.776496ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-27T06:24:00.755397Z","caller":"traceutil/trace.go:171","msg":"trace[54253552] linearizableReadLoop","detail":"{readStateIndex:10188; appliedIndex:10186; }","duration":"126.961879ms","start":"2026-05-27T06:24:00.628409Z","end":"2026-05-27T06:24:00.755371Z","steps":["trace[54253552] 'read index received' (duration: 9.715128ms)","trace[54253552] 'applied index is now lower than readState.Index' (duration: 117.244721ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:24:00.755486Z","caller":"traceutil/trace.go:171","msg":"trace[893374724] transaction","detail":"{read_only:false; response_revision:9835; number_of_response:1; }","duration":"178.500045ms","start":"2026-05-27T06:24:00.576945Z","end":"2026-05-27T06:24:00.755445Z","steps":["trace[893374724] 'process raft request' (duration: 178.219437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:24:00.828634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.15128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-27T06:24:00.828714Z","caller":"traceutil/trace.go:171","msg":"trace[1112312441] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9835; }","duration":"549.307154ms","start":"2026-05-27T06:24:00.279387Z","end":"2026-05-27T06:24:00.828694Z","steps":["trace[1112312441] 'agreement among raft nodes before linearized reading' (duration: 476.096111ms)","trace[1112312441] 'range keys from in-memory index tree' (duration: 73.07958ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:24:00.828779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:24:00.279374Z","time spent":"549.392987ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-27T06:24:00.828933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.675287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-27T06:24:00.829034Z","caller":"traceutil/trace.go:171","msg":"trace[1871083825] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:9835; }","duration":"325.820041ms","start":"2026-05-27T06:24:00.503187Z","end":"2026-05-27T06:24:00.829007Z","steps":["trace[1871083825] 'agreement among raft nodes before linearized reading' (duration: 252.312418ms)","trace[1871083825] 'count revisions from in-memory index tree' (duration: 73.372259ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:24:00.8291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:24:00.503161Z","time spent":"325.915055ms","remote":"127.0.0.1:37814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:25:12.707963Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7947} {"level":"info","ts":"2026-05-27T06:25:12.794352Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7947,"took":"84.132469ms","hash":2008594409,"current-db-size-bytes":54120448,"current-db-size":"54 MB","current-db-size-in-use-bytes":25038848,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-05-27T06:25:12.794431Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2008594409,"revision":7947,"compact-revision":5589} {"level":"info","ts":"2026-05-27T06:25:24.806779Z","caller":"traceutil/trace.go:171","msg":"trace[42662375] linearizableReadLoop","detail":"{readStateIndex:10785; appliedIndex:10784; }","duration":"110.132683ms","start":"2026-05-27T06:25:24.696622Z","end":"2026-05-27T06:25:24.806755Z","steps":["trace[42662375] 'read index received' (duration: 109.795013ms)","trace[42662375] 'applied index is now lower than readState.Index' (duration: 336.44µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:25:24.806842Z","caller":"traceutil/trace.go:171","msg":"trace[1639482605] transaction","detail":"{read_only:false; response_revision:10414; number_of_response:1; }","duration":"142.902692ms","start":"2026-05-27T06:25:24.663905Z","end":"2026-05-27T06:25:24.806808Z","steps":["trace[1639482605] 'process raft request' (duration: 142.661464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:25:24.80739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.755142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-27T06:25:24.807516Z","caller":"traceutil/trace.go:171","msg":"trace[112729876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10414; }","duration":"110.929198ms","start":"2026-05-27T06:25:24.696573Z","end":"2026-05-27T06:25:24.807502Z","steps":["trace[112729876] 'agreement among raft nodes before linearized reading' (duration: 110.279557ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:26:57.653137Z","caller":"traceutil/trace.go:171","msg":"trace[1805487493] transaction","detail":"{read_only:false; response_revision:10963; number_of_response:1; }","duration":"115.71774ms","start":"2026-05-27T06:26:57.537391Z","end":"2026-05-27T06:26:57.653109Z","steps":["trace[1805487493] 'process raft request' (duration: 115.462852ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:26:57.668555Z","caller":"traceutil/trace.go:171","msg":"trace[1507420422] transaction","detail":"{read_only:false; response_revision:10964; number_of_response:1; }","duration":"127.587547ms","start":"2026-05-27T06:26:57.540918Z","end":"2026-05-27T06:26:57.668505Z","steps":["trace[1507420422] 'process raft request' (duration: 127.285987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:28:08.256051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.95675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:28:08.256149Z","caller":"traceutil/trace.go:171","msg":"trace[845556038] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:11435; }","duration":"164.118895ms","start":"2026-05-27T06:28:08.092008Z","end":"2026-05-27T06:28:08.256127Z","steps":["trace[845556038] 'count revisions from in-memory index tree' (duration: 163.859607ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:29:18.272485Z","caller":"traceutil/trace.go:171","msg":"trace[1785728749] linearizableReadLoop","detail":"{readStateIndex:12575; appliedIndex:12574; }","duration":"227.076665ms","start":"2026-05-27T06:29:18.045382Z","end":"2026-05-27T06:29:18.272459Z","steps":["trace[1785728749] 'read index received' (duration: 226.812996ms)","trace[1785728749] 'applied index is now lower than readState.Index' (duration: 262.878µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:29:18.272866Z","caller":"traceutil/trace.go:171","msg":"trace[1280823274] transaction","detail":"{read_only:false; response_revision:12148; number_of_response:1; }","duration":"241.133201ms","start":"2026-05-27T06:29:18.03172Z","end":"2026-05-27T06:29:18.272854Z","steps":["trace[1280823274] 'process raft request' (duration: 240.590184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:29:18.273146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.752516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-27T06:29:18.273181Z","caller":"traceutil/trace.go:171","msg":"trace[354018298] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12148; }","duration":"227.838099ms","start":"2026-05-27T06:29:18.045331Z","end":"2026-05-27T06:29:18.273169Z","steps":["trace[354018298] 'agreement among raft nodes before linearized reading' (duration: 227.705865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:29:18.273463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.510693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-27T06:29:18.274853Z","caller":"traceutil/trace.go:171","msg":"trace[252462052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12148; }","duration":"225.924678ms","start":"2026-05-27T06:29:18.048884Z","end":"2026-05-27T06:29:18.274809Z","steps":["trace[252462052] 'agreement among raft nodes before linearized reading' (duration: 224.393599ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:29:18.611937Z","caller":"traceutil/trace.go:171","msg":"trace[1156001325] transaction","detail":"{read_only:false; response_revision:12149; number_of_response:1; }","duration":"334.220469ms","start":"2026-05-27T06:29:18.277679Z","end":"2026-05-27T06:29:18.611899Z","steps":["trace[1156001325] 'process raft request' (duration: 332.537986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:29:18.612091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:29:18.277654Z","time spent":"334.353673ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:29:18.612378Z","caller":"traceutil/trace.go:171","msg":"trace[1937036476] linearizableReadLoop","detail":"{readStateIndex:12580; appliedIndex:12575; }","duration":"197.33583ms","start":"2026-05-27T06:29:18.414996Z","end":"2026-05-27T06:29:18.612332Z","steps":["trace[1937036476] 'read index received' (duration: 195.304875ms)","trace[1937036476] 'applied index is now lower than readState.Index' (duration: 2.029705ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:29:18.612446Z","caller":"traceutil/trace.go:171","msg":"trace[238554838] transaction","detail":"{read_only:false; response_revision:12152; number_of_response:1; }","duration":"331.186812ms","start":"2026-05-27T06:29:18.281252Z","end":"2026-05-27T06:29:18.612438Z","steps":["trace[238554838] 'process raft request' (duration: 330.919364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:29:18.612479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:29:18.281239Z","time spent":"331.222214ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:29:18.612498Z","caller":"traceutil/trace.go:171","msg":"trace[483733601] transaction","detail":"{read_only:false; response_revision:12153; number_of_response:1; }","duration":"325.985617ms","start":"2026-05-27T06:29:18.286471Z","end":"2026-05-27T06:29:18.612456Z","steps":["trace[483733601] 'process raft request' (duration: 325.786571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:29:18.612637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.650149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-27T06:29:18.612669Z","caller":"traceutil/trace.go:171","msg":"trace[39108690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12153; }","duration":"197.714941ms","start":"2026-05-27T06:29:18.414945Z","end":"2026-05-27T06:29:18.61266Z","steps":["trace[39108690] 'agreement among raft nodes before linearized reading' (duration: 197.612908ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:29:18.612676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.197662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-27T06:29:18.612706Z","caller":"traceutil/trace.go:171","msg":"trace[328883098] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12153; }","duration":"110.228562ms","start":"2026-05-27T06:29:18.502466Z","end":"2026-05-27T06:29:18.612695Z","steps":["trace[328883098] 'agreement among raft nodes before linearized reading' (duration: 110.122759ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:29:18.612517Z","caller":"traceutil/trace.go:171","msg":"trace[995259178] transaction","detail":"{read_only:false; response_revision:12150; number_of_response:1; }","duration":"333.413433ms","start":"2026-05-27T06:29:18.27907Z","end":"2026-05-27T06:29:18.612484Z","steps":["trace[995259178] 'process raft request' (duration: 332.781373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:29:18.612757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:29:18.286461Z","time spent":"326.174894ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:29:18.612939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:29:18.279058Z","time spent":"333.736734ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:29:18.612546Z","caller":"traceutil/trace.go:171","msg":"trace[1956801063] transaction","detail":"{read_only:false; response_revision:12151; number_of_response:1; }","duration":"333.139655ms","start":"2026-05-27T06:29:18.279379Z","end":"2026-05-27T06:29:18.612519Z","steps":["trace[1956801063] 'process raft request' (duration: 332.693011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:29:18.61348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:29:18.279357Z","time spent":"334.091184ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:29:38.896483Z","caller":"traceutil/trace.go:171","msg":"trace[1138331329] transaction","detail":"{read_only:false; response_revision:12260; number_of_response:1; }","duration":"189.566203ms","start":"2026-05-27T06:29:38.706881Z","end":"2026-05-27T06:29:38.896447Z","steps":["trace[1138331329] 'process raft request' (duration: 189.361076ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:29:38.939484Z","caller":"traceutil/trace.go:171","msg":"trace[959373303] linearizableReadLoop","detail":"{readStateIndex:12692; appliedIndex:12690; }","duration":"193.471948ms","start":"2026-05-27T06:29:38.745988Z","end":"2026-05-27T06:29:38.93946Z","steps":["trace[959373303] 'read index received' (duration: 150.173102ms)","trace[959373303] 'applied index is now lower than readState.Index' (duration: 43.297616ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:29:38.939605Z","caller":"traceutil/trace.go:171","msg":"trace[879361203] transaction","detail":"{read_only:false; response_revision:12261; number_of_response:1; }","duration":"229.640797ms","start":"2026-05-27T06:29:38.709916Z","end":"2026-05-27T06:29:38.939557Z","steps":["trace[879361203] 'process raft request' (duration: 229.353038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:29:38.93973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.959579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-27T06:29:38.939768Z","caller":"traceutil/trace.go:171","msg":"trace[1295420946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12261; }","duration":"181.070193ms","start":"2026-05-27T06:29:38.758688Z","end":"2026-05-27T06:29:38.939758Z","steps":["trace[1295420946] 'agreement among raft nodes before linearized reading' (duration: 180.919718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:29:38.93979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.314297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:29:38.939847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.569853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:29:38.939849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.826169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-27T06:29:38.939872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.298846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-05-27T06:29:38.939937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.385701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:29:38.939938Z","caller":"traceutil/trace.go:171","msg":"trace[2033188197] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12261; }","duration":"172.711817ms","start":"2026-05-27T06:29:38.767203Z","end":"2026-05-27T06:29:38.939915Z","steps":["trace[2033188197] 'agreement among raft nodes before linearized reading' (duration: 172.555792ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:29:38.939969Z","caller":"traceutil/trace.go:171","msg":"trace[1327488139] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12261; }","duration":"174.485354ms","start":"2026-05-27T06:29:38.765472Z","end":"2026-05-27T06:29:38.939957Z","steps":["trace[1327488139] 'agreement among raft nodes before linearized reading' (duration: 174.446813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:29:38.939968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.486922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:29:38.939967Z","caller":"traceutil/trace.go:171","msg":"trace[1470896582] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12261; }","duration":"167.43389ms","start":"2026-05-27T06:29:38.772519Z","end":"2026-05-27T06:29:38.939953Z","steps":["trace[1470896582] 'agreement among raft nodes before linearized reading' (duration: 167.178962ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:29:38.939977Z","caller":"traceutil/trace.go:171","msg":"trace[803821573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12261; }","duration":"193.950802ms","start":"2026-05-27T06:29:38.745979Z","end":"2026-05-27T06:29:38.93993Z","steps":["trace[803821573] 'agreement among raft nodes before linearized reading' (duration: 193.622122ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:29:38.940002Z","caller":"traceutil/trace.go:171","msg":"trace[672101792] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12261; }","duration":"173.535683ms","start":"2026-05-27T06:29:38.766457Z","end":"2026-05-27T06:29:38.939993Z","steps":["trace[672101792] 'agreement among raft nodes before linearized reading' (duration: 173.485352ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:29:38.939911Z","caller":"traceutil/trace.go:171","msg":"trace[1013517894] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12261; }","duration":"173.472652ms","start":"2026-05-27T06:29:38.766408Z","end":"2026-05-27T06:29:38.939881Z","steps":["trace[1013517894] 'agreement among raft nodes before linearized reading' (duration: 173.247285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:29:38.939897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.602991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-27T06:29:38.940124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.778687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-27T06:29:38.940171Z","caller":"traceutil/trace.go:171","msg":"trace[80899125] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12261; }","duration":"176.87932ms","start":"2026-05-27T06:29:38.763268Z","end":"2026-05-27T06:29:38.940147Z","steps":["trace[80899125] 'agreement among raft nodes before linearized reading' (duration: 176.571651ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:29:38.940224Z","caller":"traceutil/trace.go:171","msg":"trace[1642658675] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12261; }","duration":"176.975083ms","start":"2026-05-27T06:29:38.76322Z","end":"2026-05-27T06:29:38.940196Z","steps":["trace[1642658675] 'agreement among raft nodes before linearized reading' (duration: 176.635762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:29:38.940201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.371817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-27T06:29:38.940337Z","caller":"traceutil/trace.go:171","msg":"trace[864275063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12261; }","duration":"178.588054ms","start":"2026-05-27T06:29:38.761717Z","end":"2026-05-27T06:29:38.940305Z","steps":["trace[864275063] 'agreement among raft nodes before linearized reading' (duration: 178.192672ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:29:39.063062Z","caller":"traceutil/trace.go:171","msg":"trace[123790065] linearizableReadLoop","detail":"{readStateIndex:12697; appliedIndex:12692; }","duration":"112.008189ms","start":"2026-05-27T06:29:38.95103Z","end":"2026-05-27T06:29:39.063038Z","steps":["trace[123790065] 'read index received' (duration: 72.732631ms)","trace[123790065] 'applied index is now lower than readState.Index' (duration: 39.274688ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:29:39.063078Z","caller":"traceutil/trace.go:171","msg":"trace[1798991370] transaction","detail":"{read_only:false; response_revision:12263; number_of_response:1; }","duration":"117.789393ms","start":"2026-05-27T06:29:38.945252Z","end":"2026-05-27T06:29:39.063042Z","steps":["trace[1798991370] 'process raft request' (duration: 117.535275ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:29:39.063097Z","caller":"traceutil/trace.go:171","msg":"trace[159122502] transaction","detail":"{read_only:false; response_revision:12265; number_of_response:1; }","duration":"117.473612ms","start":"2026-05-27T06:29:38.945582Z","end":"2026-05-27T06:29:39.063056Z","steps":["trace[159122502] 'process raft request' (duration: 117.38782ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:29:39.063148Z","caller":"traceutil/trace.go:171","msg":"trace[1749638508] transaction","detail":"{read_only:false; response_revision:12264; number_of_response:1; }","duration":"117.646788ms","start":"2026-05-27T06:29:38.945457Z","end":"2026-05-27T06:29:39.063104Z","steps":["trace[1749638508] 'process raft request' (duration: 117.481282ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:29:39.06319Z","caller":"traceutil/trace.go:171","msg":"trace[907915292] transaction","detail":"{read_only:false; response_revision:12266; number_of_response:1; }","duration":"117.349628ms","start":"2026-05-27T06:29:38.945803Z","end":"2026-05-27T06:29:39.063152Z","steps":["trace[907915292] 'process raft request' (duration: 117.194343ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:29:39.063246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.009449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:29:39.06328Z","caller":"traceutil/trace.go:171","msg":"trace[2092242575] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12266; }","duration":"112.093551ms","start":"2026-05-27T06:29:38.951178Z","end":"2026-05-27T06:29:39.063272Z","steps":["trace[2092242575] 'agreement among raft nodes before linearized reading' (duration: 112.000538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:29:39.063362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.862979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:29:39.063353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.298268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-05-27T06:29:39.063466Z","caller":"traceutil/trace.go:171","msg":"trace[799648462] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12266; }","duration":"112.422832ms","start":"2026-05-27T06:29:38.951025Z","end":"2026-05-27T06:29:39.063448Z","steps":["trace[799648462] 'agreement among raft nodes before linearized reading' (duration: 112.144643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:29:39.063475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.739001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:29:39.063491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.569305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-27T06:29:39.063529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.004379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:29:39.063533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.792962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:29:39.063551Z","caller":"traceutil/trace.go:171","msg":"trace[1934381762] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12266; }","duration":"111.72482ms","start":"2026-05-27T06:29:38.951813Z","end":"2026-05-27T06:29:39.063538Z","steps":["trace[1934381762] 'agreement among raft nodes before linearized reading' (duration: 111.463131ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:29:39.063569Z","caller":"traceutil/trace.go:171","msg":"trace[1694960515] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12266; }","duration":"112.06645ms","start":"2026-05-27T06:29:38.951493Z","end":"2026-05-27T06:29:39.06356Z","steps":["trace[1694960515] 'agreement among raft nodes before linearized reading' (duration: 112.009058ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:29:39.063579Z","caller":"traceutil/trace.go:171","msg":"trace[2141930774] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12266; }","duration":"111.875385ms","start":"2026-05-27T06:29:38.951693Z","end":"2026-05-27T06:29:39.063568Z","steps":["trace[2141930774] 'agreement among raft nodes before linearized reading' (duration: 111.788552ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:29:39.063512Z","caller":"traceutil/trace.go:171","msg":"trace[1175762440] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12266; }","duration":"111.842413ms","start":"2026-05-27T06:29:38.95166Z","end":"2026-05-27T06:29:39.063502Z","steps":["trace[1175762440] 'agreement among raft nodes before linearized reading' (duration: 111.712029ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:29:39.063466Z","caller":"traceutil/trace.go:171","msg":"trace[2097495605] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:12266; }","duration":"108.945451ms","start":"2026-05-27T06:29:38.954455Z","end":"2026-05-27T06:29:39.0634Z","steps":["trace[2097495605] 'agreement among raft nodes before linearized reading' (duration: 108.839128ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:30:12.715198Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10326} {"level":"info","ts":"2026-05-27T06:30:12.805056Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10326,"took":"86.806208ms","hash":2255707814,"current-db-size-bytes":54120448,"current-db-size":"54 MB","current-db-size-in-use-bytes":25755648,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-27T06:30:12.805117Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2255707814,"revision":10326,"compact-revision":7947} {"level":"info","ts":"2026-05-27T06:33:44.615448Z","caller":"traceutil/trace.go:171","msg":"trace[1643845409] transaction","detail":"{read_only:false; response_revision:13839; number_of_response:1; }","duration":"130.506826ms","start":"2026-05-27T06:33:44.484894Z","end":"2026-05-27T06:33:44.615401Z","steps":["trace[1643845409] 'process raft request' (duration: 130.3328ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:33:44.615785Z","caller":"traceutil/trace.go:171","msg":"trace[1442532837] transaction","detail":"{read_only:false; response_revision:13840; number_of_response:1; }","duration":"130.538507ms","start":"2026-05-27T06:33:44.485211Z","end":"2026-05-27T06:33:44.61575Z","steps":["trace[1442532837] 'process raft request' (duration: 130.141334ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:33:46.179482Z","caller":"traceutil/trace.go:171","msg":"trace[1998818053] transaction","detail":"{read_only:false; response_revision:13847; number_of_response:1; }","duration":"111.837583ms","start":"2026-05-27T06:33:46.067622Z","end":"2026-05-27T06:33:46.17946Z","steps":["trace[1998818053] 'process raft request' (duration: 109.22364ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:35:12.723299Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12491} {"level":"info","ts":"2026-05-27T06:35:12.799303Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12491,"took":"73.349771ms","hash":2472589007,"current-db-size-bytes":54120448,"current-db-size":"54 MB","current-db-size-in-use-bytes":27639808,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-27T06:35:12.799456Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2472589007,"revision":12491,"compact-revision":10326} {"level":"info","ts":"2026-05-27T06:35:26.887938Z","caller":"traceutil/trace.go:171","msg":"trace[1767298808] transaction","detail":"{read_only:false; response_revision:14641; number_of_response:1; }","duration":"348.998107ms","start":"2026-05-27T06:35:26.538906Z","end":"2026-05-27T06:35:26.887904Z","steps":["trace[1767298808] 'process raft request' (duration: 254.167014ms)","trace[1767298808] 'compare' (duration: 94.680468ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:35:26.888112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:35:26.53889Z","time spent":"349.137392ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:35:31.559681Z","caller":"traceutil/trace.go:171","msg":"trace[1736845206] linearizableReadLoop","detail":"{readStateIndex:15179; appliedIndex:15178; }","duration":"316.289729ms","start":"2026-05-27T06:35:31.243365Z","end":"2026-05-27T06:35:31.559654Z","steps":["trace[1736845206] 'read index received' (duration: 316.032611ms)","trace[1736845206] 'applied index is now lower than readState.Index' (duration: 256.198µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:35:31.559722Z","caller":"traceutil/trace.go:171","msg":"trace[803773192] transaction","detail":"{read_only:false; response_revision:14663; number_of_response:1; }","duration":"419.865759ms","start":"2026-05-27T06:35:31.13983Z","end":"2026-05-27T06:35:31.559696Z","steps":["trace[803773192] 'process raft request' (duration: 419.646972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:35:31.559837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.461574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-27T06:35:31.559866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:35:31.139804Z","time spent":"419.982963ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:35:31.55998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.324717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:35:31.560016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.75057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-27T06:35:31.560015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.940158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-27T06:35:31.560048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.921923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-27T06:35:31.560066Z","caller":"traceutil/trace.go:171","msg":"trace[1145890331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14663; }","duration":"269.45014ms","start":"2026-05-27T06:35:31.290597Z","end":"2026-05-27T06:35:31.560047Z","steps":["trace[1145890331] 'agreement among raft nodes before linearized reading' (duration: 269.330387ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:35:31.560096Z","caller":"traceutil/trace.go:171","msg":"trace[738477551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14663; }","duration":"303.890194ms","start":"2026-05-27T06:35:31.256186Z","end":"2026-05-27T06:35:31.560077Z","steps":["trace[738477551] 'agreement among raft nodes before linearized reading' (duration: 303.662487ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:35:31.560106Z","caller":"traceutil/trace.go:171","msg":"trace[2113909158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14663; }","duration":"226.099474ms","start":"2026-05-27T06:35:31.333986Z","end":"2026-05-27T06:35:31.560085Z","steps":["trace[2113909158] 'agreement among raft nodes before linearized reading' (duration: 225.873536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:35:31.56012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.926889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-27T06:35:31.560145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:35:31.25616Z","time spent":"303.976437ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-27T06:35:31.560143Z","caller":"traceutil/trace.go:171","msg":"trace[888823900] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14663; }","duration":"195.058728ms","start":"2026-05-27T06:35:31.365059Z","end":"2026-05-27T06:35:31.560117Z","steps":["trace[888823900] 'agreement among raft nodes before linearized reading' (duration: 194.836941ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:35:31.560189Z","caller":"traceutil/trace.go:171","msg":"trace[92708851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14663; }","duration":"300.042382ms","start":"2026-05-27T06:35:31.26013Z","end":"2026-05-27T06:35:31.560172Z","steps":["trace[92708851] 'agreement among raft nodes before linearized reading' (duration: 299.868347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:35:31.560244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:35:31.260105Z","time spent":"300.126135ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-27T06:35:31.559872Z","caller":"traceutil/trace.go:171","msg":"trace[1973790462] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:14663; }","duration":"316.553437ms","start":"2026-05-27T06:35:31.243309Z","end":"2026-05-27T06:35:31.559863Z","steps":["trace[1973790462] 'agreement among raft nodes before linearized reading' (duration: 316.473094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:35:31.560575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:35:31.243289Z","time spent":"317.26748ms","remote":"127.0.0.1:41340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:35:52.681541Z","caller":"traceutil/trace.go:171","msg":"trace[1570570464] transaction","detail":"{read_only:false; response_revision:14778; number_of_response:1; }","duration":"819.35014ms","start":"2026-05-27T06:35:51.86215Z","end":"2026-05-27T06:35:52.6815Z","steps":["trace[1570570464] 'process raft request' (duration: 816.391316ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:35:52.681616Z","caller":"traceutil/trace.go:171","msg":"trace[740948860] linearizableReadLoop","detail":"{readStateIndex:15298; appliedIndex:15297; }","duration":"453.525798ms","start":"2026-05-27T06:35:52.228062Z","end":"2026-05-27T06:35:52.681588Z","steps":["trace[740948860] 'read index received' (duration: 450.45157ms)","trace[740948860] 'applied index is now lower than readState.Index' (duration: 3.071838ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:35:52.681723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:35:51.862117Z","time spent":"819.506855ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:35:52.681827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.608655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:35:52.681804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.733255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-27T06:35:52.68186Z","caller":"traceutil/trace.go:171","msg":"trace[1821129638] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:14779; }","duration":"450.693788ms","start":"2026-05-27T06:35:52.231154Z","end":"2026-05-27T06:35:52.681848Z","steps":["trace[1821129638] 'agreement among raft nodes before linearized reading' (duration: 450.549564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:35:52.68185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.383084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:35:52.681889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:35:52.231134Z","time spent":"450.74732ms","remote":"127.0.0.1:51530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:35:52.681888Z","caller":"traceutil/trace.go:171","msg":"trace[833172621] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:14779; }","duration":"453.862429ms","start":"2026-05-27T06:35:52.228Z","end":"2026-05-27T06:35:52.681863Z","steps":["trace[833172621] 'agreement among raft nodes before linearized reading' (duration: 453.694333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:35:52.681941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:35:52.227972Z","time spent":"453.953692ms","remote":"127.0.0.1:51594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:35:52.681948Z","caller":"traceutil/trace.go:171","msg":"trace[992293985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14779; }","duration":"391.491508ms","start":"2026-05-27T06:35:52.290409Z","end":"2026-05-27T06:35:52.681901Z","steps":["trace[992293985] 'agreement among raft nodes before linearized reading' (duration: 391.335433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:35:52.681944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.378034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fp87r\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-05-27T06:35:52.682008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:35:52.290388Z","time spent":"391.608041ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T06:35:52.682025Z","caller":"traceutil/trace.go:171","msg":"trace[1439750013] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fp87r; range_end:; response_count:1; response_revision:14779; }","duration":"323.496587ms","start":"2026-05-27T06:35:52.358507Z","end":"2026-05-27T06:35:52.682003Z","steps":["trace[1439750013] 'agreement among raft nodes before linearized reading' (duration: 323.232409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:35:52.682196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:35:52.358486Z","time spent":"323.694304ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-fp87r\" "} {"level":"warn","ts":"2026-05-27T06:35:53.416421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.984081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:35:53.416565Z","caller":"traceutil/trace.go:171","msg":"trace[2041977110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14781; }","duration":"125.188497ms","start":"2026-05-27T06:35:53.291354Z","end":"2026-05-27T06:35:53.416543Z","steps":["trace[2041977110] 'range keys from in-memory index tree' (duration: 124.825575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:35:53.416572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.053209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-27T06:35:53.41682Z","caller":"traceutil/trace.go:171","msg":"trace[350955278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14781; }","duration":"309.145411ms","start":"2026-05-27T06:35:53.107463Z","end":"2026-05-27T06:35:53.416608Z","steps":["trace[350955278] 'range keys from in-memory index tree' (duration: 308.77622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:35:53.416877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:35:53.107401Z","time spent":"309.461111ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-27T06:36:01.606913Z","caller":"traceutil/trace.go:171","msg":"trace[1927313533] transaction","detail":"{read_only:false; response_revision:14822; number_of_response:1; }","duration":"135.273417ms","start":"2026-05-27T06:36:01.471601Z","end":"2026-05-27T06:36:01.606874Z","steps":["trace[1927313533] 'process raft request' (duration: 135.071661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:02.147114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.827458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-27T06:36:02.147219Z","caller":"traceutil/trace.go:171","msg":"trace[873809258] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:14822; }","duration":"375.003693ms","start":"2026-05-27T06:36:01.772192Z","end":"2026-05-27T06:36:02.147195Z","steps":["trace[873809258] 'count revisions from in-memory index tree' (duration: 374.665183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:02.147261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.426229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-27T06:36:02.147331Z","caller":"traceutil/trace.go:171","msg":"trace[943719178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14822; }","duration":"427.533652ms","start":"2026-05-27T06:36:01.719781Z","end":"2026-05-27T06:36:02.147315Z","steps":["trace[943719178] 'range keys from in-memory index tree' (duration: 427.236623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:02.147374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:01.719746Z","time spent":"427.618565ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T06:36:02.147606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.52316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-27T06:36:02.147666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.901164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-27T06:36:02.147711Z","caller":"traceutil/trace.go:171","msg":"trace[1944637636] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14822; }","duration":"410.985206ms","start":"2026-05-27T06:36:01.736715Z","end":"2026-05-27T06:36:02.1477Z","steps":["trace[1944637636] 'range keys from in-memory index tree' (duration: 410.792421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:02.147714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.685227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-27T06:36:02.147734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:01.736696Z","time spent":"411.032678ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-27T06:36:02.147754Z","caller":"traceutil/trace.go:171","msg":"trace[390028644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14822; }","duration":"410.732318ms","start":"2026-05-27T06:36:01.737008Z","end":"2026-05-27T06:36:02.147741Z","steps":["trace[390028644] 'range keys from in-memory index tree' (duration: 410.584174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:02.147621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.593889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-27T06:36:02.147792Z","caller":"traceutil/trace.go:171","msg":"trace[1886400433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14822; }","duration":"407.769775ms","start":"2026-05-27T06:36:01.740017Z","end":"2026-05-27T06:36:02.147787Z","steps":["trace[1886400433] 'range keys from in-memory index tree' (duration: 407.461534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:02.14779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:01.737Z","time spent":"410.78029ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T06:36:02.14781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:01.739977Z","time spent":"407.828477ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-27T06:36:02.147666Z","caller":"traceutil/trace.go:171","msg":"trace[509566182] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14822; }","duration":"426.597373ms","start":"2026-05-27T06:36:01.721051Z","end":"2026-05-27T06:36:02.147649Z","steps":["trace[509566182] 'range keys from in-memory index tree' (duration: 426.409327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:02.147909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:01.721044Z","time spent":"426.857411ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T06:36:02.147275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:01.772168Z","time spent":"375.089536ms","remote":"127.0.0.1:33156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:36:10.446267Z","caller":"traceutil/trace.go:171","msg":"trace[773889482] linearizableReadLoop","detail":"{readStateIndex:15406; appliedIndex:15405; }","duration":"250.613271ms","start":"2026-05-27T06:36:10.195623Z","end":"2026-05-27T06:36:10.446236Z","steps":["trace[773889482] 'read index received' (duration: 250.424375ms)","trace[773889482] 'applied index is now lower than readState.Index' (duration: 187.516µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:36:10.446398Z","caller":"traceutil/trace.go:171","msg":"trace[366674398] transaction","detail":"{read_only:false; response_revision:14882; number_of_response:1; }","duration":"254.620169ms","start":"2026-05-27T06:36:10.191766Z","end":"2026-05-27T06:36:10.446386Z","steps":["trace[366674398] 'process raft request' (duration: 254.151024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:10.446733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.062716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-27T06:36:10.446831Z","caller":"traceutil/trace.go:171","msg":"trace[1541735836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14882; }","duration":"251.20753ms","start":"2026-05-27T06:36:10.195598Z","end":"2026-05-27T06:36:10.446805Z","steps":["trace[1541735836] 'agreement among raft nodes before linearized reading' (duration: 250.933332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:10.892728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.347523ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-27T06:36:10.893069Z","caller":"traceutil/trace.go:171","msg":"trace[1108558249] transaction","detail":"{read_only:false; response_revision:14884; number_of_response:1; }","duration":"138.553832ms","start":"2026-05-27T06:36:10.7545Z","end":"2026-05-27T06:36:10.893054Z","steps":["trace[1108558249] 'process raft request' (duration: 138.50505ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:36:10.893062Z","caller":"traceutil/trace.go:171","msg":"trace[1070232925] linearizableReadLoop","detail":"{readStateIndex:15407; appliedIndex:15406; }","duration":"446.679631ms","start":"2026-05-27T06:36:10.446349Z","end":"2026-05-27T06:36:10.893029Z","steps":["trace[1070232925] 'read index received' (duration: 168.030638ms)","trace[1070232925] 'applied index is now lower than readState.Index' (duration: 278.647483ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:36:10.893211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.497982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:36:10.893236Z","caller":"traceutil/trace.go:171","msg":"trace[939953278] transaction","detail":"{read_only:false; response_revision:14883; number_of_response:1; }","duration":"441.597029ms","start":"2026-05-27T06:36:10.451599Z","end":"2026-05-27T06:36:10.893196Z","steps":["trace[939953278] 'process raft request' (duration: 441.254288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:10.893333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.257252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-27T06:36:10.893405Z","caller":"traceutil/trace.go:171","msg":"trace[1273894830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14884; }","duration":"697.370755ms","start":"2026-05-27T06:36:10.196011Z","end":"2026-05-27T06:36:10.893381Z","steps":["trace[1273894830] 'agreement among raft nodes before linearized reading' (duration: 697.136148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:10.893412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:10.451575Z","time spent":"441.750574ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:36:10.893463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:10.196006Z","time spent":"697.442787ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T06:36:10.893435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.761224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-27T06:36:10.89334Z","caller":"traceutil/trace.go:171","msg":"trace[79442963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14884; }","duration":"602.638595ms","start":"2026-05-27T06:36:10.290658Z","end":"2026-05-27T06:36:10.893296Z","steps":["trace[79442963] 'agreement among raft nodes before linearized reading' (duration: 602.418628ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:36:10.893553Z","caller":"traceutil/trace.go:171","msg":"trace[840076555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14884; }","duration":"695.960271ms","start":"2026-05-27T06:36:10.197565Z","end":"2026-05-27T06:36:10.893525Z","steps":["trace[840076555] 'agreement among raft nodes before linearized reading' (duration: 695.555958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:10.893483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.395107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-05-27T06:36:10.89362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:10.197539Z","time spent":"696.071674ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T06:36:10.8936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:10.290641Z","time spent":"602.917425ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T06:36:10.893654Z","caller":"traceutil/trace.go:171","msg":"trace[377658137] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14884; }","duration":"692.607644ms","start":"2026-05-27T06:36:10.20102Z","end":"2026-05-27T06:36:10.893627Z","steps":["trace[377658137] 'agreement among raft nodes before linearized reading' (duration: 692.028365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:10.893688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:10.201011Z","time spent":"692.668415ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-27T06:36:10.945784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.621709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-27T06:36:10.94582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.946692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fp87r\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-27T06:36:10.945902Z","caller":"traceutil/trace.go:171","msg":"trace[1335796589] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14885; }","duration":"135.751563ms","start":"2026-05-27T06:36:10.810119Z","end":"2026-05-27T06:36:10.945871Z","steps":["trace[1335796589] 'agreement among raft nodes before linearized reading' (duration: 135.529616ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:36:10.945795Z","caller":"traceutil/trace.go:171","msg":"trace[349979065] transaction","detail":"{read_only:false; response_revision:14885; number_of_response:1; }","duration":"190.514423ms","start":"2026-05-27T06:36:10.755227Z","end":"2026-05-27T06:36:10.945741Z","steps":["trace[349979065] 'process raft request' (duration: 190.149921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:10.946049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.342752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-27T06:36:10.946253Z","caller":"traceutil/trace.go:171","msg":"trace[81940309] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:14885; }","duration":"170.61706ms","start":"2026-05-27T06:36:10.775581Z","end":"2026-05-27T06:36:10.946198Z","steps":["trace[81940309] 'agreement among raft nodes before linearized reading' (duration: 170.242488ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:36:10.94642Z","caller":"traceutil/trace.go:171","msg":"trace[2145190334] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fp87r; range_end:; response_count:1; response_revision:14885; }","duration":"104.613613ms","start":"2026-05-27T06:36:10.841786Z","end":"2026-05-27T06:36:10.9464Z","steps":["trace[2145190334] 'agreement among raft nodes before linearized reading' (duration: 103.826888ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:36:11.105422Z","caller":"traceutil/trace.go:171","msg":"trace[1447678500] transaction","detail":"{read_only:false; response_revision:14889; number_of_response:1; }","duration":"108.449226ms","start":"2026-05-27T06:36:10.996947Z","end":"2026-05-27T06:36:11.105396Z","steps":["trace[1447678500] 'process raft request' (duration: 108.27525ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:36:12.189374Z","caller":"traceutil/trace.go:171","msg":"trace[1629793475] linearizableReadLoop","detail":"{readStateIndex:15416; appliedIndex:15415; }","duration":"416.349768ms","start":"2026-05-27T06:36:11.772993Z","end":"2026-05-27T06:36:12.189342Z","steps":["trace[1629793475] 'read index received' (duration: 416.188322ms)","trace[1629793475] 'applied index is now lower than readState.Index' (duration: 159.806µs)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:36:12.18954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.522893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:36:12.189643Z","caller":"traceutil/trace.go:171","msg":"trace[1409126896] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:14891; }","duration":"416.702219ms","start":"2026-05-27T06:36:11.772928Z","end":"2026-05-27T06:36:12.18963Z","steps":["trace[1409126896] 'agreement among raft nodes before linearized reading' (duration: 416.534413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:12.18977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:11.772898Z","time spent":"416.851254ms","remote":"127.0.0.1:46846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:36:12.189885Z","caller":"traceutil/trace.go:171","msg":"trace[1899134594] transaction","detail":"{read_only:false; response_revision:14891; number_of_response:1; }","duration":"532.493698ms","start":"2026-05-27T06:36:11.657357Z","end":"2026-05-27T06:36:12.189851Z","steps":["trace[1899134594] 'process raft request' (duration: 531.749864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:12.190043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:11.657336Z","time spent":"532.613402ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:36:12.765824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.437595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:36:12.766042Z","caller":"traceutil/trace.go:171","msg":"trace[886070535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14891; }","duration":"475.592939ms","start":"2026-05-27T06:36:12.290298Z","end":"2026-05-27T06:36:12.765891Z","steps":["trace[886070535] 'range keys from in-memory index tree' (duration: 475.276249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:12.766101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:12.290262Z","time spent":"475.825397ms","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:36:12.76625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.297235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-27T06:36:12.766377Z","caller":"traceutil/trace.go:171","msg":"trace[504391627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14891; }","duration":"314.477301ms","start":"2026-05-27T06:36:12.45187Z","end":"2026-05-27T06:36:12.766347Z","steps":["trace[504391627] 'range keys from in-memory index tree' (duration: 313.897533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:12.766485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:12.45185Z","time spent":"314.615496ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-27T06:36:14.126413Z","caller":"traceutil/trace.go:171","msg":"trace[208380061] transaction","detail":"{read_only:false; response_revision:14905; number_of_response:1; }","duration":"118.245047ms","start":"2026-05-27T06:36:14.008131Z","end":"2026-05-27T06:36:14.126376Z","steps":["trace[208380061] 'process raft request' (duration: 117.957248ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:36:14.141231Z","caller":"traceutil/trace.go:171","msg":"trace[1572310080] transaction","detail":"{read_only:false; response_revision:14906; number_of_response:1; }","duration":"125.506857ms","start":"2026-05-27T06:36:14.0157Z","end":"2026-05-27T06:36:14.141207Z","steps":["trace[1572310080] 'process raft request' (duration: 125.351992ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:36:36.548667Z","caller":"traceutil/trace.go:171","msg":"trace[533142614] linearizableReadLoop","detail":"{readStateIndex:15753; appliedIndex:15752; }","duration":"219.683039ms","start":"2026-05-27T06:36:36.328954Z","end":"2026-05-27T06:36:36.548637Z","steps":["trace[533142614] 'read index received' (duration: 168.169222ms)","trace[533142614] 'applied index is now lower than readState.Index' (duration: 51.512297ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:36:36.548729Z","caller":"traceutil/trace.go:171","msg":"trace[380672736] transaction","detail":"{read_only:false; response_revision:15213; number_of_response:1; }","duration":"227.248249ms","start":"2026-05-27T06:36:36.32143Z","end":"2026-05-27T06:36:36.548679Z","steps":["trace[380672736] 'process raft request' (duration: 175.278978ms)","trace[380672736] 'compare' (duration: 51.685672ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:36:36.54898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.00489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08a59e17-d903-4f94-bb56-037405ce2da5\" ","response":"range_response_count:1 size:3637"} {"level":"warn","ts":"2026-05-27T06:36:36.549034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.103906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08a59e17-d903-4f94-bb56-037405ce2da5\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-05-27T06:36:36.549086Z","caller":"traceutil/trace.go:171","msg":"trace[632561000] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-08a59e17-d903-4f94-bb56-037405ce2da5; range_end:; response_count:1; response_revision:15213; }","duration":"193.200058ms","start":"2026-05-27T06:36:36.355871Z","end":"2026-05-27T06:36:36.549071Z","steps":["trace[632561000] 'agreement among raft nodes before linearized reading' (duration: 192.984951ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:36:36.549088Z","caller":"traceutil/trace.go:171","msg":"trace[1732124957] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-08a59e17-d903-4f94-bb56-037405ce2da5; range_end:; response_count:1; response_revision:15213; }","duration":"220.124204ms","start":"2026-05-27T06:36:36.32894Z","end":"2026-05-27T06:36:36.549064Z","steps":["trace[1732124957] 'agreement among raft nodes before linearized reading' (duration: 219.841335ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:36:36.695202Z","caller":"traceutil/trace.go:171","msg":"trace[856034531] transaction","detail":"{read_only:false; response_revision:15214; number_of_response:1; }","duration":"138.836669ms","start":"2026-05-27T06:36:36.556306Z","end":"2026-05-27T06:36:36.695143Z","steps":["trace[856034531] 'process raft request' (duration: 138.424936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:37.899345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.794137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-27T06:36:37.89954Z","caller":"traceutil/trace.go:171","msg":"trace[1496546151] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15214; }","duration":"985.065995ms","start":"2026-05-27T06:36:36.914444Z","end":"2026-05-27T06:36:37.89951Z","steps":["trace[1496546151] 'range keys from in-memory index tree' (duration: 984.550858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:37.899609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:36.914418Z","time spent":"985.173388ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T06:36:37.899741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072354028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tnkrq\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-05-27T06:36:37.899831Z","caller":"traceutil/trace.go:171","msg":"trace[1064016251] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-tnkrq; range_end:; response_count:1; response_revision:15214; }","duration":"1.072545384s","start":"2026-05-27T06:36:36.827264Z","end":"2026-05-27T06:36:37.89981Z","steps":["trace[1064016251] 'range keys from in-memory index tree' (duration: 1.072074119s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:37.899871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:36.827235Z","time spent":"1.072629127s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20792,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tnkrq\" "} {"level":"warn","ts":"2026-05-27T06:36:37.900969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.282243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-27T06:36:37.901027Z","caller":"traceutil/trace.go:171","msg":"trace[1683955792] linearizableReadLoop","detail":"{readStateIndex:15755; appliedIndex:15754; }","duration":"868.932486ms","start":"2026-05-27T06:36:37.032086Z","end":"2026-05-27T06:36:37.901019Z","steps":["trace[1683955792] 'read index received' (duration: 476.54958ms)","trace[1683955792] 'applied index is now lower than readState.Index' (duration: 392.382246ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:36:37.901078Z","caller":"traceutil/trace.go:171","msg":"trace[1612293958] transaction","detail":"{read_only:false; response_revision:15215; number_of_response:1; }","duration":"910.063572ms","start":"2026-05-27T06:36:36.991007Z","end":"2026-05-27T06:36:37.901071Z","steps":["trace[1612293958] 'process raft request' (duration: 517.613474ms)","trace[1612293958] 'compare' (duration: 392.146529ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:36:37.901316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.224515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-27T06:36:37.901374Z","caller":"traceutil/trace.go:171","msg":"trace[1331467766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15215; }","duration":"869.340338ms","start":"2026-05-27T06:36:37.03202Z","end":"2026-05-27T06:36:37.90136Z","steps":["trace[1331467766] 'agreement among raft nodes before linearized reading' (duration: 869.205874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:37.901407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:37.031999Z","time spent":"869.400831ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T06:36:37.904048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:36.990978Z","time spent":"910.119044ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:36:37.957492Z","caller":"traceutil/trace.go:171","msg":"trace[553123074] transaction","detail":"{read_only:false; response_revision:15216; number_of_response:1; }","duration":"918.454118ms","start":"2026-05-27T06:36:37.038997Z","end":"2026-05-27T06:36:37.957451Z","steps":["trace[553123074] 'process raft request' (duration: 918.164559ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:37.95773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:37.03895Z","time spent":"918.656455ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:36:37.957945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.499644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:36:37.958024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.454438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-27T06:36:37.958057Z","caller":"traceutil/trace.go:171","msg":"trace[1761604867] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:15217; }","duration":"451.6929ms","start":"2026-05-27T06:36:37.506339Z","end":"2026-05-27T06:36:37.958032Z","steps":["trace[1761604867] 'agreement among raft nodes before linearized reading' (duration: 451.428031ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:36:37.958028Z","caller":"traceutil/trace.go:171","msg":"trace[435771943] transaction","detail":"{read_only:false; response_revision:15217; number_of_response:1; }","duration":"741.629751ms","start":"2026-05-27T06:36:37.216349Z","end":"2026-05-27T06:36:37.957979Z","steps":["trace[435771943] 'process raft request' (duration: 741.033442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:37.958037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.517375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fp87r\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-05-27T06:36:37.958124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:37.506289Z","time spent":"451.823124ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:36:37.95813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.98173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:36:37.958168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.445028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"info","ts":"2026-05-27T06:36:37.958193Z","caller":"traceutil/trace.go:171","msg":"trace[453483300] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fp87r; range_end:; response_count:1; response_revision:15217; }","duration":"745.723831ms","start":"2026-05-27T06:36:37.212435Z","end":"2026-05-27T06:36:37.958159Z","steps":["trace[453483300] 'agreement among raft nodes before linearized reading' (duration: 745.360689ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:36:37.958103Z","caller":"traceutil/trace.go:171","msg":"trace[1674987600] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15217; }","duration":"838.579521ms","start":"2026-05-27T06:36:37.119501Z","end":"2026-05-27T06:36:37.958081Z","steps":["trace[1674987600] 'agreement among raft nodes before linearized reading' (duration: 838.345264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:37.958264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:37.212415Z","time spent":"745.834155ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-fp87r\" "} {"level":"info","ts":"2026-05-27T06:36:37.958258Z","caller":"traceutil/trace.go:171","msg":"trace[1054874058] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:15217; }","duration":"624.584113ms","start":"2026-05-27T06:36:37.333647Z","end":"2026-05-27T06:36:37.958231Z","steps":["trace[1054874058] 'agreement among raft nodes before linearized reading' (duration: 624.394527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:37.958279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:37.216324Z","time spent":"741.819457ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:36:37.958189Z","caller":"traceutil/trace.go:171","msg":"trace[344894461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15217; }","duration":"667.078633ms","start":"2026-05-27T06:36:37.291091Z","end":"2026-05-27T06:36:37.95817Z","steps":["trace[344894461] 'agreement among raft nodes before linearized reading' (duration: 666.97881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:37.958384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.648784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08a59e17-d903-4f94-bb56-037405ce2da5\" ","response":"range_response_count:1 size:3757"} {"level":"warn","ts":"2026-05-27T06:36:37.958426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:37.291067Z","time spent":"667.342931ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:36:37.958195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.482493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-27T06:36:37.95846Z","caller":"traceutil/trace.go:171","msg":"trace[702269066] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-08a59e17-d903-4f94-bb56-037405ce2da5; range_end:; response_count:1; response_revision:15217; }","duration":"403.792349ms","start":"2026-05-27T06:36:37.554644Z","end":"2026-05-27T06:36:37.958436Z","steps":["trace[702269066] 'agreement among raft nodes before linearized reading' (duration: 403.577652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:37.958513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:37.554617Z","time spent":"403.887071ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3779,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08a59e17-d903-4f94-bb56-037405ce2da5\" "} {"level":"info","ts":"2026-05-27T06:36:37.958523Z","caller":"traceutil/trace.go:171","msg":"trace[399554694] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:15217; }","duration":"366.872356ms","start":"2026-05-27T06:36:37.591626Z","end":"2026-05-27T06:36:37.958499Z","steps":["trace[399554694] 'agreement among raft nodes before linearized reading' (duration: 366.521384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:37.958569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.669803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-27T06:36:37.958609Z","caller":"traceutil/trace.go:171","msg":"trace[1739407200] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15217; }","duration":"843.758616ms","start":"2026-05-27T06:36:37.114833Z","end":"2026-05-27T06:36:37.958592Z","steps":["trace[1739407200] 'agreement among raft nodes before linearized reading' (duration: 843.612931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:37.958616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:37.591605Z","time spent":"366.987989ms","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:36:37.95864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:37.114805Z","time spent":"843.828818ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-27T06:36:37.958334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:37.33362Z","time spent":"624.699756ms","remote":"127.0.0.1:45276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3245,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-05-27T06:36:37.958284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:37.119475Z","time spent":"838.795938ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T06:36:37.959084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.787753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-27T06:36:37.959152Z","caller":"traceutil/trace.go:171","msg":"trace[1064684391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15217; }","duration":"841.876376ms","start":"2026-05-27T06:36:37.117254Z","end":"2026-05-27T06:36:37.95913Z","steps":["trace[1064684391] 'agreement among raft nodes before linearized reading' (duration: 840.638286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:37.959196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:36:37.117243Z","time spent":"841.945348ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-27T06:36:38.181601Z","caller":"traceutil/trace.go:171","msg":"trace[1114282731] linearizableReadLoop","detail":"{readStateIndex:15762; appliedIndex:15761; }","duration":"182.809268ms","start":"2026-05-27T06:36:37.998758Z","end":"2026-05-27T06:36:38.181567Z","steps":["trace[1114282731] 'read index received' (duration: 182.56616ms)","trace[1114282731] 'applied index is now lower than readState.Index' (duration: 241.608µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:36:38.181883Z","caller":"traceutil/trace.go:171","msg":"trace[673125974] transaction","detail":"{read_only:false; response_revision:15222; number_of_response:1; }","duration":"215.348862ms","start":"2026-05-27T06:36:37.966282Z","end":"2026-05-27T06:36:38.181631Z","steps":["trace[673125974] 'process raft request' (duration: 215.085023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:38.182158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.901686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" ","response":"range_response_count:1 size:1142"} {"level":"info","ts":"2026-05-27T06:36:38.182228Z","caller":"traceutil/trace.go:171","msg":"trace[479790976] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-nova-default-user; range_end:; response_count:1; response_revision:15222; }","duration":"214.014199ms","start":"2026-05-27T06:36:37.9682Z","end":"2026-05-27T06:36:38.182214Z","steps":["trace[479790976] 'agreement among raft nodes before linearized reading' (duration: 213.439941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:36:38.182594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.324681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:630587"} {"level":"info","ts":"2026-05-27T06:36:38.182638Z","caller":"traceutil/trace.go:171","msg":"trace[329660079] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:15222; }","duration":"215.396233ms","start":"2026-05-27T06:36:37.967229Z","end":"2026-05-27T06:36:38.182626Z","steps":["trace[329660079] 'agreement among raft nodes before linearized reading' (duration: 214.460524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:03.585385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787396353,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-27T06:38:03.718447Z","caller":"traceutil/trace.go:171","msg":"trace[493280645] linearizableReadLoop","detail":"{readStateIndex:16587; appliedIndex:16586; }","duration":"633.641977ms","start":"2026-05-27T06:38:03.084761Z","end":"2026-05-27T06:38:03.718403Z","steps":["trace[493280645] 'read index received' (duration: 594.988919ms)","trace[493280645] 'applied index is now lower than readState.Index' (duration: 38.651718ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:38:03.718909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.104532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:38:03.718961Z","caller":"traceutil/trace.go:171","msg":"trace[1819621489] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16025; }","duration":"634.236446ms","start":"2026-05-27T06:38:03.084708Z","end":"2026-05-27T06:38:03.718945Z","steps":["trace[1819621489] 'agreement among raft nodes before linearized reading' (duration: 634.107812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:03.719005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:03.084683Z","time spent":"634.313288ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-27T06:38:03.719291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.328744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:38:03.719389Z","caller":"traceutil/trace.go:171","msg":"trace[313907205] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16025; }","duration":"232.461008ms","start":"2026-05-27T06:38:03.486905Z","end":"2026-05-27T06:38:03.719366Z","steps":["trace[313907205] 'agreement among raft nodes before linearized reading' (duration: 232.299473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:03.719374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.193675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-27T06:38:03.719517Z","caller":"traceutil/trace.go:171","msg":"trace[510077920] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16025; }","duration":"634.388631ms","start":"2026-05-27T06:38:03.085101Z","end":"2026-05-27T06:38:03.719489Z","steps":["trace[510077920] 'agreement among raft nodes before linearized reading' (duration: 634.087031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:03.719519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.11412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:38:03.719605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:03.085073Z","time spent":"634.516185ms","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-27T06:38:03.719624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.912168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-27T06:38:03.719659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.120637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:38:03.719654Z","caller":"traceutil/trace.go:171","msg":"trace[1717949050] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16025; }","duration":"150.510993ms","start":"2026-05-27T06:38:03.569112Z","end":"2026-05-27T06:38:03.719623Z","steps":["trace[1717949050] 'agreement among raft nodes before linearized reading' (duration: 150.118521ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:38:03.719671Z","caller":"traceutil/trace.go:171","msg":"trace[1469106424] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16025; }","duration":"157.958079ms","start":"2026-05-27T06:38:03.561702Z","end":"2026-05-27T06:38:03.71966Z","steps":["trace[1469106424] 'agreement among raft nodes before linearized reading' (duration: 157.802214ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:38:03.719689Z","caller":"traceutil/trace.go:171","msg":"trace[772456330] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16025; }","duration":"232.174169ms","start":"2026-05-27T06:38:03.487507Z","end":"2026-05-27T06:38:03.719682Z","steps":["trace[772456330] 'agreement among raft nodes before linearized reading' (duration: 232.132628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:03.719706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.678496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-27T06:38:03.719617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.803883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:38:03.719775Z","caller":"traceutil/trace.go:171","msg":"trace[1876869628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16025; }","duration":"230.01105ms","start":"2026-05-27T06:38:03.489757Z","end":"2026-05-27T06:38:03.719768Z","steps":["trace[1876869628] 'agreement among raft nodes before linearized reading' (duration: 229.835454ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:03.719765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.552605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-27T06:38:03.719785Z","caller":"traceutil/trace.go:171","msg":"trace[2012749989] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16025; }","duration":"284.77723ms","start":"2026-05-27T06:38:03.434981Z","end":"2026-05-27T06:38:03.719758Z","steps":["trace[2012749989] 'agreement among raft nodes before linearized reading' (duration: 284.620225ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:38:03.719841Z","caller":"traceutil/trace.go:171","msg":"trace[337378159] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16025; }","duration":"218.633368ms","start":"2026-05-27T06:38:03.501182Z","end":"2026-05-27T06:38:03.719815Z","steps":["trace[337378159] 'agreement among raft nodes before linearized reading' (duration: 218.467933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:03.719541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.603831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-27T06:38:03.71976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.721896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:38:03.719909Z","caller":"traceutil/trace.go:171","msg":"trace[1281560325] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16025; }","duration":"159.030414ms","start":"2026-05-27T06:38:03.56087Z","end":"2026-05-27T06:38:03.719901Z","steps":["trace[1281560325] 'agreement among raft nodes before linearized reading' (duration: 158.366663ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:38:03.719977Z","caller":"traceutil/trace.go:171","msg":"trace[1513846449] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16025; }","duration":"232.964684ms","start":"2026-05-27T06:38:03.486952Z","end":"2026-05-27T06:38:03.719917Z","steps":["trace[1513846449] 'agreement among raft nodes before linearized reading' (duration: 232.718146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:03.719603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.407436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-27T06:38:03.719542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.219184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sw5wv\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-05-27T06:38:03.720248Z","caller":"traceutil/trace.go:171","msg":"trace[744976943] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sw5wv; range_end:; response_count:1; response_revision:16025; }","duration":"633.936376ms","start":"2026-05-27T06:38:03.086289Z","end":"2026-05-27T06:38:03.720226Z","steps":["trace[744976943] 'agreement among raft nodes before linearized reading' (duration: 632.951745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:03.721029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:03.08626Z","time spent":"634.747642ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22154,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sw5wv\" "} {"level":"info","ts":"2026-05-27T06:38:03.720391Z","caller":"traceutil/trace.go:171","msg":"trace[1407535393] transaction","detail":"{read_only:false; response_revision:16025; number_of_response:1; }","duration":"675.463906ms","start":"2026-05-27T06:38:03.043107Z","end":"2026-05-27T06:38:03.718571Z","steps":["trace[1407535393] 'process raft request' (duration: 636.665963ms)","trace[1407535393] 'compare' (duration: 38.454122ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:38:03.720236Z","caller":"traceutil/trace.go:171","msg":"trace[1780274026] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16025; }","duration":"222.090398ms","start":"2026-05-27T06:38:03.498127Z","end":"2026-05-27T06:38:03.720217Z","steps":["trace[1780274026] 'agreement among raft nodes before linearized reading' (duration: 221.075356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:03.721303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:03.043072Z","time spent":"678.093469ms","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7680,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:38:03.721151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.578105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-27T06:38:03.721717Z","caller":"traceutil/trace.go:171","msg":"trace[326007874] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16025; }","duration":"635.661891ms","start":"2026-05-27T06:38:03.085882Z","end":"2026-05-27T06:38:03.721544Z","steps":["trace[326007874] 'agreement among raft nodes before linearized reading' (duration: 633.370898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:03.721818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:03.085868Z","time spent":"635.93132ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-27T06:38:04.497436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.444487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-27T06:38:04.497531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.284661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gklck\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-05-27T06:38:04.497624Z","caller":"traceutil/trace.go:171","msg":"trace[1871307883] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gklck; range_end:; response_count:1; response_revision:16025; }","duration":"406.449317ms","start":"2026-05-27T06:38:04.091153Z","end":"2026-05-27T06:38:04.497602Z","steps":["trace[1871307883] 'range keys from in-memory index tree' (duration: 406.062124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:04.49768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:04.091126Z","time spent":"406.54381ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-gklck\" "} {"level":"info","ts":"2026-05-27T06:38:04.497573Z","caller":"traceutil/trace.go:171","msg":"trace[1189975959] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:16025; }","duration":"670.662113ms","start":"2026-05-27T06:38:03.826877Z","end":"2026-05-27T06:38:04.497539Z","steps":["trace[1189975959] 'count revisions from in-memory index tree' (duration: 670.283121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:04.498028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:03.826848Z","time spent":"671.115007ms","remote":"127.0.0.1:41412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":91,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:38:04.791466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787396368,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-27T06:38:04.823707Z","caller":"traceutil/trace.go:171","msg":"trace[1308430900] transaction","detail":"{read_only:false; response_revision:16026; number_of_response:1; }","duration":"607.715012ms","start":"2026-05-27T06:38:04.215961Z","end":"2026-05-27T06:38:04.823676Z","steps":["trace[1308430900] 'process raft request' (duration: 607.518346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:04.823927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:04.215924Z","time spent":"607.880847ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:38:05.419037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:04.992339Z","time spent":"426.687531ms","remote":"127.0.0.1:58682","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-27T06:38:05.419146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.305131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-27T06:38:05.419337Z","caller":"traceutil/trace.go:171","msg":"trace[1704076137] linearizableReadLoop","detail":"{readStateIndex:16590; appliedIndex:16587; }","duration":"1.128016558s","start":"2026-05-27T06:38:04.291303Z","end":"2026-05-27T06:38:05.419319Z","steps":["trace[1704076137] 'read index received' (duration: 532.247904ms)","trace[1704076137] 'applied index is now lower than readState.Index' (duration: 595.767744ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:38:05.419463Z","caller":"traceutil/trace.go:171","msg":"trace[1268146631] transaction","detail":"{read_only:false; response_revision:16028; number_of_response:1; }","duration":"1.120079746s","start":"2026-05-27T06:38:04.29928Z","end":"2026-05-27T06:38:05.41936Z","steps":["trace[1268146631] 'process raft request' (duration: 1.119969143s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:05.419562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095310398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:38:05.419599Z","caller":"traceutil/trace.go:171","msg":"trace[340570722] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16028; }","duration":"1.095409602s","start":"2026-05-27T06:38:04.324179Z","end":"2026-05-27T06:38:05.419589Z","steps":["trace[340570722] 'agreement among raft nodes before linearized reading' (duration: 1.09536258s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:05.419633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:04.324143Z","time spent":"1.095482844s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-27T06:38:05.419754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.243127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-27T06:38:05.419808Z","caller":"traceutil/trace.go:171","msg":"trace[2054707069] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16028; }","duration":"797.383961ms","start":"2026-05-27T06:38:04.622411Z","end":"2026-05-27T06:38:05.419795Z","steps":["trace[2054707069] 'agreement among raft nodes before linearized reading' (duration: 797.151324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:05.419848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:04.622379Z","time spent":"797.461214ms","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-27T06:38:05.419771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:04.299251Z","time spent":"1.120381276s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:38:05.419951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.574757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-05-27T06:38:05.419991Z","caller":"traceutil/trace.go:171","msg":"trace[449366934] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16028; }","duration":"797.650089ms","start":"2026-05-27T06:38:04.622331Z","end":"2026-05-27T06:38:05.419981Z","steps":["trace[449366934] 'agreement among raft nodes before linearized reading' (duration: 797.504124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:05.420025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:04.622307Z","time spent":"797.711331ms","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":702,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-05-27T06:38:05.420102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.204711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-05-27T06:38:05.420109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.942369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sw5wv\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-05-27T06:38:05.419505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128207334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:38:05.420244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.330979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:38:05.420289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.004616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-27T06:38:05.4203Z","caller":"traceutil/trace.go:171","msg":"trace[925296700] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16028; }","duration":"808.444852ms","start":"2026-05-27T06:38:04.611845Z","end":"2026-05-27T06:38:05.42029Z","steps":["trace[925296700] 'agreement among raft nodes before linearized reading' (duration: 808.353829ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:38:05.420323Z","caller":"traceutil/trace.go:171","msg":"trace[2075997287] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:16028; }","duration":"172.086549ms","start":"2026-05-27T06:38:05.248227Z","end":"2026-05-27T06:38:05.420313Z","steps":["trace[2075997287] 'agreement among raft nodes before linearized reading' (duration: 172.016486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:05.420342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:04.611821Z","time spent":"808.513094ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-27T06:38:05.420145Z","caller":"traceutil/trace.go:171","msg":"trace[80443704] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:16028; }","duration":"463.298864ms","start":"2026-05-27T06:38:04.956833Z","end":"2026-05-27T06:38:05.420132Z","steps":["trace[80443704] 'agreement among raft nodes before linearized reading' (duration: 463.1889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:05.427686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.436131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tnkrq\" ","response":"range_response_count:1 size:20770"} {"level":"warn","ts":"2026-05-27T06:38:05.427762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.967803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-27T06:38:05.427825Z","caller":"traceutil/trace.go:171","msg":"trace[1823942977] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16028; }","duration":"800.031614ms","start":"2026-05-27T06:38:04.627771Z","end":"2026-05-27T06:38:05.427802Z","steps":["trace[1823942977] 'agreement among raft nodes before linearized reading' (duration: 799.89666ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:38:05.427823Z","caller":"traceutil/trace.go:171","msg":"trace[1861225602] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-tnkrq; range_end:; response_count:1; response_revision:16028; }","duration":"566.567755ms","start":"2026-05-27T06:38:04.861196Z","end":"2026-05-27T06:38:05.427763Z","steps":["trace[1861225602] 'agreement among raft nodes before linearized reading' (duration: 559.084137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:05.427855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:04.627761Z","time spent":"800.087717ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-27T06:38:05.427642Z","caller":"traceutil/trace.go:171","msg":"trace[207021331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16028; }","duration":"1.12902728s","start":"2026-05-27T06:38:04.291242Z","end":"2026-05-27T06:38:05.42027Z","steps":["trace[207021331] 'agreement among raft nodes before linearized reading' (duration: 1.128205324s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:05.427538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:04.956802Z","time spent":"470.715499ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.207\" "} {"level":"warn","ts":"2026-05-27T06:38:05.427951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:04.861175Z","time spent":"566.739001ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20792,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tnkrq\" "} {"level":"warn","ts":"2026-05-27T06:38:05.427953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.540503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-27T06:38:05.428119Z","caller":"traceutil/trace.go:171","msg":"trace[1409992997] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16028; }","duration":"796.723859ms","start":"2026-05-27T06:38:04.631321Z","end":"2026-05-27T06:38:05.428045Z","steps":["trace[1409992997] 'agreement among raft nodes before linearized reading' (duration: 796.336747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:05.428191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:04.631305Z","time spent":"796.871854ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T06:38:05.427956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:04.291219Z","time spent":"1.136714585s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T06:38:05.419473Z","caller":"traceutil/trace.go:171","msg":"trace[775901531] transaction","detail":"{read_only:false; response_revision:16027; number_of_response:1; }","duration":"1.120134148s","start":"2026-05-27T06:38:04.299249Z","end":"2026-05-27T06:38:05.419383Z","steps":["trace[775901531] 'process raft request' (duration: 613.493517ms)","trace[775901531] 'compare' (duration: 505.904008ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:38:05.428548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023883179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-27T06:38:05.428606Z","caller":"traceutil/trace.go:171","msg":"trace[1195788898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16028; }","duration":"1.02392708s","start":"2026-05-27T06:38:04.404654Z","end":"2026-05-27T06:38:05.428581Z","steps":["trace[1195788898] 'agreement among raft nodes before linearized reading' (duration: 1.023825597s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:05.428631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:04.404591Z","time spent":"1.024034774s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T06:38:05.428677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.338279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fp87r\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-05-27T06:38:05.428742Z","caller":"traceutil/trace.go:171","msg":"trace[1451728774] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fp87r; range_end:; response_count:1; response_revision:16028; }","duration":"398.408251ms","start":"2026-05-27T06:38:05.030306Z","end":"2026-05-27T06:38:05.428715Z","steps":["trace[1451728774] 'agreement among raft nodes before linearized reading' (duration: 398.207345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:05.428782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:05.030296Z","time spent":"398.476433ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-fp87r\" "} {"level":"warn","ts":"2026-05-27T06:38:05.428926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:04.299231Z","time spent":"1.129577857s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:38:05.429054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.034944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-27T06:38:05.429098Z","caller":"traceutil/trace.go:171","msg":"trace[462285673] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:16028; }","duration":"193.127107ms","start":"2026-05-27T06:38:05.235954Z","end":"2026-05-27T06:38:05.429081Z","steps":["trace[462285673] 'agreement among raft nodes before linearized reading' (duration: 193.008553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:05.429382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.320997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-27T06:38:05.429435Z","caller":"traceutil/trace.go:171","msg":"trace[2036957900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16028; }","duration":"409.38715ms","start":"2026-05-27T06:38:05.020023Z","end":"2026-05-27T06:38:05.42941Z","steps":["trace[2036957900] 'agreement among raft nodes before linearized reading' (duration: 409.012638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:05.429457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:05.020006Z","time spent":"409.445832ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:38:05.42966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.774728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:38:05.429696Z","caller":"traceutil/trace.go:171","msg":"trace[1996662447] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16028; }","duration":"817.800829ms","start":"2026-05-27T06:38:04.611879Z","end":"2026-05-27T06:38:05.429679Z","steps":["trace[1996662447] 'agreement among raft nodes before linearized reading' (duration: 817.753778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:05.429719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:04.611832Z","time spent":"817.881412ms","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-05-27T06:38:05.429847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.950156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:38:05.42988Z","caller":"traceutil/trace.go:171","msg":"trace[964817746] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:16028; }","duration":"909.025768ms","start":"2026-05-27T06:38:04.520843Z","end":"2026-05-27T06:38:05.429869Z","steps":["trace[964817746] 'agreement among raft nodes before linearized reading' (duration: 908.979797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:05.429898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:04.520823Z","time spent":"909.06968ms","remote":"127.0.0.1:48368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:38:05.430306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01982641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-27T06:38:05.430384Z","caller":"traceutil/trace.go:171","msg":"trace[204830742] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16028; }","duration":"1.019889332s","start":"2026-05-27T06:38:04.410466Z","end":"2026-05-27T06:38:05.430356Z","steps":["trace[204830742] 'agreement among raft nodes before linearized reading' (duration: 1.019643794s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:05.430432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:04.410389Z","time spent":"1.020034097s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-27T06:38:05.430759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106190545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:38:05.430831Z","caller":"traceutil/trace.go:171","msg":"trace[28933488] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16028; }","duration":"1.106292418s","start":"2026-05-27T06:38:04.324503Z","end":"2026-05-27T06:38:05.430796Z","steps":["trace[28933488] 'agreement among raft nodes before linearized reading' (duration: 1.106185174s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:05.430883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:04.324481Z","time spent":"1.106392821s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-27T06:38:05.431245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.547236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-27T06:38:05.433473Z","caller":"traceutil/trace.go:171","msg":"trace[1556741529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16028; }","duration":"1.001788297s","start":"2026-05-27T06:38:04.431658Z","end":"2026-05-27T06:38:05.433446Z","steps":["trace[1556741529] 'agreement among raft nodes before linearized reading' (duration: 999.122992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:05.420257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.653419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-27T06:38:05.433607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.089912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737466"} {"level":"info","ts":"2026-05-27T06:38:05.433647Z","caller":"traceutil/trace.go:171","msg":"trace[561585140] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16028; }","duration":"927.206376ms","start":"2026-05-27T06:38:04.506431Z","end":"2026-05-27T06:38:05.433637Z","steps":["trace[561585140] 'agreement among raft nodes before linearized reading' (duration: 923.590191ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:38:05.433632Z","caller":"traceutil/trace.go:171","msg":"trace[1802494029] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16028; }","duration":"496.048754ms","start":"2026-05-27T06:38:04.937542Z","end":"2026-05-27T06:38:05.433591Z","steps":["trace[1802494029] 'agreement among raft nodes before linearized reading' (duration: 482.624988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:05.43368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:04.5064Z","time spent":"927.274578ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737488,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-27T06:38:05.433721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:04.937502Z","time spent":"496.187919ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-27T06:38:05.431676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10639116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-27T06:38:05.434009Z","caller":"traceutil/trace.go:171","msg":"trace[486365990] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16028; }","duration":"1.108740755s","start":"2026-05-27T06:38:04.325251Z","end":"2026-05-27T06:38:05.433991Z","steps":["trace[486365990] 'agreement among raft nodes before linearized reading' (duration: 1.105976327s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:05.434057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:04.325238Z","time spent":"1.108804778s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-27T06:38:05.434145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022943389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-27T06:38:05.434229Z","caller":"traceutil/trace.go:171","msg":"trace[90916623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16028; }","duration":"1.023068433s","start":"2026-05-27T06:38:04.411138Z","end":"2026-05-27T06:38:05.434206Z","steps":["trace[90916623] 'agreement among raft nodes before linearized reading' (duration: 1.022490755s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:05.431767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106900547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:38:05.43356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:04.431641Z","time spent":"1.00189752s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T06:38:05.434614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:04.411113Z","time spent":"1.023474645s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-27T06:38:05.434891Z","caller":"traceutil/trace.go:171","msg":"trace[1484857877] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16028; }","duration":"1.10985891s","start":"2026-05-27T06:38:04.324804Z","end":"2026-05-27T06:38:05.434663Z","steps":["trace[1484857877] 'agreement among raft nodes before linearized reading' (duration: 1.106902927s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:05.434936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:04.324776Z","time spent":"1.11015144s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-05-27T06:38:05.420193Z","caller":"traceutil/trace.go:171","msg":"trace[76760542] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sw5wv; range_end:; response_count:1; response_revision:16028; }","duration":"405.035322ms","start":"2026-05-27T06:38:05.015135Z","end":"2026-05-27T06:38:05.42017Z","steps":["trace[76760542] 'agreement among raft nodes before linearized reading' (duration: 404.592848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:05.435144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:05.01506Z","time spent":"420.066609ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22154,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sw5wv\" "} {"level":"info","ts":"2026-05-27T06:38:05.541693Z","caller":"traceutil/trace.go:171","msg":"trace[257141458] transaction","detail":"{read_only:false; response_revision:16030; number_of_response:1; }","duration":"105.571445ms","start":"2026-05-27T06:38:05.436091Z","end":"2026-05-27T06:38:05.541662Z","steps":["trace[257141458] 'process raft request' (duration: 105.476012ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:38:05.541743Z","caller":"traceutil/trace.go:171","msg":"trace[858737534] transaction","detail":"{read_only:false; response_revision:16029; number_of_response:1; }","duration":"106.594808ms","start":"2026-05-27T06:38:05.435085Z","end":"2026-05-27T06:38:05.54168Z","steps":["trace[858737534] 'process raft request' (duration: 85.710534ms)","trace[858737534] 'compare' (duration: 20.536903ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:38:05.542051Z","caller":"traceutil/trace.go:171","msg":"trace[62233709] transaction","detail":"{read_only:false; response_revision:16031; number_of_response:1; }","duration":"100.457263ms","start":"2026-05-27T06:38:05.441538Z","end":"2026-05-27T06:38:05.541995Z","steps":["trace[62233709] 'process raft request' (duration: 100.082011ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:38:05.542199Z","caller":"traceutil/trace.go:171","msg":"trace[582819708] transaction","detail":"{read_only:false; response_revision:16032; number_of_response:1; }","duration":"100.558456ms","start":"2026-05-27T06:38:05.441611Z","end":"2026-05-27T06:38:05.54217Z","steps":["trace[582819708] 'process raft request' (duration: 100.309269ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:38:05.542388Z","caller":"traceutil/trace.go:171","msg":"trace[255866824] linearizableReadLoop","detail":"{readStateIndex:16594; appliedIndex:16590; }","duration":"100.571737ms","start":"2026-05-27T06:38:05.441579Z","end":"2026-05-27T06:38:05.542151Z","steps":["trace[255866824] 'read index received' (duration: 825.607µs)","trace[255866824] 'applied index is now lower than readState.Index' (duration: 99.7444ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:38:05.543587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.976131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737466"} {"level":"info","ts":"2026-05-27T06:38:05.543688Z","caller":"traceutil/trace.go:171","msg":"trace[146927298] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16032; }","duration":"102.125656ms","start":"2026-05-27T06:38:05.44154Z","end":"2026-05-27T06:38:05.543665Z","steps":["trace[146927298] 'agreement among raft nodes before linearized reading' (duration: 100.825885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:05.548291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.720945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:38:05.54844Z","caller":"traceutil/trace.go:171","msg":"trace[453505166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16035; }","duration":"102.899701ms","start":"2026-05-27T06:38:05.44551Z","end":"2026-05-27T06:38:05.54841Z","steps":["trace[453505166] 'agreement among raft nodes before linearized reading' (duration: 102.693144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:05.548319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.574007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737466"} {"level":"info","ts":"2026-05-27T06:38:05.549392Z","caller":"traceutil/trace.go:171","msg":"trace[404024225] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16035; }","duration":"107.649772ms","start":"2026-05-27T06:38:05.441728Z","end":"2026-05-27T06:38:05.549377Z","steps":["trace[404024225] 'agreement among raft nodes before linearized reading' (duration: 106.03639ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:38:05.548352Z","caller":"traceutil/trace.go:171","msg":"trace[1948557019] transaction","detail":"{read_only:false; response_revision:16033; number_of_response:1; }","duration":"103.83046ms","start":"2026-05-27T06:38:05.444501Z","end":"2026-05-27T06:38:05.548331Z","steps":["trace[1948557019] 'process raft request' (duration: 103.094807ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:38:05.548368Z","caller":"traceutil/trace.go:171","msg":"trace[588550227] transaction","detail":"{read_only:false; response_revision:16035; number_of_response:1; }","duration":"102.530309ms","start":"2026-05-27T06:38:05.445829Z","end":"2026-05-27T06:38:05.548359Z","steps":["trace[588550227] 'process raft request' (duration: 101.893929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:05.548894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.641982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737466"} {"level":"info","ts":"2026-05-27T06:38:05.549959Z","caller":"traceutil/trace.go:171","msg":"trace[1201877147] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16035; }","duration":"103.743498ms","start":"2026-05-27T06:38:05.446205Z","end":"2026-05-27T06:38:05.549948Z","steps":["trace[1201877147] 'agreement among raft nodes before linearized reading' (duration: 101.904559ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:38:05.548963Z","caller":"traceutil/trace.go:171","msg":"trace[227564930] transaction","detail":"{read_only:false; response_revision:16034; number_of_response:1; }","duration":"103.158579ms","start":"2026-05-27T06:38:05.445782Z","end":"2026-05-27T06:38:05.548941Z","steps":["trace[227564930] 'process raft request' (duration: 101.916539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:06.375239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787396404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:38:06.490505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.130193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:38:06.490697Z","caller":"traceutil/trace.go:171","msg":"trace[127058683] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16035; }","duration":"764.355099ms","start":"2026-05-27T06:38:05.726318Z","end":"2026-05-27T06:38:06.490673Z","steps":["trace[127058683] 'range keys from in-memory index tree' (duration: 764.05547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:06.490802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:05.726311Z","time spent":"764.472554ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-27T06:38:06.490911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.005151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-27T06:38:06.49097Z","caller":"traceutil/trace.go:171","msg":"trace[1807388930] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16035; }","duration":"765.064002ms","start":"2026-05-27T06:38:05.725885Z","end":"2026-05-27T06:38:06.490949Z","steps":["trace[1807388930] 'range keys from in-memory index tree' (duration: 764.844025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:06.490936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.096338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-27T06:38:06.49145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.769059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:38:06.490858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.182836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sw5wv\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-05-27T06:38:06.491516Z","caller":"traceutil/trace.go:171","msg":"trace[1972200942] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16035; }","duration":"762.713397ms","start":"2026-05-27T06:38:05.728778Z","end":"2026-05-27T06:38:06.491491Z","steps":["trace[1972200942] 'range keys from in-memory index tree' (duration: 761.917882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:06.490828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.30487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-27T06:38:06.491568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:05.728775Z","time spent":"762.78348ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-27T06:38:06.491602Z","caller":"traceutil/trace.go:171","msg":"trace[691234549] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16035; }","duration":"766.121245ms","start":"2026-05-27T06:38:05.725467Z","end":"2026-05-27T06:38:06.491588Z","steps":["trace[691234549] 'range keys from in-memory index tree' (duration: 765.177776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:06.491018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.051727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-27T06:38:06.491694Z","caller":"traceutil/trace.go:171","msg":"trace[133448566] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sw5wv; range_end:; response_count:1; response_revision:16035; }","duration":"748.926949ms","start":"2026-05-27T06:38:05.74262Z","end":"2026-05-27T06:38:06.491547Z","steps":["trace[133448566] 'range keys from in-memory index tree' (duration: 747.963058ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:38:06.491536Z","caller":"traceutil/trace.go:171","msg":"trace[1539898505] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16035; }","duration":"762.935985ms","start":"2026-05-27T06:38:05.728576Z","end":"2026-05-27T06:38:06.491512Z","steps":["trace[1539898505] 'range keys from in-memory index tree' (duration: 762.577444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:06.491773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:05.7426Z","time spent":"749.164587ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22154,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sw5wv\" "} {"level":"warn","ts":"2026-05-27T06:38:06.491013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:05.72588Z","time spent":"765.123864ms","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-27T06:38:06.491906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:05.728554Z","time spent":"763.335527ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-27T06:38:06.491697Z","caller":"traceutil/trace.go:171","msg":"trace[1168083082] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16035; }","duration":"762.737988ms","start":"2026-05-27T06:38:05.728939Z","end":"2026-05-27T06:38:06.491677Z","steps":["trace[1168083082] 'range keys from in-memory index tree' (duration: 761.872481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:06.491979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:05.728935Z","time spent":"763.025587ms","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-27T06:38:06.49115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.035611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:38:06.492068Z","caller":"traceutil/trace.go:171","msg":"trace[1136419005] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16035; }","duration":"765.984612ms","start":"2026-05-27T06:38:05.726059Z","end":"2026-05-27T06:38:06.492044Z","steps":["trace[1136419005] 'range keys from in-memory index tree' (duration: 764.889657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:06.49115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.175985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:38:06.492133Z","caller":"traceutil/trace.go:171","msg":"trace[1797869249] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16035; }","duration":"766.168687ms","start":"2026-05-27T06:38:05.725955Z","end":"2026-05-27T06:38:06.492124Z","steps":["trace[1797869249] 'range keys from in-memory index tree' (duration: 765.107873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:06.492163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:05.72595Z","time spent":"766.204578ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-27T06:38:06.492155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:05.726036Z","time spent":"766.094085ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-27T06:38:06.491142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.540394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:38:06.491144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.547894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-27T06:38:06.491163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.430909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-27T06:38:06.490616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.299627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-05-27T06:38:06.491332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.173059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-27T06:38:06.492265Z","caller":"traceutil/trace.go:171","msg":"trace[68720812] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16035; }","duration":"762.117819ms","start":"2026-05-27T06:38:05.730133Z","end":"2026-05-27T06:38:06.492251Z","steps":["trace[68720812] 'range keys from in-memory index tree' (duration: 761.064295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:06.492307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:05.730128Z","time spent":"762.16747ms","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-27T06:38:06.492356Z","caller":"traceutil/trace.go:171","msg":"trace[1561053083] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16035; }","duration":"764.789214ms","start":"2026-05-27T06:38:05.727558Z","end":"2026-05-27T06:38:06.492347Z","steps":["trace[1561053083] 'range keys from in-memory index tree' (duration: 763.384969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:06.491648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:05.725439Z","time spent":"766.197758ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-27T06:38:06.492373Z","caller":"traceutil/trace.go:171","msg":"trace[1894642474] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:16035; }","duration":"839.108415ms","start":"2026-05-27T06:38:05.653245Z","end":"2026-05-27T06:38:06.492353Z","steps":["trace[1894642474] 'range keys from in-memory index tree' (duration: 837.089341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:06.492397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:05.727546Z","time spent":"764.839055ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-27T06:38:06.492422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:05.653226Z","time spent":"839.180367ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-05-27T06:38:06.492267Z","caller":"traceutil/trace.go:171","msg":"trace[476086931] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16035; }","duration":"764.696181ms","start":"2026-05-27T06:38:05.727556Z","end":"2026-05-27T06:38:06.492252Z","steps":["trace[476086931] 'range keys from in-memory index tree' (duration: 763.304726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:06.492502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:05.727542Z","time spent":"764.951698ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-27T06:38:06.492509Z","caller":"traceutil/trace.go:171","msg":"trace[1251629341] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16035; }","duration":"763.773221ms","start":"2026-05-27T06:38:05.728713Z","end":"2026-05-27T06:38:06.492486Z","steps":["trace[1251629341] 'range keys from in-memory index tree' (duration: 762.319405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:06.491101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.963879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-27T06:38:06.492564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:05.72871Z","time spent":"763.840713ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-27T06:38:06.492598Z","caller":"traceutil/trace.go:171","msg":"trace[178225332] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16035; }","duration":"766.513018ms","start":"2026-05-27T06:38:05.726075Z","end":"2026-05-27T06:38:06.492588Z","steps":["trace[178225332] 'range keys from in-memory index tree' (duration: 764.853376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:06.492627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:05.726062Z","time spent":"766.557609ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-27T06:38:06.491685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.79021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-05-27T06:38:06.49109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.235937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-27T06:38:06.492702Z","caller":"traceutil/trace.go:171","msg":"trace[1267371032] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16035; }","duration":"766.86436ms","start":"2026-05-27T06:38:05.725827Z","end":"2026-05-27T06:38:06.492691Z","steps":["trace[1267371032] 'range keys from in-memory index tree' (duration: 765.011481ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:38:06.492716Z","caller":"traceutil/trace.go:171","msg":"trace[1542606132] transaction","detail":"{read_only:false; response_revision:16036; number_of_response:1; }","duration":"647.283529ms","start":"2026-05-27T06:38:05.845416Z","end":"2026-05-27T06:38:06.492699Z","steps":["trace[1542606132] 'process raft request' (duration: 541.366323ms)","trace[1542606132] 'compare' (duration: 104.415838ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:38:06.492713Z","caller":"traceutil/trace.go:171","msg":"trace[502035262] linearizableReadLoop","detail":"{readStateIndex:16599; appliedIndex:16598; }","duration":"618.228096ms","start":"2026-05-27T06:38:05.874468Z","end":"2026-05-27T06:38:06.492696Z","steps":["trace[502035262] 'read index received' (duration: 512.276339ms)","trace[502035262] 'applied index is now lower than readState.Index' (duration: 105.950147ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:38:06.492748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:05.725818Z","time spent":"766.919391ms","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-27T06:38:06.492793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:05.845365Z","time spent":"647.383472ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:38:06.49287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.399852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-27T06:38:06.492894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.697458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:38:06.492919Z","caller":"traceutil/trace.go:171","msg":"trace[1453329520] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:16036; }","duration":"618.496584ms","start":"2026-05-27T06:38:05.87441Z","end":"2026-05-27T06:38:06.492907Z","steps":["trace[1453329520] 'agreement among raft nodes before linearized reading' (duration: 618.405532ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:38:06.492932Z","caller":"traceutil/trace.go:171","msg":"trace[1970335410] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:16036; }","duration":"347.777291ms","start":"2026-05-27T06:38:06.145141Z","end":"2026-05-27T06:38:06.492918Z","steps":["trace[1970335410] 'agreement among raft nodes before linearized reading' (duration: 347.707049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:06.492965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:06.145119Z","time spent":"347.838283ms","remote":"127.0.0.1:48336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:38:06.492968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:38:05.874385Z","time spent":"618.570867ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:38:07.556455Z","caller":"traceutil/trace.go:171","msg":"trace[882733795] linearizableReadLoop","detail":"{readStateIndex:16602; appliedIndex:16601; }","duration":"104.839842ms","start":"2026-05-27T06:38:07.451593Z","end":"2026-05-27T06:38:07.556432Z","steps":["trace[882733795] 'read index received' (duration: 25.844701ms)","trace[882733795] 'applied index is now lower than readState.Index' (duration: 78.993951ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:38:07.5566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.370401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:38:07.556672Z","caller":"traceutil/trace.go:171","msg":"trace[666889971] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16039; }","duration":"112.457664ms","start":"2026-05-27T06:38:07.444196Z","end":"2026-05-27T06:38:07.556654Z","steps":["trace[666889971] 'agreement among raft nodes before linearized reading' (duration: 112.282048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:07.55671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.531816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-27T06:38:07.556747Z","caller":"traceutil/trace.go:171","msg":"trace[1818074530] transaction","detail":"{read_only:false; response_revision:16039; number_of_response:1; }","duration":"116.295856ms","start":"2026-05-27T06:38:07.440427Z","end":"2026-05-27T06:38:07.556723Z","steps":["trace[1818074530] 'process raft request' (duration: 37.060888ms)","trace[1818074530] 'compare' (duration: 78.805595ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:38:07.556774Z","caller":"traceutil/trace.go:171","msg":"trace[308141732] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16039; }","duration":"112.609438ms","start":"2026-05-27T06:38:07.44415Z","end":"2026-05-27T06:38:07.556759Z","steps":["trace[308141732] 'agreement among raft nodes before linearized reading' (duration: 112.434163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:07.556909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.129364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:38:07.556948Z","caller":"traceutil/trace.go:171","msg":"trace[581290179] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16039; }","duration":"112.185825ms","start":"2026-05-27T06:38:07.444753Z","end":"2026-05-27T06:38:07.556939Z","steps":["trace[581290179] 'agreement among raft nodes before linearized reading' (duration: 112.125543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:07.557021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.96703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:38:07.557079Z","caller":"traceutil/trace.go:171","msg":"trace[218193406] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16039; }","duration":"113.040772ms","start":"2026-05-27T06:38:07.444025Z","end":"2026-05-27T06:38:07.557066Z","steps":["trace[218193406] 'agreement among raft nodes before linearized reading' (duration: 112.957309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:07.557207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.444833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-27T06:38:07.557259Z","caller":"traceutil/trace.go:171","msg":"trace[387994319] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16039; }","duration":"112.518596ms","start":"2026-05-27T06:38:07.444729Z","end":"2026-05-27T06:38:07.557248Z","steps":["trace[387994319] 'agreement among raft nodes before linearized reading' (duration: 112.380661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:07.557383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.568982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gklck\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-05-27T06:38:07.557448Z","caller":"traceutil/trace.go:171","msg":"trace[1961087799] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gklck; range_end:; response_count:1; response_revision:16039; }","duration":"103.641404ms","start":"2026-05-27T06:38:07.45379Z","end":"2026-05-27T06:38:07.557431Z","steps":["trace[1961087799] 'agreement among raft nodes before linearized reading' (duration: 103.481079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:07.557675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.670182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-27T06:38:07.557733Z","caller":"traceutil/trace.go:171","msg":"trace[1577625678] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16039; }","duration":"113.740875ms","start":"2026-05-27T06:38:07.443979Z","end":"2026-05-27T06:38:07.557719Z","steps":["trace[1577625678] 'agreement among raft nodes before linearized reading' (duration: 113.618531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:07.557852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.78578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:38:07.557891Z","caller":"traceutil/trace.go:171","msg":"trace[547731663] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16039; }","duration":"115.842681ms","start":"2026-05-27T06:38:07.44204Z","end":"2026-05-27T06:38:07.557883Z","steps":["trace[547731663] 'agreement among raft nodes before linearized reading' (duration: 115.787849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:07.557968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.369292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-27T06:38:07.557997Z","caller":"traceutil/trace.go:171","msg":"trace[155857241] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16039; }","duration":"118.443874ms","start":"2026-05-27T06:38:07.439546Z","end":"2026-05-27T06:38:07.557989Z","steps":["trace[155857241] 'agreement among raft nodes before linearized reading' (duration: 118.400433ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:38:07.854019Z","caller":"traceutil/trace.go:171","msg":"trace[1571130438] linearizableReadLoop","detail":"{readStateIndex:16608; appliedIndex:16603; }","duration":"244.963275ms","start":"2026-05-27T06:38:07.609034Z","end":"2026-05-27T06:38:07.853998Z","steps":["trace[1571130438] 'read index received' (duration: 221.106747ms)","trace[1571130438] 'applied index is now lower than readState.Index' (duration: 23.855468ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:38:07.854234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.577965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sw5wv\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-05-27T06:38:07.854273Z","caller":"traceutil/trace.go:171","msg":"trace[113570009] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sw5wv; range_end:; response_count:1; response_revision:16045; }","duration":"268.664188ms","start":"2026-05-27T06:38:07.585599Z","end":"2026-05-27T06:38:07.854263Z","steps":["trace[113570009] 'agreement among raft nodes before linearized reading' (duration: 268.485052ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:38:07.854312Z","caller":"traceutil/trace.go:171","msg":"trace[286623237] transaction","detail":"{read_only:false; response_revision:16043; number_of_response:1; }","duration":"287.223588ms","start":"2026-05-27T06:38:07.56705Z","end":"2026-05-27T06:38:07.854274Z","steps":["trace[286623237] 'process raft request' (duration: 286.838396ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:38:07.854476Z","caller":"traceutil/trace.go:171","msg":"trace[1296264742] transaction","detail":"{read_only:false; response_revision:16044; number_of_response:1; }","duration":"287.353172ms","start":"2026-05-27T06:38:07.567112Z","end":"2026-05-27T06:38:07.854465Z","steps":["trace[1296264742] 'process raft request' (duration: 286.815845ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:38:07.854654Z","caller":"traceutil/trace.go:171","msg":"trace[1346044030] transaction","detail":"{read_only:false; response_revision:16041; number_of_response:1; }","duration":"287.661752ms","start":"2026-05-27T06:38:07.56698Z","end":"2026-05-27T06:38:07.854642Z","steps":["trace[1346044030] 'process raft request' (duration: 263.305548ms)","trace[1346044030] 'compare' (duration: 23.407724ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:38:07.85472Z","caller":"traceutil/trace.go:171","msg":"trace[1260243383] transaction","detail":"{read_only:false; response_revision:16042; number_of_response:1; }","duration":"287.695863ms","start":"2026-05-27T06:38:07.567018Z","end":"2026-05-27T06:38:07.854714Z","steps":["trace[1260243383] 'process raft request' (duration: 286.816295ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:38:07.854768Z","caller":"traceutil/trace.go:171","msg":"trace[228658563] transaction","detail":"{read_only:false; response_revision:16045; number_of_response:1; }","duration":"287.545938ms","start":"2026-05-27T06:38:07.567211Z","end":"2026-05-27T06:38:07.854757Z","steps":["trace[228658563] 'process raft request' (duration: 286.748373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:07.854938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.385005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tnkrq\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-05-27T06:38:07.854984Z","caller":"traceutil/trace.go:171","msg":"trace[1300436717] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-tnkrq; range_end:; response_count:1; response_revision:16045; }","duration":"260.445417ms","start":"2026-05-27T06:38:07.594518Z","end":"2026-05-27T06:38:07.854964Z","steps":["trace[1300436717] 'agreement among raft nodes before linearized reading' (duration: 260.323023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:38.388306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.828157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tnkrq\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-05-27T06:38:38.38838Z","caller":"traceutil/trace.go:171","msg":"trace[522120155] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-tnkrq; range_end:; response_count:1; response_revision:16199; }","duration":"209.955071ms","start":"2026-05-27T06:38:38.178411Z","end":"2026-05-27T06:38:38.388366Z","steps":["trace[522120155] 'range keys from in-memory index tree' (duration: 209.620551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:38:38.388449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.161989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sw5wv\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-05-27T06:38:38.388593Z","caller":"traceutil/trace.go:171","msg":"trace[1704560809] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sw5wv; range_end:; response_count:1; response_revision:16199; }","duration":"216.372946ms","start":"2026-05-27T06:38:38.172186Z","end":"2026-05-27T06:38:38.388559Z","steps":["trace[1704560809] 'range keys from in-memory index tree' (duration: 215.904501ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:40:12.730011Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14525} {"level":"info","ts":"2026-05-27T06:40:12.80941Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14525,"took":"76.545542ms","hash":1868001565,"current-db-size-bytes":54120448,"current-db-size":"54 MB","current-db-size-in-use-bytes":31510528,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-27T06:40:12.809522Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1868001565,"revision":14525,"compact-revision":12491} {"level":"info","ts":"2026-05-27T06:41:08.320893Z","caller":"traceutil/trace.go:171","msg":"trace[1598898404] transaction","detail":"{read_only:false; response_revision:17488; number_of_response:1; }","duration":"142.372685ms","start":"2026-05-27T06:41:08.178479Z","end":"2026-05-27T06:41:08.320852Z","steps":["trace[1598898404] 'process raft request' (duration: 142.164138ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:41:08.572121Z","caller":"traceutil/trace.go:171","msg":"trace[1474805683] linearizableReadLoop","detail":"{readStateIndex:18099; appliedIndex:18098; }","duration":"251.295426ms","start":"2026-05-27T06:41:08.320798Z","end":"2026-05-27T06:41:08.572094Z","steps":["trace[1474805683] 'read index received' (duration: 246.527465ms)","trace[1474805683] 'applied index is now lower than readState.Index' (duration: 4.766891ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:41:08.572382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.046962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tnkrq\" ","response":"range_response_count:1 size:20771"} {"level":"warn","ts":"2026-05-27T06:41:08.572386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.863269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:41:08.572475Z","caller":"traceutil/trace.go:171","msg":"trace[1526154593] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-tnkrq; range_end:; response_count:1; response_revision:17489; }","duration":"298.183817ms","start":"2026-05-27T06:41:08.274271Z","end":"2026-05-27T06:41:08.572455Z","steps":["trace[1526154593] 'agreement among raft nodes before linearized reading' (duration: 297.909198ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:41:08.572494Z","caller":"traceutil/trace.go:171","msg":"trace[942717829] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:17489; }","duration":"294.052265ms","start":"2026-05-27T06:41:08.278416Z","end":"2026-05-27T06:41:08.572468Z","steps":["trace[942717829] 'agreement among raft nodes before linearized reading' (duration: 293.746745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:41:08.572839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.581552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovs-agent-default-sctkv\" ","response":"range_response_count:1 size:19431"} {"level":"info","ts":"2026-05-27T06:41:08.577945Z","caller":"traceutil/trace.go:171","msg":"trace[229531565] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovs-agent-default-sctkv; range_end:; response_count:1; response_revision:17489; }","duration":"238.744697ms","start":"2026-05-27T06:41:08.334178Z","end":"2026-05-27T06:41:08.572923Z","steps":["trace[229531565] 'agreement among raft nodes before linearized reading' (duration: 238.408707ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:41:08.578216Z","caller":"traceutil/trace.go:171","msg":"trace[1874484745] transaction","detail":"{read_only:false; response_revision:17489; number_of_response:1; }","duration":"325.98921ms","start":"2026-05-27T06:41:08.247171Z","end":"2026-05-27T06:41:08.57316Z","steps":["trace[1874484745] 'process raft request' (duration: 320.221767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:41:08.578379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:41:08.24715Z","time spent":"331.146093ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:41:08.58365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.421722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:897874"} {"level":"info","ts":"2026-05-27T06:41:08.58451Z","caller":"traceutil/trace.go:171","msg":"trace[186475605] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:17489; }","duration":"253.3157ms","start":"2026-05-27T06:41:08.331145Z","end":"2026-05-27T06:41:08.58446Z","steps":["trace[186475605] 'agreement among raft nodes before linearized reading' (duration: 241.190485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:41:09.944534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.29053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gklck\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-05-27T06:41:09.944665Z","caller":"traceutil/trace.go:171","msg":"trace[1976606495] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gklck; range_end:; response_count:1; response_revision:17502; }","duration":"214.476996ms","start":"2026-05-27T06:41:09.730146Z","end":"2026-05-27T06:41:09.944623Z","steps":["trace[1976606495] 'range keys from in-memory index tree' (duration: 214.055073ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:41:13.022658Z","caller":"traceutil/trace.go:171","msg":"trace[1452603769] transaction","detail":"{read_only:false; response_revision:17524; number_of_response:1; }","duration":"112.253827ms","start":"2026-05-27T06:41:12.910379Z","end":"2026-05-27T06:41:13.022633Z","steps":["trace[1452603769] 'process raft request' (duration: 84.438263ms)","trace[1452603769] 'compare' (duration: 27.522205ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:41:19.808831Z","caller":"traceutil/trace.go:171","msg":"trace[1262607805] transaction","detail":"{read_only:false; response_revision:17585; number_of_response:1; }","duration":"103.716196ms","start":"2026-05-27T06:41:19.705086Z","end":"2026-05-27T06:41:19.808802Z","steps":["trace[1262607805] 'process raft request' (duration: 103.52044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:44:03.827798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.34838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T06:44:03.827898Z","caller":"traceutil/trace.go:171","msg":"trace[1619966439] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18657; }","duration":"175.497205ms","start":"2026-05-27T06:44:03.652377Z","end":"2026-05-27T06:44:03.827874Z","steps":["trace[1619966439] 'range keys from in-memory index tree' (duration: 175.138963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:44:11.749942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.768278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sw5wv\" ","response":"range_response_count:1 size:22133"} {"level":"warn","ts":"2026-05-27T06:44:11.749992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:44:11.361026Z","time spent":"388.959866ms","remote":"127.0.0.1:41062","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-27T06:44:11.750045Z","caller":"traceutil/trace.go:171","msg":"trace[1837184477] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sw5wv; range_end:; response_count:1; response_revision:18699; }","duration":"523.928952ms","start":"2026-05-27T06:44:11.226091Z","end":"2026-05-27T06:44:11.75002Z","steps":["trace[1837184477] 'range keys from in-memory index tree' (duration: 523.561562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:44:11.750091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:44:11.226065Z","time spent":"524.016765ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sw5wv\" "} {"level":"warn","ts":"2026-05-27T06:44:11.750276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.189586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tnkrq\" ","response":"range_response_count:1 size:20873"} {"level":"info","ts":"2026-05-27T06:44:11.750359Z","caller":"traceutil/trace.go:171","msg":"trace[1710808977] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-tnkrq; range_end:; response_count:1; response_revision:18699; }","duration":"390.284109ms","start":"2026-05-27T06:44:11.360054Z","end":"2026-05-27T06:44:11.750338Z","steps":["trace[1710808977] 'range keys from in-memory index tree' (duration: 389.989529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:44:11.750401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:44:11.359992Z","time spent":"390.400552ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20895,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tnkrq\" "} {"level":"info","ts":"2026-05-27T06:44:11.750412Z","caller":"traceutil/trace.go:171","msg":"trace[1175313970] linearizableReadLoop","detail":"{readStateIndex:19351; appliedIndex:19350; }","duration":"205.163717ms","start":"2026-05-27T06:44:11.5452Z","end":"2026-05-27T06:44:11.750364Z","steps":["trace[1175313970] 'read index received' (duration: 171.737505ms)","trace[1175313970] 'applied index is now lower than readState.Index' (duration: 33.423752ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:44:11.750547Z","caller":"traceutil/trace.go:171","msg":"trace[1665454733] transaction","detail":"{read_only:false; response_revision:18700; number_of_response:1; }","duration":"211.933613ms","start":"2026-05-27T06:44:11.538598Z","end":"2026-05-27T06:44:11.750532Z","steps":["trace[1665454733] 'process raft request' (duration: 178.372156ms)","trace[1665454733] 'compare' (duration: 32.359078ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:44:11.750707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.476018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-27T06:44:11.750761Z","caller":"traceutil/trace.go:171","msg":"trace[294667051] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18700; }","duration":"205.588672ms","start":"2026-05-27T06:44:11.545156Z","end":"2026-05-27T06:44:11.750745Z","steps":["trace[294667051] 'agreement among raft nodes before linearized reading' (duration: 205.386525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:44:12.486303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.557551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:44:12.486439Z","caller":"traceutil/trace.go:171","msg":"trace[250705889] linearizableReadLoop","detail":"{readStateIndex:19354; appliedIndex:19353; }","duration":"385.762545ms","start":"2026-05-27T06:44:12.100658Z","end":"2026-05-27T06:44:12.486421Z","steps":["trace[250705889] 'read index received' (duration: 235.958176ms)","trace[250705889] 'applied index is now lower than readState.Index' (duration: 149.802669ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:44:12.486632Z","caller":"traceutil/trace.go:171","msg":"trace[1491734001] transaction","detail":"{read_only:false; response_revision:18703; number_of_response:1; }","duration":"558.584325ms","start":"2026-05-27T06:44:11.928036Z","end":"2026-05-27T06:44:12.486621Z","steps":["trace[1491734001] 'process raft request' (duration: 408.59603ms)","trace[1491734001] 'compare' (duration: 149.285753ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:44:12.486689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:44:11.92801Z","time spent":"558.653076ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:44:12.487102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.438196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-27T06:44:12.487157Z","caller":"traceutil/trace.go:171","msg":"trace[1733585942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18703; }","duration":"386.54932ms","start":"2026-05-27T06:44:12.100595Z","end":"2026-05-27T06:44:12.487144Z","steps":["trace[1733585942] 'agreement among raft nodes before linearized reading' (duration: 386.381834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:44:12.487192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:44:12.100569Z","time spent":"386.615932ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T06:44:12.487406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.710275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-27T06:44:12.487481Z","caller":"traceutil/trace.go:171","msg":"trace[1806975717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18703; }","duration":"386.837829ms","start":"2026-05-27T06:44:12.100634Z","end":"2026-05-27T06:44:12.487472Z","steps":["trace[1806975717] 'agreement among raft nodes before linearized reading' (duration: 386.704645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:44:12.48751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:44:12.100606Z","time spent":"386.897891ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T06:44:12.487721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.855706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:44:12.487759Z","caller":"traceutil/trace.go:171","msg":"trace[780194639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18703; }","duration":"186.948699ms","start":"2026-05-27T06:44:12.300802Z","end":"2026-05-27T06:44:12.487751Z","steps":["trace[780194639] 'agreement among raft nodes before linearized reading' (duration: 186.889877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:44:12.487959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.071384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gklck\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-05-27T06:44:12.488Z","caller":"traceutil/trace.go:171","msg":"trace[1963830090] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gklck; range_end:; response_count:1; response_revision:18703; }","duration":"239.153778ms","start":"2026-05-27T06:44:12.248838Z","end":"2026-05-27T06:44:12.487992Z","steps":["trace[1963830090] 'agreement among raft nodes before linearized reading' (duration: 239.050914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:44:12.488186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.851537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-27T06:44:12.488222Z","caller":"traceutil/trace.go:171","msg":"trace[960124542] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18703; }","duration":"379.906159ms","start":"2026-05-27T06:44:12.108304Z","end":"2026-05-27T06:44:12.488211Z","steps":["trace[960124542] 'agreement among raft nodes before linearized reading' (duration: 379.818516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:44:12.48825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:44:12.108292Z","time spent":"379.95191ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T06:44:12.488429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.027247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-27T06:44:12.488465Z","caller":"traceutil/trace.go:171","msg":"trace[1315780554] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18703; }","duration":"383.083739ms","start":"2026-05-27T06:44:12.105373Z","end":"2026-05-27T06:44:12.488457Z","steps":["trace[1315780554] 'agreement among raft nodes before linearized reading' (duration: 383.000847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:44:12.488492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:44:12.105362Z","time spent":"383.12312ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:44:13.758807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.676031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:44:13.75893Z","caller":"traceutil/trace.go:171","msg":"trace[2021667249] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:18708; }","duration":"922.857897ms","start":"2026-05-27T06:44:12.836042Z","end":"2026-05-27T06:44:13.7589Z","steps":["trace[2021667249] 'count revisions from in-memory index tree' (duration: 922.596838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:44:13.758984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:44:12.836026Z","time spent":"922.943889ms","remote":"127.0.0.1:48306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:44:13.759502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.503621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:44:13.759633Z","caller":"traceutil/trace.go:171","msg":"trace[653801901] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:18708; }","duration":"965.695287ms","start":"2026-05-27T06:44:12.793919Z","end":"2026-05-27T06:44:13.759614Z","steps":["trace[653801901] 'count revisions from in-memory index tree' (duration: 964.837189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:44:13.759687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:44:12.793896Z","time spent":"965.78146ms","remote":"127.0.0.1:47356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:44:13.773981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787407100,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-27T06:44:13.938324Z","caller":"traceutil/trace.go:171","msg":"trace[1952199412] transaction","detail":"{read_only:false; response_revision:18709; number_of_response:1; }","duration":"932.305826ms","start":"2026-05-27T06:44:13.005985Z","end":"2026-05-27T06:44:13.938291Z","steps":["trace[1952199412] 'process raft request' (duration: 932.127861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:44:13.938499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:44:13.00596Z","time spent":"932.445761ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:44:14.167333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.554931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:44:14.167688Z","caller":"traceutil/trace.go:171","msg":"trace[1197648328] linearizableReadLoop","detail":"{readStateIndex:19362; appliedIndex:19360; }","duration":"893.806693ms","start":"2026-05-27T06:44:13.273808Z","end":"2026-05-27T06:44:14.167615Z","steps":["trace[1197648328] 'read index received' (duration: 664.83622ms)","trace[1197648328] 'applied index is now lower than readState.Index' (duration: 228.968673ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:44:14.167719Z","caller":"traceutil/trace.go:171","msg":"trace[940046385] transaction","detail":"{read_only:false; response_revision:18711; number_of_response:1; }","duration":"409.391505ms","start":"2026-05-27T06:44:13.7583Z","end":"2026-05-27T06:44:14.167692Z","steps":["trace[940046385] 'process raft request' (duration: 409.2285ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:44:14.167748Z","caller":"traceutil/trace.go:171","msg":"trace[950501910] transaction","detail":"{read_only:false; response_revision:18710; number_of_response:1; }","duration":"1.004978665s","start":"2026-05-27T06:44:13.162698Z","end":"2026-05-27T06:44:14.167677Z","steps":["trace[950501910] 'process raft request' (duration: 820.952869ms)","trace[950501910] 'compare' (duration: 183.344205ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:44:14.167842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:44:13.758275Z","time spent":"409.512419ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:44:14.167985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.126964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:44:14.168099Z","caller":"traceutil/trace.go:171","msg":"trace[1865251627] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:18711; }","duration":"894.3306ms","start":"2026-05-27T06:44:13.273748Z","end":"2026-05-27T06:44:14.168079Z","steps":["trace[1865251627] 'agreement among raft nodes before linearized reading' (duration: 894.00815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:44:14.168154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:44:13.162662Z","time spent":"1.005227343s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:44:14.168198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.402881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:44:14.168182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:44:13.273711Z","time spent":"894.454864ms","remote":"127.0.0.1:41462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:44:14.168283Z","caller":"traceutil/trace.go:171","msg":"trace[1705669599] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:18711; }","duration":"842.587136ms","start":"2026-05-27T06:44:13.325648Z","end":"2026-05-27T06:44:14.168236Z","steps":["trace[1705669599] 'agreement among raft nodes before linearized reading' (duration: 842.411561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:44:14.168359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.44935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:44:14.168477Z","caller":"traceutil/trace.go:171","msg":"trace[1528207611] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:0; response_revision:18711; }","duration":"286.657646ms","start":"2026-05-27T06:44:13.88179Z","end":"2026-05-27T06:44:14.168448Z","steps":["trace[1528207611] 'agreement among raft nodes before linearized reading' (duration: 286.391507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:44:14.168652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.270912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sw5wv\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-05-27T06:44:14.168698Z","caller":"traceutil/trace.go:171","msg":"trace[1166680052] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sw5wv; range_end:; response_count:1; response_revision:18711; }","duration":"392.359815ms","start":"2026-05-27T06:44:13.776327Z","end":"2026-05-27T06:44:14.168687Z","steps":["trace[1166680052] 'agreement among raft nodes before linearized reading' (duration: 392.091986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:44:14.16873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:44:13.776304Z","time spent":"392.417937ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sw5wv\" "} {"level":"warn","ts":"2026-05-27T06:44:14.168908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.881411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126283"} {"level":"info","ts":"2026-05-27T06:44:14.168987Z","caller":"traceutil/trace.go:171","msg":"trace[598143232] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:18711; }","duration":"630.982595ms","start":"2026-05-27T06:44:13.53799Z","end":"2026-05-27T06:44:14.168973Z","steps":["trace[598143232] 'agreement among raft nodes before linearized reading' (duration: 630.633543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:44:14.169065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:44:13.537979Z","time spent":"631.074387ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126305,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-27T06:44:14.169317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.358734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T06:44:14.168975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.272674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:44:14.169388Z","caller":"traceutil/trace.go:171","msg":"trace[1399311604] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:18711; }","duration":"799.476507ms","start":"2026-05-27T06:44:13.369893Z","end":"2026-05-27T06:44:14.169369Z","steps":["trace[1399311604] 'agreement among raft nodes before linearized reading' (duration: 799.148497ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:44:14.169422Z","caller":"traceutil/trace.go:171","msg":"trace[453909156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18711; }","duration":"603.741559ms","start":"2026-05-27T06:44:13.565664Z","end":"2026-05-27T06:44:14.169405Z","steps":["trace[453909156] 'agreement among raft nodes before linearized reading' (duration: 603.267534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:44:14.169508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:44:13.565646Z","time spent":"603.847812ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:44:14.169711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.905947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-27T06:44:14.169772Z","caller":"traceutil/trace.go:171","msg":"trace[1906225736] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:18711; }","duration":"639.00408ms","start":"2026-05-27T06:44:13.530753Z","end":"2026-05-27T06:44:14.169757Z","steps":["trace[1906225736] 'agreement among raft nodes before linearized reading' (duration: 638.725501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:44:14.168335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:44:13.325624Z","time spent":"842.69617ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:44:14.169824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:44:13.530703Z","time spent":"639.109522ms","remote":"127.0.0.1:47292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-27T06:44:14.16945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:44:13.369869Z","time spent":"799.56476ms","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:44:14.168506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.92897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:44:14.170217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.729783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T06:44:14.170298Z","caller":"traceutil/trace.go:171","msg":"trace[60460931] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18711; }","duration":"226.914868ms","start":"2026-05-27T06:44:13.943368Z","end":"2026-05-27T06:44:14.170283Z","steps":["trace[60460931] 'agreement among raft nodes before linearized reading' (duration: 226.683951ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:44:14.17027Z","caller":"traceutil/trace.go:171","msg":"trace[2060367805] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:18711; }","duration":"110.723718ms","start":"2026-05-27T06:44:14.05951Z","end":"2026-05-27T06:44:14.170234Z","steps":["trace[2060367805] 'agreement among raft nodes before linearized reading' (duration: 108.90382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:44:14.170719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.482096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-6c9cc8b7d6-x688s.18b3587691a5c7b5\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-05-27T06:44:14.17081Z","caller":"traceutil/trace.go:171","msg":"trace[73846185] range","detail":"{range_begin:/registry/events/openstack/cinder-api-6c9cc8b7d6-x688s.18b3587691a5c7b5; range_end:; response_count:1; response_revision:18711; }","duration":"153.644271ms","start":"2026-05-27T06:44:14.017152Z","end":"2026-05-27T06:44:14.170796Z","steps":["trace[73846185] 'agreement among raft nodes before linearized reading' (duration: 152.501354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:44:14.281896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.999323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-27T06:44:14.281985Z","caller":"traceutil/trace.go:171","msg":"trace[675024291] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:18713; }","duration":"104.123838ms","start":"2026-05-27T06:44:14.177842Z","end":"2026-05-27T06:44:14.281965Z","steps":["trace[675024291] 'agreement among raft nodes before linearized reading' (duration: 103.842239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:44:14.28268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.847909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:44:14.282933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.509346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:947040"} {"level":"info","ts":"2026-05-27T06:44:14.283014Z","caller":"traceutil/trace.go:171","msg":"trace[753179131] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18713; }","duration":"107.618779ms","start":"2026-05-27T06:44:14.175379Z","end":"2026-05-27T06:44:14.282998Z","steps":["trace[753179131] 'agreement among raft nodes before linearized reading' (duration: 106.684269ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:44:14.285907Z","caller":"traceutil/trace.go:171","msg":"trace[443731797] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:18713; }","duration":"107.03988ms","start":"2026-05-27T06:44:14.178797Z","end":"2026-05-27T06:44:14.285837Z","steps":["trace[443731797] 'agreement among raft nodes before linearized reading' (duration: 102.879888ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:45:02.565585Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"520ed656383c33a4","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-27T06:45:02.575868Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-27T06:45:02.576Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-27T06:45:12.737492Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16890} {"level":"info","ts":"2026-05-27T06:45:12.834354Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16890,"took":"93.265162ms","hash":2576289499,"current-db-size-bytes":54120448,"current-db-size":"54 MB","current-db-size-in-use-bytes":33443840,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-27T06:45:12.834415Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2576289499,"revision":16890,"compact-revision":14525} {"level":"info","ts":"2026-05-27T06:47:17.076835Z","caller":"traceutil/trace.go:171","msg":"trace[2085679052] transaction","detail":"{read_only:false; response_revision:20260; number_of_response:1; }","duration":"166.253302ms","start":"2026-05-27T06:47:16.910554Z","end":"2026-05-27T06:47:17.076807Z","steps":["trace[2085679052] 'process raft request' (duration: 166.006254ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:47:17.145033Z","caller":"traceutil/trace.go:171","msg":"trace[823949550] transaction","detail":"{read_only:false; response_revision:20261; number_of_response:1; }","duration":"206.606403ms","start":"2026-05-27T06:47:16.938396Z","end":"2026-05-27T06:47:17.145003Z","steps":["trace[823949550] 'process raft request' (duration: 206.327824ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:47:17.145234Z","caller":"traceutil/trace.go:171","msg":"trace[1407736541] transaction","detail":"{read_only:false; response_revision:20262; number_of_response:1; }","duration":"196.804672ms","start":"2026-05-27T06:47:16.948421Z","end":"2026-05-27T06:47:17.145225Z","steps":["trace[1407736541] 'process raft request' (duration: 196.476152ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:49:48.560053Z","caller":"traceutil/trace.go:171","msg":"trace[445174580] linearizableReadLoop","detail":"{readStateIndex:22062; appliedIndex:22061; }","duration":"428.870834ms","start":"2026-05-27T06:49:48.131153Z","end":"2026-05-27T06:49:48.560024Z","steps":["trace[445174580] 'read index received' (duration: 428.74798ms)","trace[445174580] 'applied index is now lower than readState.Index' (duration: 118.804µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:49:48.56015Z","caller":"traceutil/trace.go:171","msg":"trace[929145842] transaction","detail":"{read_only:false; response_revision:21328; number_of_response:1; }","duration":"457.948438ms","start":"2026-05-27T06:49:48.102165Z","end":"2026-05-27T06:49:48.560114Z","steps":["trace[929145842] 'process raft request' (duration: 457.675629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:48.560299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.129242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T06:49:48.560325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:48.102135Z","time spent":"458.097792ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:49:48.560372Z","caller":"traceutil/trace.go:171","msg":"trace[308518148] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:21328; }","duration":"429.260666ms","start":"2026-05-27T06:49:48.131097Z","end":"2026-05-27T06:49:48.560358Z","steps":["trace[308518148] 'agreement among raft nodes before linearized reading' (duration: 429.099731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:48.560406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:48.131077Z","time spent":"429.319929ms","remote":"127.0.0.1:41422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:49:49.659983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.541119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:49:49.660101Z","caller":"traceutil/trace.go:171","msg":"trace[1778534232] linearizableReadLoop","detail":"{readStateIndex:22063; appliedIndex:22062; }","duration":"1.099936352s","start":"2026-05-27T06:49:48.560148Z","end":"2026-05-27T06:49:49.660084Z","steps":["trace[1778534232] 'read index received' (duration: 136.070732ms)","trace[1778534232] 'applied index is now lower than readState.Index' (duration: 963.864079ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:49:49.660207Z","caller":"traceutil/trace.go:171","msg":"trace[1159035603] transaction","detail":"{read_only:false; response_revision:21329; number_of_response:1; }","duration":"1.261270677s","start":"2026-05-27T06:49:48.398922Z","end":"2026-05-27T06:49:49.660193Z","steps":["trace[1159035603] 'process raft request' (duration: 297.364047ms)","trace[1159035603] 'compare' (duration: 962.871857ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:49:49.660273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:48.398884Z","time spent":"1.261356199s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:49:49.660488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370264119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:49:49.66058Z","caller":"traceutil/trace.go:171","msg":"trace[316740821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21329; }","duration":"1.370396943s","start":"2026-05-27T06:49:48.290157Z","end":"2026-05-27T06:49:49.660553Z","steps":["trace[316740821] 'agreement among raft nodes before linearized reading' (duration: 1.370227248s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:49.660618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:48.290133Z","time spent":"1.370477456s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:49:49.660605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.197749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T06:49:49.660682Z","caller":"traceutil/trace.go:171","msg":"trace[840898871] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21329; }","duration":"896.277802ms","start":"2026-05-27T06:49:48.76438Z","end":"2026-05-27T06:49:49.660658Z","steps":["trace[840898871] 'agreement among raft nodes before linearized reading' (duration: 896.078755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:49.660709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.202885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:49:49.660733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:48.764354Z","time spent":"896.371215ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-27T06:49:49.660757Z","caller":"traceutil/trace.go:171","msg":"trace[1641098349] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:21329; }","duration":"644.304608ms","start":"2026-05-27T06:49:49.016439Z","end":"2026-05-27T06:49:49.660744Z","steps":["trace[1641098349] 'agreement among raft nodes before linearized reading' (duration: 644.208914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:49.660803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:49.016412Z","time spent":"644.38178ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:49:49.660833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.806587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T06:49:49.660878Z","caller":"traceutil/trace.go:171","msg":"trace[1468887758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21329; }","duration":"946.857959ms","start":"2026-05-27T06:49:48.714003Z","end":"2026-05-27T06:49:49.660861Z","steps":["trace[1468887758] 'agreement among raft nodes before linearized reading' (duration: 946.683894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:49.660907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:48.713995Z","time spent":"946.906091ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T06:49:49.660892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271656177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-27T06:49:49.660984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.842513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-27T06:49:49.660992Z","caller":"traceutil/trace.go:171","msg":"trace[792959491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21329; }","duration":"1.271809332s","start":"2026-05-27T06:49:48.389154Z","end":"2026-05-27T06:49:49.660963Z","steps":["trace[792959491] 'agreement among raft nodes before linearized reading' (duration: 1.271489491s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:49.660967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.305372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T06:49:49.661027Z","caller":"traceutil/trace.go:171","msg":"trace[840231038] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21329; }","duration":"677.961717ms","start":"2026-05-27T06:49:48.983055Z","end":"2026-05-27T06:49:49.661017Z","steps":["trace[840231038] 'agreement among raft nodes before linearized reading' (duration: 677.882775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:49.66105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:48.389126Z","time spent":"1.271914995s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T06:49:49.661059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:48.983032Z","time spent":"678.021279ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-27T06:49:49.661091Z","caller":"traceutil/trace.go:171","msg":"trace[825757205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21329; }","duration":"941.479538ms","start":"2026-05-27T06:49:48.719569Z","end":"2026-05-27T06:49:49.661048Z","steps":["trace[825757205] 'agreement among raft nodes before linearized reading' (duration: 941.105326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:49.661109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.868752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-27T06:49:49.661201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.311547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417468"} {"level":"info","ts":"2026-05-27T06:49:49.661282Z","caller":"traceutil/trace.go:171","msg":"trace[258558103] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:21329; }","duration":"547.42053ms","start":"2026-05-27T06:49:49.11384Z","end":"2026-05-27T06:49:49.66126Z","steps":["trace[258558103] 'agreement among raft nodes before linearized reading' (duration: 547.10905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:49.661353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:49.113815Z","time spent":"547.523433ms","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417490,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-27T06:49:49.661176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:48.719543Z","time spent":"941.616803ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-27T06:49:49.661293Z","caller":"traceutil/trace.go:171","msg":"trace[1641261090] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21329; }","duration":"949.152012ms","start":"2026-05-27T06:49:48.712086Z","end":"2026-05-27T06:49:49.661238Z","steps":["trace[1641261090] 'agreement among raft nodes before linearized reading' (duration: 948.369507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:49.661651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:48.711978Z","time spent":"949.657458ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:49:49.661094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.009783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T06:49:49.661767Z","caller":"traceutil/trace.go:171","msg":"trace[1444142673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21329; }","duration":"941.668994ms","start":"2026-05-27T06:49:48.720053Z","end":"2026-05-27T06:49:49.661722Z","steps":["trace[1444142673] 'agreement among raft nodes before linearized reading' (duration: 940.905319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:49.661846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:48.720047Z","time spent":"941.766378ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-27T06:49:50.081118Z","caller":"traceutil/trace.go:171","msg":"trace[233131109] transaction","detail":"{read_only:false; response_revision:21330; number_of_response:1; }","duration":"414.626762ms","start":"2026-05-27T06:49:49.666464Z","end":"2026-05-27T06:49:50.081091Z","steps":["trace[233131109] 'process raft request' (duration: 414.433556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:50.081505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:49.666437Z","time spent":"414.87733ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:49:50.085203Z","caller":"traceutil/trace.go:171","msg":"trace[716802319] transaction","detail":"{read_only:false; response_revision:21331; number_of_response:1; }","duration":"418.65844ms","start":"2026-05-27T06:49:49.666519Z","end":"2026-05-27T06:49:50.085177Z","steps":["trace[716802319] 'process raft request' (duration: 418.441333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:50.085495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:49.666495Z","time spent":"418.780624ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:49:50.085695Z","caller":"traceutil/trace.go:171","msg":"trace[1166756916] transaction","detail":"{read_only:false; response_revision:21332; number_of_response:1; }","duration":"418.967009ms","start":"2026-05-27T06:49:49.666674Z","end":"2026-05-27T06:49:50.085641Z","steps":["trace[1166756916] 'process raft request' (duration: 418.437832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:50.085954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:49.666664Z","time spent":"419.154095ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:49:50.08598Z","caller":"traceutil/trace.go:171","msg":"trace[876373299] transaction","detail":"{read_only:false; response_revision:21333; number_of_response:1; }","duration":"419.075773ms","start":"2026-05-27T06:49:49.666863Z","end":"2026-05-27T06:49:50.085938Z","steps":["trace[876373299] 'process raft request' (duration: 418.634579ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:49:50.086055Z","caller":"traceutil/trace.go:171","msg":"trace[167690175] transaction","detail":"{read_only:false; response_revision:21334; number_of_response:1; }","duration":"418.917448ms","start":"2026-05-27T06:49:49.667109Z","end":"2026-05-27T06:49:50.086026Z","steps":["trace[167690175] 'process raft request' (duration: 418.703541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:50.086284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:49.666832Z","time spent":"419.262579ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:49:50.086247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:49.667083Z","time spent":"419.071353ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:49:50.086523Z","caller":"traceutil/trace.go:171","msg":"trace[829124196] transaction","detail":"{read_only:false; response_revision:21335; number_of_response:1; }","duration":"418.405482ms","start":"2026-05-27T06:49:49.668098Z","end":"2026-05-27T06:49:50.086504Z","steps":["trace[829124196] 'process raft request' (duration: 417.829923ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:49:50.086574Z","caller":"traceutil/trace.go:171","msg":"trace[1840304808] transaction","detail":"{read_only:false; response_revision:21336; number_of_response:1; }","duration":"218.877913ms","start":"2026-05-27T06:49:49.867669Z","end":"2026-05-27T06:49:50.086547Z","steps":["trace[1840304808] 'process raft request' (duration: 218.683737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:50.086702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:49.668088Z","time spent":"418.521105ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:49:50.086733Z","caller":"traceutil/trace.go:171","msg":"trace[420703071] transaction","detail":"{read_only:false; response_revision:21337; number_of_response:1; }","duration":"111.544223ms","start":"2026-05-27T06:49:49.975157Z","end":"2026-05-27T06:49:50.086701Z","steps":["trace[420703071] 'process raft request' (duration: 111.345457ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:49:50.086712Z","caller":"traceutil/trace.go:171","msg":"trace[1027742901] linearizableReadLoop","detail":"{readStateIndex:22068; appliedIndex:22063; }","duration":"418.847636ms","start":"2026-05-27T06:49:49.667843Z","end":"2026-05-27T06:49:50.08669Z","steps":["trace[1027742901] 'read index received' (duration: 413.170745ms)","trace[1027742901] 'applied index is now lower than readState.Index' (duration: 5.673161ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:49:50.086842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.98673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-27T06:49:50.086911Z","caller":"traceutil/trace.go:171","msg":"trace[2033932178] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21337; }","duration":"419.071453ms","start":"2026-05-27T06:49:49.667825Z","end":"2026-05-27T06:49:50.086896Z","steps":["trace[2033932178] 'agreement among raft nodes before linearized reading' (duration: 418.924379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:50.086965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:49.667817Z","time spent":"419.136835ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-27T06:49:50.087211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.905181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:49:50.087385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.26728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:49:50.08749Z","caller":"traceutil/trace.go:171","msg":"trace[1048510496] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:21337; }","duration":"323.430435ms","start":"2026-05-27T06:49:49.764039Z","end":"2026-05-27T06:49:50.08747Z","steps":["trace[1048510496] 'agreement among raft nodes before linearized reading' (duration: 323.267059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:50.087536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:49.764017Z","time spent":"323.507257ms","remote":"127.0.0.1:54846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:49:50.08723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.036641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:49:50.087714Z","caller":"traceutil/trace.go:171","msg":"trace[299505853] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:21337; }","duration":"192.560957ms","start":"2026-05-27T06:49:49.895122Z","end":"2026-05-27T06:49:50.087683Z","steps":["trace[299505853] 'agreement among raft nodes before linearized reading' (duration: 192.042581ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:49:50.087834Z","caller":"traceutil/trace.go:171","msg":"trace[1055519328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21337; }","duration":"415.2259ms","start":"2026-05-27T06:49:49.672233Z","end":"2026-05-27T06:49:50.087459Z","steps":["trace[1055519328] 'agreement among raft nodes before linearized reading' (duration: 414.91522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:50.087924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:49.672209Z","time spent":"415.700695ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T06:49:52.351615Z","caller":"traceutil/trace.go:171","msg":"trace[600894100] linearizableReadLoop","detail":"{readStateIndex:22076; appliedIndex:22074; }","duration":"258.731039ms","start":"2026-05-27T06:49:52.092846Z","end":"2026-05-27T06:49:52.351577Z","steps":["trace[600894100] 'read index received' (duration: 26.210362ms)","trace[600894100] 'applied index is now lower than readState.Index' (duration: 232.518617ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:49:52.351885Z","caller":"traceutil/trace.go:171","msg":"trace[836154832] transaction","detail":"{read_only:false; response_revision:21343; number_of_response:1; }","duration":"257.281473ms","start":"2026-05-27T06:49:52.094578Z","end":"2026-05-27T06:49:52.351859Z","steps":["trace[836154832] 'process raft request' (duration: 256.936942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:52.35222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.560511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T06:49:52.352287Z","caller":"traceutil/trace.go:171","msg":"trace[614507913] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21343; }","duration":"256.643843ms","start":"2026-05-27T06:49:52.095624Z","end":"2026-05-27T06:49:52.352267Z","steps":["trace[614507913] 'agreement among raft nodes before linearized reading' (duration: 256.504038ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:49:52.352042Z","caller":"traceutil/trace.go:171","msg":"trace[472230698] transaction","detail":"{read_only:false; response_revision:21341; number_of_response:1; }","duration":"259.496383ms","start":"2026-05-27T06:49:52.092502Z","end":"2026-05-27T06:49:52.351999Z","steps":["trace[472230698] 'process raft request' (duration: 224.977127ms)","trace[472230698] 'compare' (duration: 33.758492ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:49:52.352455Z","caller":"traceutil/trace.go:171","msg":"trace[1909766444] transaction","detail":"{read_only:false; response_revision:21342; number_of_response:1; }","duration":"258.712498ms","start":"2026-05-27T06:49:52.093728Z","end":"2026-05-27T06:49:52.35244Z","steps":["trace[1909766444] 'process raft request' (duration: 257.713587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:52.352631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.74961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-27T06:49:52.352737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.893875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T06:49:52.352824Z","caller":"traceutil/trace.go:171","msg":"trace[992382773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21343; }","duration":"259.05355ms","start":"2026-05-27T06:49:52.093754Z","end":"2026-05-27T06:49:52.352807Z","steps":["trace[992382773] 'agreement among raft nodes before linearized reading' (duration: 258.849833ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:49:52.352799Z","caller":"traceutil/trace.go:171","msg":"trace[1547493926] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21343; }","duration":"259.106351ms","start":"2026-05-27T06:49:52.093662Z","end":"2026-05-27T06:49:52.352768Z","steps":["trace[1547493926] 'agreement among raft nodes before linearized reading' (duration: 258.365977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:52.352075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.191714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T06:49:52.353196Z","caller":"traceutil/trace.go:171","msg":"trace[1706825207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21343; }","duration":"260.363381ms","start":"2026-05-27T06:49:52.092809Z","end":"2026-05-27T06:49:52.353172Z","steps":["trace[1706825207] 'agreement among raft nodes before linearized reading' (duration: 259.011749ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:49:52.613176Z","caller":"traceutil/trace.go:171","msg":"trace[1344649555] transaction","detail":"{read_only:false; response_revision:21346; number_of_response:1; }","duration":"254.726992ms","start":"2026-05-27T06:49:52.35844Z","end":"2026-05-27T06:49:52.613167Z","steps":["trace[1344649555] 'process raft request' (duration: 254.479784ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:49:52.613046Z","caller":"traceutil/trace.go:171","msg":"trace[1282700979] transaction","detail":"{read_only:false; response_revision:21345; number_of_response:1; }","duration":"254.713522ms","start":"2026-05-27T06:49:52.358287Z","end":"2026-05-27T06:49:52.613Z","steps":["trace[1282700979] 'process raft request' (duration: 254.435673ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:49:52.613561Z","caller":"traceutil/trace.go:171","msg":"trace[1301567910] transaction","detail":"{read_only:false; response_revision:21347; number_of_response:1; }","duration":"254.324329ms","start":"2026-05-27T06:49:52.359166Z","end":"2026-05-27T06:49:52.61349Z","steps":["trace[1301567910] 'process raft request' (duration: 253.957557ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:49:52.760686Z","caller":"traceutil/trace.go:171","msg":"trace[631719224] transaction","detail":"{read_only:false; response_revision:21348; number_of_response:1; }","duration":"297.741358ms","start":"2026-05-27T06:49:52.46292Z","end":"2026-05-27T06:49:52.760662Z","steps":["trace[631719224] 'process raft request' (duration: 212.648355ms)","trace[631719224] 'compare' (duration: 84.893227ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:49:52.761029Z","caller":"traceutil/trace.go:171","msg":"trace[15775734] linearizableReadLoop","detail":"{readStateIndex:22083; appliedIndex:22079; }","duration":"215.565328ms","start":"2026-05-27T06:49:52.54542Z","end":"2026-05-27T06:49:52.760986Z","steps":["trace[15775734] 'read index received' (duration: 67.331799ms)","trace[15775734] 'applied index is now lower than readState.Index' (duration: 148.231438ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:49:52.761185Z","caller":"traceutil/trace.go:171","msg":"trace[364110628] transaction","detail":"{read_only:false; response_revision:21349; number_of_response:1; }","duration":"175.583048ms","start":"2026-05-27T06:49:52.58557Z","end":"2026-05-27T06:49:52.761153Z","steps":["trace[364110628] 'process raft request' (duration: 175.054881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:52.761236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.785145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:49:52.761293Z","caller":"traceutil/trace.go:171","msg":"trace[447179369] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21349; }","duration":"215.915009ms","start":"2026-05-27T06:49:52.545357Z","end":"2026-05-27T06:49:52.761272Z","steps":["trace[447179369] 'agreement among raft nodes before linearized reading' (duration: 215.770594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:54.535051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.694065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-27T06:49:54.535158Z","caller":"traceutil/trace.go:171","msg":"trace[429392306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21350; }","duration":"177.84945ms","start":"2026-05-27T06:49:54.357272Z","end":"2026-05-27T06:49:54.535121Z","steps":["trace[429392306] 'range keys from in-memory index tree' (duration: 177.484208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:54.535216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.068944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-27T06:49:54.535329Z","caller":"traceutil/trace.go:171","msg":"trace[1989570800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21350; }","duration":"176.211588ms","start":"2026-05-27T06:49:54.359072Z","end":"2026-05-27T06:49:54.535284Z","steps":["trace[1989570800] 'range keys from in-memory index tree' (duration: 175.779084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:54.535461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.019561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:49:54.535557Z","caller":"traceutil/trace.go:171","msg":"trace[10775991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21350; }","duration":"244.210998ms","start":"2026-05-27T06:49:54.291326Z","end":"2026-05-27T06:49:54.535537Z","steps":["trace[10775991] 'range keys from in-memory index tree' (duration: 243.886008ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:49:54.53571Z","caller":"traceutil/trace.go:171","msg":"trace[1580515906] transaction","detail":"{read_only:false; response_revision:21351; number_of_response:1; }","duration":"176.454486ms","start":"2026-05-27T06:49:54.359234Z","end":"2026-05-27T06:49:54.535688Z","steps":["trace[1580515906] 'process raft request' (duration: 127.958475ms)","trace[1580515906] 'compare' (duration: 47.8359ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:49:54.535706Z","caller":"traceutil/trace.go:171","msg":"trace[553251918] linearizableReadLoop","detail":"{readStateIndex:22086; appliedIndex:22085; }","duration":"161.034106ms","start":"2026-05-27T06:49:54.374642Z","end":"2026-05-27T06:49:54.535677Z","steps":["trace[553251918] 'read index received' (duration: 112.474163ms)","trace[553251918] 'applied index is now lower than readState.Index' (duration: 48.557382ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:49:54.53586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.216182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-27T06:49:54.535914Z","caller":"traceutil/trace.go:171","msg":"trace[166879726] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21351; }","duration":"161.314725ms","start":"2026-05-27T06:49:54.374584Z","end":"2026-05-27T06:49:54.535899Z","steps":["trace[166879726] 'agreement among raft nodes before linearized reading' (duration: 161.16111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:54.848335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.180634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:49:54.848493Z","caller":"traceutil/trace.go:171","msg":"trace[1027204639] transaction","detail":"{read_only:false; response_revision:21352; number_of_response:1; }","duration":"308.018224ms","start":"2026-05-27T06:49:54.540447Z","end":"2026-05-27T06:49:54.848465Z","steps":["trace[1027204639] 'process raft request' (duration: 172.557522ms)","trace[1027204639] 'compare' (duration: 134.672667ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:49:54.848589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:54.5404Z","time spent":"308.144708ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:49:54.897592Z","caller":"traceutil/trace.go:171","msg":"trace[1817126772] linearizableReadLoop","detail":"{readStateIndex:22089; appliedIndex:22086; }","duration":"331.199541ms","start":"2026-05-27T06:49:54.566366Z","end":"2026-05-27T06:49:54.897565Z","steps":["trace[1817126772] 'read index received' (duration: 146.564726ms)","trace[1817126772] 'applied index is now lower than readState.Index' (duration: 184.633184ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:49:54.897736Z","caller":"traceutil/trace.go:171","msg":"trace[2110489137] transaction","detail":"{read_only:false; response_revision:21354; number_of_response:1; }","duration":"356.848665ms","start":"2026-05-27T06:49:54.540876Z","end":"2026-05-27T06:49:54.897725Z","steps":["trace[2110489137] 'process raft request' (duration: 356.638928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:54.897865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:54.540864Z","time spent":"356.904647ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:49:54.897627Z","caller":"traceutil/trace.go:171","msg":"trace[71839988] transaction","detail":"{read_only:false; response_revision:21353; number_of_response:1; }","duration":"357.070833ms","start":"2026-05-27T06:49:54.540526Z","end":"2026-05-27T06:49:54.897597Z","steps":["trace[71839988] 'process raft request' (duration: 356.789074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:54.898066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.665855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:49:54.898192Z","caller":"traceutil/trace.go:171","msg":"trace[869992685] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:21354; }","duration":"331.849891ms","start":"2026-05-27T06:49:54.566316Z","end":"2026-05-27T06:49:54.898166Z","steps":["trace[869992685] 'agreement among raft nodes before linearized reading' (duration: 331.537231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:54.898281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:54.566291Z","time spent":"331.974825ms","remote":"127.0.0.1:41542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:49:54.898102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:54.54049Z","time spent":"357.498436ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:49:54.943365Z","caller":"traceutil/trace.go:171","msg":"trace[1698332675] transaction","detail":"{read_only:false; response_revision:21355; number_of_response:1; }","duration":"175.618468ms","start":"2026-05-27T06:49:54.767724Z","end":"2026-05-27T06:49:54.943343Z","steps":["trace[1698332675] 'process raft request' (duration: 175.388871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:54.943626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.20873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-27T06:49:54.943716Z","caller":"traceutil/trace.go:171","msg":"trace[1845351776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21355; }","duration":"325.374225ms","start":"2026-05-27T06:49:54.618321Z","end":"2026-05-27T06:49:54.943695Z","steps":["trace[1845351776] 'agreement among raft nodes before linearized reading' (duration: 324.981083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:54.943765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:54.618295Z","time spent":"325.459268ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T06:49:54.94372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.446057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-27T06:49:54.943885Z","caller":"traceutil/trace.go:171","msg":"trace[1524926885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21355; }","duration":"325.649764ms","start":"2026-05-27T06:49:54.618204Z","end":"2026-05-27T06:49:54.943853Z","steps":["trace[1524926885] 'agreement among raft nodes before linearized reading' (duration: 325.184329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:54.943952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:54.618194Z","time spent":"325.746817ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:49:54.943636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.012085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-27T06:49:54.944431Z","caller":"traceutil/trace.go:171","msg":"trace[1331481116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21355; }","duration":"326.851813ms","start":"2026-05-27T06:49:54.617554Z","end":"2026-05-27T06:49:54.944406Z","steps":["trace[1331481116] 'agreement among raft nodes before linearized reading' (duration: 325.714387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:54.944581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:54.61753Z","time spent":"327.034108ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T06:49:55.326655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.724676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:49:55.326916Z","caller":"traceutil/trace.go:171","msg":"trace[2039886952] linearizableReadLoop","detail":"{readStateIndex:22093; appliedIndex:22091; }","duration":"328.240907ms","start":"2026-05-27T06:49:54.998652Z","end":"2026-05-27T06:49:55.326893Z","steps":["trace[2039886952] 'read index received' (duration: 133.205841ms)","trace[2039886952] 'applied index is now lower than readState.Index' (duration: 195.033906ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:49:55.326963Z","caller":"traceutil/trace.go:171","msg":"trace[1766273192] transaction","detail":"{read_only:false; response_revision:21358; number_of_response:1; }","duration":"378.343199ms","start":"2026-05-27T06:49:54.948597Z","end":"2026-05-27T06:49:55.32694Z","steps":["trace[1766273192] 'process raft request' (duration: 378.199754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:55.327079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:54.948581Z","time spent":"378.434142ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:49:55.327115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.111372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-27T06:49:55.327115Z","caller":"traceutil/trace.go:171","msg":"trace[720873248] transaction","detail":"{read_only:false; response_revision:21357; number_of_response:1; }","duration":"378.439652ms","start":"2026-05-27T06:49:54.948597Z","end":"2026-05-27T06:49:55.327037Z","steps":["trace[720873248] 'process raft request' (duration: 183.244091ms)","trace[720873248] 'compare' (duration: 194.461977ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:49:55.327201Z","caller":"traceutil/trace.go:171","msg":"trace[523488550] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21358; }","duration":"146.245216ms","start":"2026-05-27T06:49:55.180941Z","end":"2026-05-27T06:49:55.327186Z","steps":["trace[523488550] 'agreement among raft nodes before linearized reading' (duration: 146.108621ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:55.327374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:54.948569Z","time spent":"378.646608ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:49:55.327579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.928659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-27T06:49:55.327935Z","caller":"traceutil/trace.go:171","msg":"trace[1776220664] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:21358; }","duration":"329.28544ms","start":"2026-05-27T06:49:54.998577Z","end":"2026-05-27T06:49:55.327863Z","steps":["trace[1776220664] 'agreement among raft nodes before linearized reading' (duration: 328.442613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:55.328669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:54.998547Z","time spent":"330.104736ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.207\" "} {"level":"warn","ts":"2026-05-27T06:49:55.588792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.120054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:49:55.588905Z","caller":"traceutil/trace.go:171","msg":"trace[1171731050] linearizableReadLoop","detail":"{readStateIndex:22095; appliedIndex:22094; }","duration":"187.401793ms","start":"2026-05-27T06:49:55.401486Z","end":"2026-05-27T06:49:55.588888Z","steps":["trace[1171731050] 'read index received' (duration: 85.01475ms)","trace[1171731050] 'applied index is now lower than readState.Index' (duration: 102.385623ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:49:55.588969Z","caller":"traceutil/trace.go:171","msg":"trace[1078163647] transaction","detail":"{read_only:false; response_revision:21359; number_of_response:1; }","duration":"187.935881ms","start":"2026-05-27T06:49:55.400999Z","end":"2026-05-27T06:49:55.588935Z","steps":["trace[1078163647] 'process raft request' (duration: 85.560978ms)","trace[1078163647] 'compare' (duration: 101.961799ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:49:55.58909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.61271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18261"} {"level":"info","ts":"2026-05-27T06:49:55.58929Z","caller":"traceutil/trace.go:171","msg":"trace[1045714990] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21359; }","duration":"187.850477ms","start":"2026-05-27T06:49:55.401428Z","end":"2026-05-27T06:49:55.589279Z","steps":["trace[1045714990] 'agreement among raft nodes before linearized reading' (duration: 187.516757ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:49:57.10098Z","caller":"traceutil/trace.go:171","msg":"trace[281390970] transaction","detail":"{read_only:false; response_revision:21364; number_of_response:1; }","duration":"185.221044ms","start":"2026-05-27T06:49:56.915728Z","end":"2026-05-27T06:49:57.100949Z","steps":["trace[281390970] 'process raft request' (duration: 119.266869ms)","trace[281390970] 'compare' (duration: 65.1635ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:49:57.101112Z","caller":"traceutil/trace.go:171","msg":"trace[1031379990] transaction","detail":"{read_only:false; response_revision:21365; number_of_response:1; }","duration":"153.282099ms","start":"2026-05-27T06:49:56.94782Z","end":"2026-05-27T06:49:57.101102Z","steps":["trace[1031379990] 'process raft request' (duration: 152.848095ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:49:57.297092Z","caller":"traceutil/trace.go:171","msg":"trace[1413212398] transaction","detail":"{read_only:false; response_revision:21367; number_of_response:1; }","duration":"129.446322ms","start":"2026-05-27T06:49:57.167612Z","end":"2026-05-27T06:49:57.297058Z","steps":["trace[1413212398] 'process raft request' (duration: 75.334363ms)","trace[1413212398] 'compare' (duration: 53.952114ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:49:57.477143Z","caller":"traceutil/trace.go:171","msg":"trace[2105070193] transaction","detail":"{read_only:false; response_revision:21368; number_of_response:1; }","duration":"141.280878ms","start":"2026-05-27T06:49:57.335824Z","end":"2026-05-27T06:49:57.477105Z","steps":["trace[2105070193] 'process raft request' (duration: 62.290479ms)","trace[2105070193] 'compare' (duration: 78.651739ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:49:57.477366Z","caller":"traceutil/trace.go:171","msg":"trace[658796396] transaction","detail":"{read_only:false; response_revision:21369; number_of_response:1; }","duration":"140.810783ms","start":"2026-05-27T06:49:57.336507Z","end":"2026-05-27T06:49:57.477318Z","steps":["trace[658796396] 'process raft request' (duration: 140.501633ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:49:57.925821Z","caller":"traceutil/trace.go:171","msg":"trace[869379747] transaction","detail":"{read_only:false; response_revision:21370; number_of_response:1; }","duration":"122.577134ms","start":"2026-05-27T06:49:57.803216Z","end":"2026-05-27T06:49:57.925793Z","steps":["trace[869379747] 'process raft request' (duration: 121.552001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:59.116497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.194953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T06:49:59.116593Z","caller":"traceutil/trace.go:171","msg":"trace[183217381] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21372; }","duration":"202.333148ms","start":"2026-05-27T06:49:58.914239Z","end":"2026-05-27T06:49:59.116572Z","steps":["trace[183217381] 'range keys from in-memory index tree' (duration: 202.004387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:59.116791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.481226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T06:49:59.116879Z","caller":"traceutil/trace.go:171","msg":"trace[257049584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21372; }","duration":"181.6155ms","start":"2026-05-27T06:49:58.935243Z","end":"2026-05-27T06:49:59.116858Z","steps":["trace[257049584] 'range keys from in-memory index tree' (duration: 181.237918ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:49:59.327279Z","caller":"traceutil/trace.go:171","msg":"trace[1610865076] transaction","detail":"{read_only:false; response_revision:21373; number_of_response:1; }","duration":"221.351512ms","start":"2026-05-27T06:49:59.105907Z","end":"2026-05-27T06:49:59.327258Z","steps":["trace[1610865076] 'process raft request' (duration: 221.174976ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:49:59.647589Z","caller":"traceutil/trace.go:171","msg":"trace[853333562] transaction","detail":"{read_only:false; response_revision:21374; number_of_response:1; }","duration":"526.899618ms","start":"2026-05-27T06:49:59.120665Z","end":"2026-05-27T06:49:59.647564Z","steps":["trace[853333562] 'process raft request' (duration: 445.914375ms)","trace[853333562] 'compare' (duration: 80.687773ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:49:59.647743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:59.120646Z","time spent":"527.017042ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:49:59.647916Z","caller":"traceutil/trace.go:171","msg":"trace[174278211] transaction","detail":"{read_only:false; response_revision:21375; number_of_response:1; }","duration":"527.194517ms","start":"2026-05-27T06:49:59.120693Z","end":"2026-05-27T06:49:59.647887Z","steps":["trace[174278211] 'process raft request' (duration: 526.818845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:59.648054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:59.120666Z","time spent":"527.306301ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:49:59.648178Z","caller":"traceutil/trace.go:171","msg":"trace[1337733370] linearizableReadLoop","detail":"{readStateIndex:22113; appliedIndex:22109; }","duration":"464.066862ms","start":"2026-05-27T06:49:59.184099Z","end":"2026-05-27T06:49:59.648165Z","steps":["trace[1337733370] 'read index received' (duration: 142.999063ms)","trace[1337733370] 'applied index is now lower than readState.Index' (duration: 321.066839ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:49:59.648221Z","caller":"traceutil/trace.go:171","msg":"trace[180905219] transaction","detail":"{read_only:false; response_revision:21376; number_of_response:1; }","duration":"526.751823ms","start":"2026-05-27T06:49:59.121436Z","end":"2026-05-27T06:49:59.648188Z","steps":["trace[180905219] 'process raft request' (duration: 526.3342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:59.648354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.254868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-27T06:49:59.648391Z","caller":"traceutil/trace.go:171","msg":"trace[671196099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21376; }","duration":"464.326871ms","start":"2026-05-27T06:49:59.184055Z","end":"2026-05-27T06:49:59.648382Z","steps":["trace[671196099] 'agreement among raft nodes before linearized reading' (duration: 464.186126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:59.64841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:59.184039Z","time spent":"464.365931ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T06:49:59.648449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.461747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-6b9454c659-b6kx8.18b3594dfdaa3e80\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-05-27T06:49:59.648486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.847531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T06:49:59.648524Z","caller":"traceutil/trace.go:171","msg":"trace[2105909128] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-6b9454c659-b6kx8.18b3594dfdaa3e80; range_end:; response_count:1; response_revision:21376; }","duration":"403.553539ms","start":"2026-05-27T06:49:59.244948Z","end":"2026-05-27T06:49:59.648502Z","steps":["trace[2105909128] 'agreement among raft nodes before linearized reading' (duration: 403.356603ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:49:59.648531Z","caller":"traceutil/trace.go:171","msg":"trace[1165807089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21376; }","duration":"166.957974ms","start":"2026-05-27T06:49:59.481559Z","end":"2026-05-27T06:49:59.648517Z","steps":["trace[1165807089] 'agreement among raft nodes before linearized reading' (duration: 166.809309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:59.648576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:59.24493Z","time spent":"403.633532ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":928,"request content":"key:\"/registry/events/openstack/heat-cfn-6b9454c659-b6kx8.18b3594dfdaa3e80\" "} {"level":"warn","ts":"2026-05-27T06:49:59.648565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.370275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T06:49:59.648654Z","caller":"traceutil/trace.go:171","msg":"trace[1400959354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21376; }","duration":"166.50462ms","start":"2026-05-27T06:49:59.482128Z","end":"2026-05-27T06:49:59.648633Z","steps":["trace[1400959354] 'agreement among raft nodes before linearized reading' (duration: 166.226221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:49:59.648586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:59.121412Z","time spent":"526.902309ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:49:59.949071Z","caller":"traceutil/trace.go:171","msg":"trace[1330042515] transaction","detail":"{read_only:false; response_revision:21377; number_of_response:1; }","duration":"298.342138ms","start":"2026-05-27T06:49:59.650695Z","end":"2026-05-27T06:49:59.949037Z","steps":["trace[1330042515] 'process raft request' (duration: 258.44972ms)","trace[1330042515] 'compare' (duration: 39.735723ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:00.207293Z","caller":"traceutil/trace.go:171","msg":"trace[486220019] transaction","detail":"{read_only:false; response_revision:21378; number_of_response:1; }","duration":"554.488485ms","start":"2026-05-27T06:49:59.652784Z","end":"2026-05-27T06:50:00.207272Z","steps":["trace[486220019] 'process raft request' (duration: 542.163653ms)","trace[486220019] 'compare' (duration: 11.818926ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:00.207444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:59.65276Z","time spent":"554.587897ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:50:00.207549Z","caller":"traceutil/trace.go:171","msg":"trace[845052637] transaction","detail":"{read_only:false; response_revision:21379; number_of_response:1; }","duration":"554.105892ms","start":"2026-05-27T06:49:59.653419Z","end":"2026-05-27T06:50:00.207525Z","steps":["trace[845052637] 'process raft request' (duration: 553.783692ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:00.207616Z","caller":"traceutil/trace.go:171","msg":"trace[1425857381] linearizableReadLoop","detail":"{readStateIndex:22117; appliedIndex:22114; }","duration":"271.607749ms","start":"2026-05-27T06:49:59.935995Z","end":"2026-05-27T06:50:00.207603Z","steps":["trace[1425857381] 'read index received' (duration: 258.941046ms)","trace[1425857381] 'applied index is now lower than readState.Index' (duration: 12.665813ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:00.207699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:59.653411Z","time spent":"554.203836ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:50:00.207701Z","caller":"traceutil/trace.go:171","msg":"trace[1722884351] transaction","detail":"{read_only:false; response_revision:21380; number_of_response:1; }","duration":"554.072152ms","start":"2026-05-27T06:49:59.653599Z","end":"2026-05-27T06:50:00.207671Z","steps":["trace[1722884351] 'process raft request' (duration: 553.871875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:00.207808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.774492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-69c8668d7c-xff2r.18b359505202e96a\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-05-27T06:50:00.207849Z","caller":"traceutil/trace.go:171","msg":"trace[1977852502] range","detail":"{range_begin:/registry/events/openstack/heat-api-69c8668d7c-xff2r.18b359505202e96a; range_end:; response_count:1; response_revision:21380; }","duration":"253.808393ms","start":"2026-05-27T06:49:59.954028Z","end":"2026-05-27T06:50:00.207837Z","steps":["trace[1977852502] 'agreement among raft nodes before linearized reading' (duration: 253.70629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:00.207848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:49:59.653535Z","time spent":"554.232297ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:50:00.207714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.722532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:50:00.207951Z","caller":"traceutil/trace.go:171","msg":"trace[1803846933] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:21380; }","duration":"271.988321ms","start":"2026-05-27T06:49:59.935938Z","end":"2026-05-27T06:50:00.207927Z","steps":["trace[1803846933] 'agreement among raft nodes before linearized reading' (duration: 271.743163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:00.538997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.945976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:50:00.539246Z","caller":"traceutil/trace.go:171","msg":"trace[895694619] transaction","detail":"{read_only:false; response_revision:21381; number_of_response:1; }","duration":"329.310761ms","start":"2026-05-27T06:50:00.209897Z","end":"2026-05-27T06:50:00.539208Z","steps":["trace[895694619] 'process raft request' (duration: 98.077006ms)","trace[895694619] 'compare' (duration: 230.706729ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:00.539388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:00.209877Z","time spent":"329.436355ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5417,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T06:50:00.539453Z","caller":"traceutil/trace.go:171","msg":"trace[1464345568] transaction","detail":"{read_only:false; response_revision:21382; number_of_response:1; }","duration":"328.811286ms","start":"2026-05-27T06:50:00.210563Z","end":"2026-05-27T06:50:00.539374Z","steps":["trace[1464345568] 'process raft request' (duration: 328.576658ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:00.539503Z","caller":"traceutil/trace.go:171","msg":"trace[863524054] linearizableReadLoop","detail":"{readStateIndex:22120; appliedIndex:22117; }","duration":"249.301519ms","start":"2026-05-27T06:50:00.29018Z","end":"2026-05-27T06:50:00.539481Z","steps":["trace[863524054] 'read index received' (duration: 17.802625ms)","trace[863524054] 'applied index is now lower than readState.Index' (duration: 231.498064ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:00.539617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.434324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:50:00.539657Z","caller":"traceutil/trace.go:171","msg":"trace[1319908404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21383; }","duration":"249.521236ms","start":"2026-05-27T06:50:00.290122Z","end":"2026-05-27T06:50:00.539643Z","steps":["trace[1319908404] 'agreement among raft nodes before linearized reading' (duration: 249.421223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:00.539633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:00.210543Z","time spent":"328.987481ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:50:00.540032Z","caller":"traceutil/trace.go:171","msg":"trace[1579496356] transaction","detail":"{read_only:false; response_revision:21383; number_of_response:1; }","duration":"324.954522ms","start":"2026-05-27T06:50:00.214906Z","end":"2026-05-27T06:50:00.539861Z","steps":["trace[1579496356] 'process raft request' (duration: 324.376054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:00.540091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:00.214873Z","time spent":"325.189531ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:50:00.890034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.554816ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-27T06:50:00.890174Z","caller":"traceutil/trace.go:171","msg":"trace[878377747] linearizableReadLoop","detail":"{readStateIndex:22121; appliedIndex:22120; }","duration":"349.652008ms","start":"2026-05-27T06:50:00.540499Z","end":"2026-05-27T06:50:00.890151Z","steps":["trace[878377747] 'read index received' (duration: 242.05365ms)","trace[878377747] 'applied index is now lower than readState.Index' (duration: 107.596218ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:00.890305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.782262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:50:00.89038Z","caller":"traceutil/trace.go:171","msg":"trace[434341944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21383; }","duration":"349.902186ms","start":"2026-05-27T06:50:00.540463Z","end":"2026-05-27T06:50:00.890365Z","steps":["trace[434341944] 'agreement among raft nodes before linearized reading' (duration: 349.74295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:00.890414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:00.540444Z","time spent":"349.964027ms","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T06:50:00.948956Z","caller":"traceutil/trace.go:171","msg":"trace[316135034] transaction","detail":"{read_only:false; response_revision:21386; number_of_response:1; }","duration":"398.416647ms","start":"2026-05-27T06:50:00.550505Z","end":"2026-05-27T06:50:00.948922Z","steps":["trace[316135034] 'process raft request' (duration: 398.277242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:00.948969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.66872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:50:00.948993Z","caller":"traceutil/trace.go:171","msg":"trace[1560760509] transaction","detail":"{read_only:false; response_revision:21387; number_of_response:1; }","duration":"250.094165ms","start":"2026-05-27T06:50:00.698864Z","end":"2026-05-27T06:50:00.948958Z","steps":["trace[1560760509] 'process raft request' (duration: 249.972161ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:00.949029Z","caller":"traceutil/trace.go:171","msg":"trace[1501121831] transaction","detail":"{read_only:false; response_revision:21384; number_of_response:1; }","duration":"403.172298ms","start":"2026-05-27T06:50:00.545806Z","end":"2026-05-27T06:50:00.948978Z","steps":["trace[1501121831] 'process raft request' (duration: 402.655331ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:00.949049Z","caller":"traceutil/trace.go:171","msg":"trace[1538778732] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:21387; }","duration":"401.785104ms","start":"2026-05-27T06:50:00.547238Z","end":"2026-05-27T06:50:00.949023Z","steps":["trace[1538778732] 'agreement among raft nodes before linearized reading' (duration: 401.65295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:00.949102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:00.550496Z","time spent":"398.52789ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:50:00.949103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:00.547218Z","time spent":"401.876406ms","remote":"127.0.0.1:47362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-05-27T06:50:00.949157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:00.545776Z","time spent":"403.316702ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-27T06:50:00.949175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.340387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-27T06:50:00.94926Z","caller":"traceutil/trace.go:171","msg":"trace[2034151137] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21387; }","duration":"269.482091ms","start":"2026-05-27T06:50:00.67976Z","end":"2026-05-27T06:50:00.949242Z","steps":["trace[2034151137] 'agreement among raft nodes before linearized reading' (duration: 269.268614ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:00.949215Z","caller":"traceutil/trace.go:171","msg":"trace[647696868] transaction","detail":"{read_only:false; response_revision:21385; number_of_response:1; }","duration":"400.708249ms","start":"2026-05-27T06:50:00.548499Z","end":"2026-05-27T06:50:00.949207Z","steps":["trace[647696868] 'process raft request' (duration: 400.178532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:00.949436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:00.548478Z","time spent":"400.889695ms","remote":"127.0.0.1:47464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:50:01.113847Z","caller":"traceutil/trace.go:171","msg":"trace[998373877] linearizableReadLoop","detail":"{readStateIndex:22126; appliedIndex:22125; }","duration":"147.280718ms","start":"2026-05-27T06:50:00.966541Z","end":"2026-05-27T06:50:01.113821Z","steps":["trace[998373877] 'read index received' (duration: 146.967428ms)","trace[998373877] 'applied index is now lower than readState.Index' (duration: 312.26µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:01.113976Z","caller":"traceutil/trace.go:171","msg":"trace[2020715222] transaction","detail":"{read_only:false; response_revision:21388; number_of_response:1; }","duration":"162.637366ms","start":"2026-05-27T06:50:00.951303Z","end":"2026-05-27T06:50:01.11394Z","steps":["trace[2020715222] 'process raft request' (duration: 162.326346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:01.114214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.652601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-27T06:50:01.114296Z","caller":"traceutil/trace.go:171","msg":"trace[1791098953] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21388; }","duration":"147.791655ms","start":"2026-05-27T06:50:00.966491Z","end":"2026-05-27T06:50:01.114282Z","steps":["trace[1791098953] 'agreement among raft nodes before linearized reading' (duration: 147.541017ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:01.419451Z","caller":"traceutil/trace.go:171","msg":"trace[1418054868] transaction","detail":"{read_only:false; response_revision:21390; number_of_response:1; }","duration":"299.457142ms","start":"2026-05-27T06:50:01.119944Z","end":"2026-05-27T06:50:01.419401Z","steps":["trace[1418054868] 'process raft request' (duration: 292.384328ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:01.419517Z","caller":"traceutil/trace.go:171","msg":"trace[1892432740] linearizableReadLoop","detail":"{readStateIndex:22129; appliedIndex:22127; }","duration":"235.188042ms","start":"2026-05-27T06:50:01.184311Z","end":"2026-05-27T06:50:01.419499Z","steps":["trace[1892432740] 'read index received' (duration: 228.060645ms)","trace[1892432740] 'applied index is now lower than readState.Index' (duration: 7.126137ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:01.419587Z","caller":"traceutil/trace.go:171","msg":"trace[1320098118] transaction","detail":"{read_only:false; response_revision:21391; number_of_response:1; }","duration":"298.453731ms","start":"2026-05-27T06:50:01.121111Z","end":"2026-05-27T06:50:01.419565Z","steps":["trace[1320098118] 'process raft request' (duration: 298.228934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:01.41961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.279514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:50:01.419653Z","caller":"traceutil/trace.go:171","msg":"trace[827742522] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21391; }","duration":"235.372427ms","start":"2026-05-27T06:50:01.184268Z","end":"2026-05-27T06:50:01.419641Z","steps":["trace[827742522] 'agreement among raft nodes before linearized reading' (duration: 235.284674ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:01.761609Z","caller":"traceutil/trace.go:171","msg":"trace[1192223204] linearizableReadLoop","detail":"{readStateIndex:22132; appliedIndex:22131; }","duration":"301.783867ms","start":"2026-05-27T06:50:01.459806Z","end":"2026-05-27T06:50:01.76159Z","steps":["trace[1192223204] 'read index received' (duration: 301.642262ms)","trace[1192223204] 'applied index is now lower than readState.Index' (duration: 140.955µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:01.761741Z","caller":"traceutil/trace.go:171","msg":"trace[1259674804] transaction","detail":"{read_only:false; response_revision:21394; number_of_response:1; }","duration":"302.315213ms","start":"2026-05-27T06:50:01.459388Z","end":"2026-05-27T06:50:01.761704Z","steps":["trace[1259674804] 'process raft request' (duration: 302.042485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:01.761876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.566232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-27T06:50:01.761878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.405845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-27T06:50:01.761902Z","caller":"traceutil/trace.go:171","msg":"trace[280721186] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21394; }","duration":"110.622754ms","start":"2026-05-27T06:50:01.651272Z","end":"2026-05-27T06:50:01.761895Z","steps":["trace[280721186] 'agreement among raft nodes before linearized reading' (duration: 110.532251ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:01.76191Z","caller":"traceutil/trace.go:171","msg":"trace[991608708] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21394; }","duration":"109.468778ms","start":"2026-05-27T06:50:01.652431Z","end":"2026-05-27T06:50:01.7619Z","steps":["trace[991608708] 'agreement among raft nodes before linearized reading' (duration: 109.307683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:01.761923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:01.459362Z","time spent":"302.472329ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6970,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:50:01.761786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.959132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-27T06:50:01.761788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.403563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:50:01.761989Z","caller":"traceutil/trace.go:171","msg":"trace[929854938] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21394; }","duration":"302.22793ms","start":"2026-05-27T06:50:01.459756Z","end":"2026-05-27T06:50:01.761984Z","steps":["trace[929854938] 'agreement among raft nodes before linearized reading' (duration: 301.940961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:01.762009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:01.459731Z","time spent":"302.271022ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-27T06:50:01.762008Z","caller":"traceutil/trace.go:171","msg":"trace[683954259] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:21394; }","duration":"232.686572ms","start":"2026-05-27T06:50:01.529309Z","end":"2026-05-27T06:50:01.761995Z","steps":["trace[683954259] 'agreement among raft nodes before linearized reading' (duration: 232.389752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:01.762133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.866739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T06:50:01.762236Z","caller":"traceutil/trace.go:171","msg":"trace[1881380066] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21394; }","duration":"109.960762ms","start":"2026-05-27T06:50:01.652216Z","end":"2026-05-27T06:50:01.762176Z","steps":["trace[1881380066] 'agreement among raft nodes before linearized reading' (duration: 109.609951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:02.028903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.822419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:50:02.029022Z","caller":"traceutil/trace.go:171","msg":"trace[859340452] transaction","detail":"{read_only:false; response_revision:21395; number_of_response:1; }","duration":"263.310574ms","start":"2026-05-27T06:50:01.765693Z","end":"2026-05-27T06:50:02.029004Z","steps":["trace[859340452] 'process raft request' (duration: 73.305439ms)","trace[859340452] 'compare' (duration: 189.667904ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:02.065711Z","caller":"traceutil/trace.go:171","msg":"trace[1122266567] linearizableReadLoop","detail":"{readStateIndex:22135; appliedIndex:22132; }","duration":"286.982645ms","start":"2026-05-27T06:50:01.77871Z","end":"2026-05-27T06:50:02.065693Z","steps":["trace[1122266567] 'read index received' (duration: 60.340127ms)","trace[1122266567] 'applied index is now lower than readState.Index' (duration: 226.641918ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:02.065815Z","caller":"traceutil/trace.go:171","msg":"trace[1360941402] transaction","detail":"{read_only:false; response_revision:21397; number_of_response:1; }","duration":"299.40702ms","start":"2026-05-27T06:50:01.766367Z","end":"2026-05-27T06:50:02.065774Z","steps":["trace[1360941402] 'process raft request' (duration: 299.271446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:02.065919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.194503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-27T06:50:02.065995Z","caller":"traceutil/trace.go:171","msg":"trace[2050156411] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:21397; }","duration":"287.310526ms","start":"2026-05-27T06:50:01.778665Z","end":"2026-05-27T06:50:02.065975Z","steps":["trace[2050156411] 'agreement among raft nodes before linearized reading' (duration: 287.122ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:02.06617Z","caller":"traceutil/trace.go:171","msg":"trace[172898368] transaction","detail":"{read_only:false; response_revision:21396; number_of_response:1; }","duration":"300.098132ms","start":"2026-05-27T06:50:01.766033Z","end":"2026-05-27T06:50:02.066131Z","steps":["trace[172898368] 'process raft request' (duration: 299.491953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:02.066257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:01.766009Z","time spent":"300.188335ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:50:02.317682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.313495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T06:50:02.317745Z","caller":"traceutil/trace.go:171","msg":"trace[256827074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21397; }","duration":"105.409009ms","start":"2026-05-27T06:50:02.212323Z","end":"2026-05-27T06:50:02.317732Z","steps":["trace[256827074] 'range keys from in-memory index tree' (duration: 105.15295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:02.317731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.7879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-27T06:50:02.317781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.881773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T06:50:02.31784Z","caller":"traceutil/trace.go:171","msg":"trace[62280118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21397; }","duration":"105.949755ms","start":"2026-05-27T06:50:02.21186Z","end":"2026-05-27T06:50:02.31781Z","steps":["trace[62280118] 'range keys from in-memory index tree' (duration: 105.621125ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:02.317884Z","caller":"traceutil/trace.go:171","msg":"trace[62204522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21397; }","duration":"106.241735ms","start":"2026-05-27T06:50:02.211618Z","end":"2026-05-27T06:50:02.31786Z","steps":["trace[62204522] 'range keys from in-memory index tree' (duration: 105.664537ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:02.495583Z","caller":"traceutil/trace.go:171","msg":"trace[1359553069] transaction","detail":"{read_only:false; response_revision:21399; number_of_response:1; }","duration":"173.806491ms","start":"2026-05-27T06:50:02.321737Z","end":"2026-05-27T06:50:02.495543Z","steps":["trace[1359553069] 'process raft request' (duration: 99.040276ms)","trace[1359553069] 'compare' (duration: 74.498687ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:02.495613Z","caller":"traceutil/trace.go:171","msg":"trace[1918965859] transaction","detail":"{read_only:false; response_revision:21400; number_of_response:1; }","duration":"172.976665ms","start":"2026-05-27T06:50:02.322603Z","end":"2026-05-27T06:50:02.49558Z","steps":["trace[1918965859] 'process raft request' (duration: 172.888432ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:03.080513Z","caller":"traceutil/trace.go:171","msg":"trace[287376149] transaction","detail":"{read_only:false; response_revision:21406; number_of_response:1; }","duration":"124.741072ms","start":"2026-05-27T06:50:02.955381Z","end":"2026-05-27T06:50:03.080122Z","steps":["trace[287376149] 'process raft request' (duration: 36.493509ms)","trace[287376149] 'compare' (duration: 87.636124ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:03.413663Z","caller":"traceutil/trace.go:171","msg":"trace[1793813734] transaction","detail":"{read_only:false; response_revision:21407; number_of_response:1; }","duration":"291.747718ms","start":"2026-05-27T06:50:03.121887Z","end":"2026-05-27T06:50:03.413635Z","steps":["trace[1793813734] 'process raft request' (duration: 291.551502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:03.773521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.75429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:50:03.773614Z","caller":"traceutil/trace.go:171","msg":"trace[366712775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21408; }","duration":"207.904914ms","start":"2026-05-27T06:50:03.56569Z","end":"2026-05-27T06:50:03.773595Z","steps":["trace[366712775] 'range keys from in-memory index tree' (duration: 207.671887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:03.773608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.365804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-05-27T06:50:03.773694Z","caller":"traceutil/trace.go:171","msg":"trace[2022717650] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:21408; }","duration":"171.555799ms","start":"2026-05-27T06:50:03.60211Z","end":"2026-05-27T06:50:03.773666Z","steps":["trace[2022717650] 'range keys from in-memory index tree' (duration: 171.132726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:04.372408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.254201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:50:04.372612Z","caller":"traceutil/trace.go:171","msg":"trace[2132150918] transaction","detail":"{read_only:false; response_revision:21411; number_of_response:1; }","duration":"243.01439ms","start":"2026-05-27T06:50:04.129524Z","end":"2026-05-27T06:50:04.372538Z","steps":["trace[2132150918] 'process raft request' (duration: 127.519021ms)","trace[2132150918] 'compare' (duration: 114.820487ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:04.788833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787415129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:50:05.387218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.3267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:50:05.387356Z","caller":"traceutil/trace.go:171","msg":"trace[1444811495] transaction","detail":"{read_only:false; response_revision:21412; number_of_response:1; }","duration":"1.186199832s","start":"2026-05-27T06:50:04.20113Z","end":"2026-05-27T06:50:05.38733Z","steps":["trace[1444811495] 'process raft request' (duration: 665.618255ms)","trace[1444811495] 'compare' (duration: 520.172924ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:05.387537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:04.201104Z","time spent":"1.186295885s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T06:50:05.398169Z","caller":"traceutil/trace.go:171","msg":"trace[2054015031] transaction","detail":"{read_only:false; response_revision:21413; number_of_response:1; }","duration":"825.37937ms","start":"2026-05-27T06:50:04.572766Z","end":"2026-05-27T06:50:05.398145Z","steps":["trace[2054015031] 'process raft request' (duration: 825.125492ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:05.398312Z","caller":"traceutil/trace.go:171","msg":"trace[938515563] linearizableReadLoop","detail":"{readStateIndex:22151; appliedIndex:22149; }","duration":"1.109486246s","start":"2026-05-27T06:50:04.288788Z","end":"2026-05-27T06:50:05.398274Z","steps":["trace[938515563] 'read index received' (duration: 577.978311ms)","trace[938515563] 'applied index is now lower than readState.Index' (duration: 531.505405ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:05.398349Z","caller":"traceutil/trace.go:171","msg":"trace[918732932] transaction","detail":"{read_only:false; response_revision:21414; number_of_response:1; }","duration":"594.774704ms","start":"2026-05-27T06:50:04.803552Z","end":"2026-05-27T06:50:05.398327Z","steps":["trace[918732932] 'process raft request' (duration: 594.530697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:05.398423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:04.572737Z","time spent":"825.577996ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:50:05.398488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109682172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:50:05.398594Z","caller":"traceutil/trace.go:171","msg":"trace[15160720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21414; }","duration":"1.109833446s","start":"2026-05-27T06:50:04.288732Z","end":"2026-05-27T06:50:05.398565Z","steps":["trace[15160720] 'agreement among raft nodes before linearized reading' (duration: 1.109666081s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:05.398664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:04.28871Z","time spent":"1.10994094s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:50:05.398498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:04.803505Z","time spent":"594.882168ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:50:05.411913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.383203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-27T06:50:05.411982Z","caller":"traceutil/trace.go:171","msg":"trace[801403328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21415; }","duration":"912.522599ms","start":"2026-05-27T06:50:04.499442Z","end":"2026-05-27T06:50:05.411965Z","steps":["trace[801403328] 'agreement among raft nodes before linearized reading' (duration: 912.295131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:05.412061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:04.499397Z","time spent":"912.655022ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T06:50:05.411926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068482502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:50:05.412172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.505876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-27T06:50:05.412156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.313154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:50:05.412214Z","caller":"traceutil/trace.go:171","msg":"trace[614923148] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:21415; }","duration":"413.575998ms","start":"2026-05-27T06:50:04.998622Z","end":"2026-05-27T06:50:05.412198Z","steps":["trace[614923148] 'agreement among raft nodes before linearized reading' (duration: 413.513606ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:05.412208Z","caller":"traceutil/trace.go:171","msg":"trace[1894541768] transaction","detail":"{read_only:false; response_revision:21415; number_of_response:1; }","duration":"325.758288ms","start":"2026-05-27T06:50:05.086426Z","end":"2026-05-27T06:50:05.412184Z","steps":["trace[1894541768] 'process raft request' (duration: 325.142309ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:05.412217Z","caller":"traceutil/trace.go:171","msg":"trace[1679897887] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:21415; }","duration":"370.415207ms","start":"2026-05-27T06:50:05.041791Z","end":"2026-05-27T06:50:05.412206Z","steps":["trace[1679897887] 'agreement among raft nodes before linearized reading' (duration: 370.319944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:05.412243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:04.998596Z","time spent":"413.64197ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.207\" "} {"level":"warn","ts":"2026-05-27T06:50:05.412261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:05.041766Z","time spent":"370.48468ms","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:50:05.412184Z","caller":"traceutil/trace.go:171","msg":"trace[2120408557] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:21415; }","duration":"1.068811813s","start":"2026-05-27T06:50:04.34334Z","end":"2026-05-27T06:50:05.412152Z","steps":["trace[2120408557] 'agreement among raft nodes before linearized reading' (duration: 1.068429261s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:05.412397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:04.343314Z","time spent":"1.069068071s","remote":"127.0.0.1:45300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:50:05.41234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:05.086394Z","time spent":"325.865702ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:50:05.412101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009179838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-27T06:50:05.412772Z","caller":"traceutil/trace.go:171","msg":"trace[23548200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21415; }","duration":"1.009890842s","start":"2026-05-27T06:50:04.402872Z","end":"2026-05-27T06:50:05.412763Z","steps":["trace[23548200] 'agreement among raft nodes before linearized reading' (duration: 1.009158189s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:05.412801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:04.402847Z","time spent":"1.009945653s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T06:50:05.412465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.926201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-27T06:50:05.41286Z","caller":"traceutil/trace.go:171","msg":"trace[1843976976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21415; }","duration":"913.356615ms","start":"2026-05-27T06:50:04.499496Z","end":"2026-05-27T06:50:05.412853Z","steps":["trace[1843976976] 'agreement among raft nodes before linearized reading' (duration: 912.874379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:05.412884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:04.499476Z","time spent":"913.402307ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-27T06:50:05.717183Z","caller":"traceutil/trace.go:171","msg":"trace[1526892447] transaction","detail":"{read_only:false; response_revision:21416; number_of_response:1; }","duration":"301.125736ms","start":"2026-05-27T06:50:05.416029Z","end":"2026-05-27T06:50:05.717155Z","steps":["trace[1526892447] 'process raft request' (duration: 300.897568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:05.717337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:05.416009Z","time spent":"301.247279ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:50:05.71762Z","caller":"traceutil/trace.go:171","msg":"trace[301001286] transaction","detail":"{read_only:false; response_revision:21417; number_of_response:1; }","duration":"300.930119ms","start":"2026-05-27T06:50:05.416664Z","end":"2026-05-27T06:50:05.717594Z","steps":["trace[301001286] 'process raft request' (duration: 300.449833ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:05.717719Z","caller":"traceutil/trace.go:171","msg":"trace[11037891] transaction","detail":"{read_only:false; response_revision:21418; number_of_response:1; }","duration":"300.841586ms","start":"2026-05-27T06:50:05.416867Z","end":"2026-05-27T06:50:05.717708Z","steps":["trace[11037891] 'process raft request' (duration: 300.63341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:05.717777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:05.416852Z","time spent":"300.894997ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:50:05.717794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:05.416652Z","time spent":"301.045843ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:50:06.107678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.688006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:50:06.107948Z","caller":"traceutil/trace.go:171","msg":"trace[740805121] transaction","detail":"{read_only:false; response_revision:21420; number_of_response:1; }","duration":"614.594953ms","start":"2026-05-27T06:50:05.493326Z","end":"2026-05-27T06:50:06.107921Z","steps":["trace[740805121] 'process raft request' (duration: 614.49446ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:06.10804Z","caller":"traceutil/trace.go:171","msg":"trace[1231509513] transaction","detail":"{read_only:false; response_revision:21419; number_of_response:1; }","duration":"633.944388ms","start":"2026-05-27T06:50:05.474069Z","end":"2026-05-27T06:50:06.108013Z","steps":["trace[1231509513] 'process raft request' (duration: 386.800747ms)","trace[1231509513] 'compare' (duration: 246.47664ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:06.108061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:05.493312Z","time spent":"614.695596ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:50:06.108154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:05.474047Z","time spent":"634.048671ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:50:06.364727Z","caller":"traceutil/trace.go:171","msg":"trace[1370926968] linearizableReadLoop","detail":"{readStateIndex:22160; appliedIndex:22159; }","duration":"192.003399ms","start":"2026-05-27T06:50:06.172695Z","end":"2026-05-27T06:50:06.364699Z","steps":["trace[1370926968] 'read index received' (duration: 140.326318ms)","trace[1370926968] 'applied index is now lower than readState.Index' (duration: 51.676111ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:06.364779Z","caller":"traceutil/trace.go:171","msg":"trace[508312117] transaction","detail":"{read_only:false; response_revision:21421; number_of_response:1; }","duration":"231.963399ms","start":"2026-05-27T06:50:06.132789Z","end":"2026-05-27T06:50:06.364752Z","steps":["trace[508312117] 'process raft request' (duration: 180.294108ms)","trace[508312117] 'compare' (duration: 51.496616ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:06.364912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.205526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-27T06:50:06.365078Z","caller":"traceutil/trace.go:171","msg":"trace[179479690] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21421; }","duration":"192.420063ms","start":"2026-05-27T06:50:06.172647Z","end":"2026-05-27T06:50:06.365067Z","steps":["trace[179479690] 'agreement among raft nodes before linearized reading' (duration: 192.147664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:06.723374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.663185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:50:06.723576Z","caller":"traceutil/trace.go:171","msg":"trace[1972607420] transaction","detail":"{read_only:false; response_revision:21422; number_of_response:1; }","duration":"354.944115ms","start":"2026-05-27T06:50:06.368613Z","end":"2026-05-27T06:50:06.723557Z","steps":["trace[1972607420] 'process raft request' (duration: 210.011731ms)","trace[1972607420] 'compare' (duration: 144.444669ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:06.723623Z","caller":"traceutil/trace.go:171","msg":"trace[906080811] transaction","detail":"{read_only:false; response_revision:21423; number_of_response:1; }","duration":"103.770747ms","start":"2026-05-27T06:50:06.619839Z","end":"2026-05-27T06:50:06.72361Z","steps":["trace[906080811] 'process raft request' (duration: 103.683874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:06.723638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:06.368596Z","time spent":"355.019078ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:50:06.723742Z","caller":"traceutil/trace.go:171","msg":"trace[450000877] linearizableReadLoop","detail":"{readStateIndex:22161; appliedIndex:22160; }","duration":"346.601431ms","start":"2026-05-27T06:50:06.377103Z","end":"2026-05-27T06:50:06.723705Z","steps":["trace[450000877] 'read index received' (duration: 201.537613ms)","trace[450000877] 'applied index is now lower than readState.Index' (duration: 145.061628ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:06.723995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.342226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-27T06:50:06.724031Z","caller":"traceutil/trace.go:171","msg":"trace[1357489834] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:21423; }","duration":"127.412478ms","start":"2026-05-27T06:50:06.596607Z","end":"2026-05-27T06:50:06.72402Z","steps":["trace[1357489834] 'agreement among raft nodes before linearized reading' (duration: 127.261193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:06.72434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.22831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-27T06:50:06.724429Z","caller":"traceutil/trace.go:171","msg":"trace[1811015684] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21423; }","duration":"347.359324ms","start":"2026-05-27T06:50:06.377056Z","end":"2026-05-27T06:50:06.724416Z","steps":["trace[1811015684] 'agreement among raft nodes before linearized reading' (duration: 346.789166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:06.724459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:06.377021Z","time spent":"347.429947ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-27T06:50:07.128307Z","caller":"traceutil/trace.go:171","msg":"trace[1047615162] linearizableReadLoop","detail":"{readStateIndex:22163; appliedIndex:22162; }","duration":"278.571709ms","start":"2026-05-27T06:50:06.849701Z","end":"2026-05-27T06:50:07.128272Z","steps":["trace[1047615162] 'read index received' (duration: 278.28482ms)","trace[1047615162] 'applied index is now lower than readState.Index' (duration: 285.039µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:07.128435Z","caller":"traceutil/trace.go:171","msg":"trace[1191899782] transaction","detail":"{read_only:false; response_revision:21424; number_of_response:1; }","duration":"400.06931ms","start":"2026-05-27T06:50:06.728287Z","end":"2026-05-27T06:50:07.128356Z","steps":["trace[1191899782] 'process raft request' (duration: 399.724659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:07.128598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.876849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"info","ts":"2026-05-27T06:50:07.128648Z","caller":"traceutil/trace.go:171","msg":"trace[1784052874] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:21424; }","duration":"278.990212ms","start":"2026-05-27T06:50:06.849641Z","end":"2026-05-27T06:50:07.128631Z","steps":["trace[1784052874] 'agreement among raft nodes before linearized reading' (duration: 278.800086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:07.129016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.29835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"warn","ts":"2026-05-27T06:50:07.129069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.560167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21561"} {"level":"warn","ts":"2026-05-27T06:50:07.129081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.738733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11169"} {"level":"info","ts":"2026-05-27T06:50:07.129106Z","caller":"traceutil/trace.go:171","msg":"trace[530989809] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:21424; }","duration":"278.436545ms","start":"2026-05-27T06:50:06.850649Z","end":"2026-05-27T06:50:07.129085Z","steps":["trace[530989809] 'agreement among raft nodes before linearized reading' (duration: 277.97908ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:07.129127Z","caller":"traceutil/trace.go:171","msg":"trace[439027027] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:21424; }","duration":"277.732553ms","start":"2026-05-27T06:50:06.851381Z","end":"2026-05-27T06:50:07.129113Z","steps":["trace[439027027] 'agreement among raft nodes before linearized reading' (duration: 277.373591ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:07.12914Z","caller":"traceutil/trace.go:171","msg":"trace[1557376861] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21424; }","duration":"277.831066ms","start":"2026-05-27T06:50:06.851295Z","end":"2026-05-27T06:50:07.129126Z","steps":["trace[1557376861] 'agreement among raft nodes before linearized reading' (duration: 277.463314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:07.129331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.951269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7564"} {"level":"warn","ts":"2026-05-27T06:50:07.129353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:06.72827Z","time spent":"400.343368ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:50:07.129385Z","caller":"traceutil/trace.go:171","msg":"trace[1741646882] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:21424; }","duration":"278.019632ms","start":"2026-05-27T06:50:06.851349Z","end":"2026-05-27T06:50:07.129368Z","steps":["trace[1741646882] 'agreement among raft nodes before linearized reading' (duration: 277.845666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:07.129598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.849218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-05-27T06:50:07.129726Z","caller":"traceutil/trace.go:171","msg":"trace[772267174] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:21424; }","duration":"279.022144ms","start":"2026-05-27T06:50:06.850673Z","end":"2026-05-27T06:50:07.129696Z","steps":["trace[772267174] 'agreement among raft nodes before linearized reading' (duration: 278.441176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:07.130024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.846526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-05-27T06:50:07.130124Z","caller":"traceutil/trace.go:171","msg":"trace[1427281151] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:21424; }","duration":"277.97386ms","start":"2026-05-27T06:50:06.852128Z","end":"2026-05-27T06:50:07.130102Z","steps":["trace[1427281151] 'agreement among raft nodes before linearized reading' (duration: 276.950778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:07.342226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.915957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:50:07.342363Z","caller":"traceutil/trace.go:171","msg":"trace[878651683] linearizableReadLoop","detail":"{readStateIndex:22164; appliedIndex:22163; }","duration":"140.063479ms","start":"2026-05-27T06:50:07.202275Z","end":"2026-05-27T06:50:07.342339Z","steps":["trace[878651683] 'read index received' (duration: 16.013558ms)","trace[878651683] 'applied index is now lower than readState.Index' (duration: 124.047601ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:07.343113Z","caller":"traceutil/trace.go:171","msg":"trace[738894100] transaction","detail":"{read_only:false; response_revision:21425; number_of_response:1; }","duration":"205.263711ms","start":"2026-05-27T06:50:07.137785Z","end":"2026-05-27T06:50:07.343049Z","steps":["trace[738894100] 'process raft request' (duration: 80.440025ms)","trace[738894100] 'compare' (duration: 123.39665ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:07.343175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.885446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:50:07.343242Z","caller":"traceutil/trace.go:171","msg":"trace[529223288] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21425; }","duration":"140.998739ms","start":"2026-05-27T06:50:07.202222Z","end":"2026-05-27T06:50:07.343221Z","steps":["trace[529223288] 'agreement among raft nodes before linearized reading' (duration: 140.825454ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:07.575642Z","caller":"traceutil/trace.go:171","msg":"trace[1214930889] transaction","detail":"{read_only:false; response_revision:21427; number_of_response:1; }","duration":"156.711588ms","start":"2026-05-27T06:50:07.418897Z","end":"2026-05-27T06:50:07.575609Z","steps":["trace[1214930889] 'process raft request' (duration: 148.824888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:07.856536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.334076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T06:50:07.856637Z","caller":"traceutil/trace.go:171","msg":"trace[1167315810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21427; }","duration":"133.49664ms","start":"2026-05-27T06:50:07.723121Z","end":"2026-05-27T06:50:07.856618Z","steps":["trace[1167315810] 'range keys from in-memory index tree' (duration: 133.117019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:07.856641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.809891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T06:50:07.856744Z","caller":"traceutil/trace.go:171","msg":"trace[688389536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21427; }","duration":"133.952026ms","start":"2026-05-27T06:50:07.72277Z","end":"2026-05-27T06:50:07.856722Z","steps":["trace[688389536] 'range keys from in-memory index tree' (duration: 133.609634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:07.856651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.48274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T06:50:07.856909Z","caller":"traceutil/trace.go:171","msg":"trace[1974234920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21427; }","duration":"133.810741ms","start":"2026-05-27T06:50:07.723072Z","end":"2026-05-27T06:50:07.856883Z","steps":["trace[1974234920] 'range keys from in-memory index tree' (duration: 133.175911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:08.142145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.410964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:50:08.142359Z","caller":"traceutil/trace.go:171","msg":"trace[2044156733] transaction","detail":"{read_only:false; response_revision:21429; number_of_response:1; }","duration":"280.594243ms","start":"2026-05-27T06:50:07.861733Z","end":"2026-05-27T06:50:08.142327Z","steps":["trace[2044156733] 'process raft request' (duration: 177.897951ms)","trace[2044156733] 'compare' (duration: 102.255158ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:08.142635Z","caller":"traceutil/trace.go:171","msg":"trace[1508111666] transaction","detail":"{read_only:false; response_revision:21430; number_of_response:1; }","duration":"280.49725ms","start":"2026-05-27T06:50:07.862105Z","end":"2026-05-27T06:50:08.142602Z","steps":["trace[1508111666] 'process raft request' (duration: 280.146739ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:08.142686Z","caller":"traceutil/trace.go:171","msg":"trace[1094742203] transaction","detail":"{read_only:false; response_revision:21431; number_of_response:1; }","duration":"275.74922ms","start":"2026-05-27T06:50:07.86691Z","end":"2026-05-27T06:50:08.142659Z","steps":["trace[1094742203] 'process raft request' (duration: 275.405709ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:08.484721Z","caller":"traceutil/trace.go:171","msg":"trace[2003522554] transaction","detail":"{read_only:false; response_revision:21433; number_of_response:1; }","duration":"110.585463ms","start":"2026-05-27T06:50:08.37411Z","end":"2026-05-27T06:50:08.484695Z","steps":["trace[2003522554] 'process raft request' (duration: 110.434928ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:08.941822Z","caller":"traceutil/trace.go:171","msg":"trace[47254760] transaction","detail":"{read_only:false; response_revision:21434; number_of_response:1; }","duration":"114.833398ms","start":"2026-05-27T06:50:08.826958Z","end":"2026-05-27T06:50:08.941791Z","steps":["trace[47254760] 'process raft request' (duration: 114.615801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:09.929247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.951546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:50:09.92934Z","caller":"traceutil/trace.go:171","msg":"trace[1649467040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21435; }","duration":"639.11186ms","start":"2026-05-27T06:50:09.290208Z","end":"2026-05-27T06:50:09.929319Z","steps":["trace[1649467040] 'range keys from in-memory index tree' (duration: 638.839642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:09.929389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:09.290185Z","time spent":"639.192533ms","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:50:10.382098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787415196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:50:10.887951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787415196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:50:11.388765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787415196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:50:11.889156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787415196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:50:12.292021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001128303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T06:50:12.292104Z","caller":"traceutil/trace.go:171","msg":"trace[1487415465] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001258167s","start":"2026-05-27T06:50:10.290828Z","end":"2026-05-27T06:50:12.292086Z","steps":["trace[1487415465] 'agreement among raft nodes before linearized reading' (duration: 2.001167084s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:12.292166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:10.290804Z","time spent":"2.001341299s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 06:50:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:50:12.389677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787415196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:50:12.893271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787415196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:50:13.088597Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.673831133s","expected-duration":"1s"} {"level":"info","ts":"2026-05-27T06:50:13.089268Z","caller":"traceutil/trace.go:171","msg":"trace[181666983] transaction","detail":"{read_only:false; response_revision:21436; number_of_response:1; }","duration":"3.674614148s","start":"2026-05-27T06:50:09.414629Z","end":"2026-05-27T06:50:13.089244Z","steps":["trace[181666983] 'process raft request' (duration: 3.674395071s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:13.089422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:09.414602Z","time spent":"3.674735902s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:50:14.29212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000135501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-27T06:50:14.29226Z","caller":"traceutil/trace.go:171","msg":"trace[1178934564] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000295026s","start":"2026-05-27T06:50:12.291898Z","end":"2026-05-27T06:50:14.292193Z","steps":["trace[1178934564] 'agreement among raft nodes before linearized reading' (duration: 2.000172962s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:14.292336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:12.291875Z","time spent":"2.00044905s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:50:15.148255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998547531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T06:50:15.148366Z","caller":"traceutil/trace.go:171","msg":"trace[1925556729] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998722096s","start":"2026-05-27T06:50:10.149619Z","end":"2026-05-27T06:50:15.148341Z","steps":["trace[1925556729] 'agreement among raft nodes before linearized reading' (duration: 4.998582982s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:15.148484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:10.149595Z","time spent":"4.99882839s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/27 06:50:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:50:15.149374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:10.151046Z","time spent":"4.998324084s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-27T06:50:15.487933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998640384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T06:50:15.488013Z","caller":"traceutil/trace.go:171","msg":"trace[1073621088] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998766558s","start":"2026-05-27T06:50:10.489229Z","end":"2026-05-27T06:50:15.487995Z","steps":["trace[1073621088] 'agreement among raft nodes before linearized reading' (duration: 4.998663455s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:15.488061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:10.489214Z","time spent":"4.99883751s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/27 06:50:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:50:15.564187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00007819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-27T06:50:15.56427Z","caller":"traceutil/trace.go:171","msg":"trace[1990758872] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000245205s","start":"2026-05-27T06:50:13.564008Z","end":"2026-05-27T06:50:15.564253Z","steps":["trace[1990758872] 'agreement among raft nodes before linearized reading' (duration: 2.000140542s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:15.564328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:13.563968Z","time spent":"2.000349618s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:50:15.920653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097000528s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:50:15.920887Z","caller":"traceutil/trace.go:171","msg":"trace[557662945] transaction","detail":"{read_only:false; response_revision:21437; number_of_response:1; }","duration":"6.337967526s","start":"2026-05-27T06:50:09.582891Z","end":"2026-05-27T06:50:15.920859Z","steps":["trace[557662945] 'process raft request' (duration: 4.240670859s)","trace[557662945] 'compare' (duration: 2.094890301s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:15.92102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:09.582861Z","time spent":"6.338081429s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:50:15.946318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999921174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T06:50:15.946423Z","caller":"traceutil/trace.go:171","msg":"trace[1367754511] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000086499s","start":"2026-05-27T06:50:10.946312Z","end":"2026-05-27T06:50:15.946398Z","steps":["trace[1367754511] 'agreement among raft nodes before linearized reading' (duration: 4.999955045s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:15.946483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:10.946289Z","time spent":"5.000181443s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/27 06:50:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:50:16.260414Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.436833922s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T06:50:16.301147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000912046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T06:50:16.301262Z","caller":"traceutil/trace.go:171","msg":"trace[402697619] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001066321s","start":"2026-05-27T06:50:14.300171Z","end":"2026-05-27T06:50:16.301238Z","steps":["trace[402697619] 'agreement among raft nodes before linearized reading' (duration: 2.000916667s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:16.301551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:14.300164Z","time spent":"2.001144814s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 06:50:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:50:17.490019Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"33a49e68097669e7","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-27T06:50:18.143944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:11.143536Z","time spent":"7.000401036s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-27T06:50:18.30897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000353858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-27T06:50:18.309059Z","caller":"traceutil/trace.go:171","msg":"trace[2030452701] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000496942s","start":"2026-05-27T06:50:16.308546Z","end":"2026-05-27T06:50:18.309043Z","steps":["trace[2030452701] 'agreement among raft nodes before linearized reading' (duration: 2.000369978s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:18.309143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:16.308535Z","time spent":"2.000598156s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 06:50:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:50:19.057044Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.796429434s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T06:50:19.740641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:12.739572Z","time spent":"7.001041476s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-27T06:50:19.793015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.872187334s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-05-27T06:50:19.879596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999437056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T06:50:19.87971Z","caller":"traceutil/trace.go:171","msg":"trace[650360020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999623712s","start":"2026-05-27T06:50:09.88006Z","end":"2026-05-27T06:50:19.879684Z","steps":["trace[650360020] 'agreement among raft nodes before linearized reading' (duration: 9.999479917s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:19.879782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:09.880037Z","time spent":"9.999727385s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/05/27 06:50:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:50:19.904977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:12.904543Z","time spent":"7.000428677s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-27T06:50:20.0941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:15.096767Z","time spent":"4.997318381s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/27 06:50:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:50:20.146598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999991073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T06:50:20.146682Z","caller":"traceutil/trace.go:171","msg":"trace[1359202271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000119927s","start":"2026-05-27T06:50:10.146539Z","end":"2026-05-27T06:50:20.146659Z","steps":["trace[1359202271] 'agreement among raft nodes before linearized reading' (duration: 10.000012974s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:20.146733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:10.146521Z","time spent":"10.00020318s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/05/27 06:50:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:50:20.148528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99779408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T06:50:20.148569Z","caller":"traceutil/trace.go:171","msg":"trace[2059202840] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997889053s","start":"2026-05-27T06:50:17.15067Z","end":"2026-05-27T06:50:20.148559Z","steps":["trace[2059202840] 'agreement among raft nodes before linearized reading' (duration: 2.997841592s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:20.148595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:17.150646Z","time spent":"2.997942554s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/27 06:50:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:50:20.149332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997770035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T06:50:20.149466Z","caller":"traceutil/trace.go:171","msg":"trace[1714311914] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.997958441s","start":"2026-05-27T06:50:15.151485Z","end":"2026-05-27T06:50:20.149443Z","steps":["trace[1714311914] 'agreement among raft nodes before linearized reading' (duration: 4.997801726s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:20.149556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:15.151469Z","time spent":"4.998074044s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/05/27 06:50:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:50:20.309215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999671956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-27T06:50:20.309376Z","caller":"traceutil/trace.go:171","msg":"trace[1923364562] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999905983s","start":"2026-05-27T06:50:18.30945Z","end":"2026-05-27T06:50:20.309356Z","steps":["trace[1923364562] 'agreement among raft nodes before linearized reading' (duration: 1.999714947s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:20.309442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:18.309422Z","time spent":"2.000011306s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:50:20.489101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99904474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T06:50:20.489245Z","caller":"traceutil/trace.go:171","msg":"trace[4305998] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.999280477s","start":"2026-05-27T06:50:17.489943Z","end":"2026-05-27T06:50:20.489223Z","steps":["trace[4305998] 'agreement among raft nodes before linearized reading' (duration: 2.999079261s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:20.489361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:17.489921Z","time spent":"2.999398811s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/27 06:50:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:50:20.671402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:13.670535Z","time spent":"7.00085401s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-27T06:50:20.766779Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.709553341s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T06:50:20.945641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996635983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T06:50:20.94577Z","caller":"traceutil/trace.go:171","msg":"trace[1116892667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.996835549s","start":"2026-05-27T06:50:17.948877Z","end":"2026-05-27T06:50:20.945712Z","steps":["trace[1116892667] 'agreement among raft nodes before linearized reading' (duration: 2.996713295s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:20.945863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:17.948855Z","time spent":"2.996965443s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/27 06:50:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:50:21.147116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000709646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T06:50:21.147205Z","caller":"traceutil/trace.go:171","msg":"trace[449274876] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.00085054s","start":"2026-05-27T06:50:11.146334Z","end":"2026-05-27T06:50:21.147185Z","steps":["trace[449274876] 'agreement among raft nodes before linearized reading' (duration: 10.000730056s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:21.147257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:11.146324Z","time spent":"10.000922382s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/05/27 06:50:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:50:22.318986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000140391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T06:50:22.319097Z","caller":"traceutil/trace.go:171","msg":"trace[964319881] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000309876s","start":"2026-05-27T06:50:20.318762Z","end":"2026-05-27T06:50:22.319072Z","steps":["trace[964319881] 'agreement among raft nodes before linearized reading' (duration: 2.000166342s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:22.319154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:20.318742Z","time spent":"2.00040159s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 06:50:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:50:22.584219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480697963s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:50:22.584366Z","caller":"traceutil/trace.go:171","msg":"trace[863126069] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21439; }","duration":"1.480857108s","start":"2026-05-27T06:50:21.10349Z","end":"2026-05-27T06:50:22.584347Z","steps":["trace[863126069] 'range keys from in-memory index tree' (duration: 1.480677522s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:22.584881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.790132284s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:50:22.585213Z","caller":"traceutil/trace.go:171","msg":"trace[1929191980] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21444; }","duration":"4.436762097s","start":"2026-05-27T06:50:18.148438Z","end":"2026-05-27T06:50:22.5852Z","steps":["trace[1929191980] 'process raft request' (duration: 4.436724936s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:22.585317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:18.148417Z","time spent":"4.436835478s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":723,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:50:22.585711Z","caller":"traceutil/trace.go:171","msg":"trace[508825669] transaction","detail":"{read_only:false; response_revision:21444; number_of_response:1; }","duration":"4.657605302s","start":"2026-05-27T06:50:17.928068Z","end":"2026-05-27T06:50:22.585673Z","steps":["trace[508825669] 'process raft request' (duration: 4.657047424s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:22.585901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:17.928042Z","time spent":"4.657762486s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:50:22.585716Z","caller":"traceutil/trace.go:171","msg":"trace[401969263] linearizableReadLoop","detail":"{readStateIndex:22180; appliedIndex:22174; }","duration":"12.705542611s","start":"2026-05-27T06:50:09.880128Z","end":"2026-05-27T06:50:22.58567Z","steps":["trace[401969263] 'read index received' (duration: 3.208826573s)","trace[401969263] 'applied index is now lower than readState.Index' (duration: 9.496708367s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:23.087131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787415215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:50:23.587557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787415215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:50:24.088557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787415215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:50:24.319248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999820491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T06:50:24.319352Z","caller":"traceutil/trace.go:171","msg":"trace[236516406] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999993776s","start":"2026-05-27T06:50:22.319336Z","end":"2026-05-27T06:50:24.31933Z","steps":["trace[236516406] 'agreement among raft nodes before linearized reading' (duration: 1.999859701s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:24.319432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:22.319306Z","time spent":"2.000086119s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 06:50:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:50:24.56164Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.794648591s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T06:50:25.094286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997993843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T06:50:25.094377Z","caller":"traceutil/trace.go:171","msg":"trace[1083371771] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998151688s","start":"2026-05-27T06:50:20.096204Z","end":"2026-05-27T06:50:25.094356Z","steps":["trace[1083371771] 'agreement among raft nodes before linearized reading' (duration: 4.998032475s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:25.094433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:20.096186Z","time spent":"4.998234691s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/27 06:50:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:50:25.120931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.749182816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T06:50:25.121023Z","caller":"traceutil/trace.go:171","msg":"trace[633351020] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"12.749355922s","start":"2026-05-27T06:50:12.371646Z","end":"2026-05-27T06:50:25.121002Z","steps":["trace[633351020] 'agreement among raft nodes before linearized reading' (duration: 12.749214587s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:25.121077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:12.371624Z","time spent":"12.749440684s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/05/27 06:50:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:50:25.149993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:20.151695Z","time spent":"4.998288882s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-27T06:50:25.174136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.212696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:50:25.174375Z","caller":"traceutil/trace.go:171","msg":"trace[457354299] transaction","detail":"{read_only:false; response_revision:21445; number_of_response:1; }","duration":"5.291628749s","start":"2026-05-27T06:50:19.882698Z","end":"2026-05-27T06:50:25.174327Z","steps":["trace[457354299] 'process raft request' (duration: 4.679112653s)","trace[457354299] 'compare' (duration: 611.627557ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:25.174449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:19.882673Z","time spent":"5.291736522s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:50:25.17465Z","caller":"traceutil/trace.go:171","msg":"trace[471549766] transaction","detail":"{read_only:false; response_revision:21446; number_of_response:1; }","duration":"5.02465744s","start":"2026-05-27T06:50:20.149968Z","end":"2026-05-27T06:50:25.174625Z","steps":["trace[471549766] 'process raft request' (duration: 5.024270818s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:25.174779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:20.149938Z","time spent":"5.024770524s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:50:25.174934Z","caller":"traceutil/trace.go:171","msg":"trace[1008282001] transaction","detail":"{read_only:false; response_revision:21448; number_of_response:1; }","duration":"5.02212799s","start":"2026-05-27T06:50:20.152783Z","end":"2026-05-27T06:50:25.174911Z","steps":["trace[1008282001] 'process raft request' (duration: 5.021949614s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:25.174954Z","caller":"traceutil/trace.go:171","msg":"trace[132082950] transaction","detail":"{read_only:false; response_revision:21449; number_of_response:1; }","duration":"4.681572272s","start":"2026-05-27T06:50:20.493367Z","end":"2026-05-27T06:50:25.174939Z","steps":["trace[132082950] 'process raft request' (duration: 4.681498s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:25.175022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:20.493328Z","time spent":"4.681660736s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:50:25.175032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:20.152769Z","time spent":"5.022214602s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T06:50:25.175268Z","caller":"traceutil/trace.go:171","msg":"trace[262507639] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21449; }","duration":"4.498535379s","start":"2026-05-27T06:50:20.676712Z","end":"2026-05-27T06:50:25.175247Z","steps":["trace[262507639] 'process raft request' (duration: 4.498196128s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:25.17535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:20.676688Z","time spent":"4.498624651s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":573,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:50:25.566768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000289846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-27T06:50:25.566889Z","caller":"traceutil/trace.go:171","msg":"trace[75211577] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000459402s","start":"2026-05-27T06:50:23.566404Z","end":"2026-05-27T06:50:25.566864Z","steps":["trace[75211577] 'agreement among raft nodes before linearized reading' (duration: 2.000294137s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:25.566946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:23.566397Z","time spent":"2.000534184s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:50:25.60685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.721373ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-05-27T06:50:25.606999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:25.210184Z","time spent":"396.806304ms","remote":"127.0.0.1:50944","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-27T06:50:25.607163Z","caller":"traceutil/trace.go:171","msg":"trace[1548339807] linearizableReadLoop","detail":"{readStateIndex:22192; appliedIndex:22185; }","duration":"3.021070299s","start":"2026-05-27T06:50:22.586068Z","end":"2026-05-27T06:50:25.607138Z","steps":["trace[1548339807] 'read index received' (duration: 1.975761597s)","trace[1548339807] 'applied index is now lower than readState.Index' (duration: 1.045307212s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:25.607307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.480581754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:50:25.607397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.664471396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:50:25.607384Z","caller":"traceutil/trace.go:171","msg":"trace[286638154] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:21450; }","duration":"9.480713979s","start":"2026-05-27T06:50:16.126652Z","end":"2026-05-27T06:50:25.607366Z","steps":["trace[286638154] 'agreement among raft nodes before linearized reading' (duration: 9.480558954s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:25.607457Z","caller":"traceutil/trace.go:171","msg":"trace[1519809177] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:21450; }","duration":"12.6645975s","start":"2026-05-27T06:50:12.942845Z","end":"2026-05-27T06:50:25.607442Z","steps":["trace[1519809177] 'agreement among raft nodes before linearized reading' (duration: 12.664479046s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:25.607504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:12.942816Z","time spent":"12.664667212s","remote":"127.0.0.1:37804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:50:25.607494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.66399024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7697"} {"level":"warn","ts":"2026-05-27T06:50:25.607511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:16.126633Z","time spent":"9.480851803s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:50:25.607525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.960402218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-05-27T06:50:25.607522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.311724118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b357211fefd7f6\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-05-27T06:50:25.607562Z","caller":"traceutil/trace.go:171","msg":"trace[73930263] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:21450; }","duration":"13.96046366s","start":"2026-05-27T06:50:11.647088Z","end":"2026-05-27T06:50:25.607551Z","steps":["trace[73930263] 'agreement among raft nodes before linearized reading' (duration: 13.960347087s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:25.607533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.697909858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:50:25.607592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:11.64707Z","time spent":"13.960518043s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-05-27T06:50:25.607603Z","caller":"traceutil/trace.go:171","msg":"trace[1109508642] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b357211fefd7f6; range_end:; response_count:1; response_revision:21450; }","duration":"11.311855382s","start":"2026-05-27T06:50:14.295727Z","end":"2026-05-27T06:50:25.607583Z","steps":["trace[1109508642] 'agreement among raft nodes before linearized reading' (duration: 11.311589174s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:25.607388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.389164067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:50:25.607624Z","caller":"traceutil/trace.go:171","msg":"trace[715999196] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:21450; }","duration":"3.698075053s","start":"2026-05-27T06:50:21.909527Z","end":"2026-05-27T06:50:25.607602Z","steps":["trace[715999196] 'agreement among raft nodes before linearized reading' (duration: 3.697895987s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:25.607554Z","caller":"traceutil/trace.go:171","msg":"trace[1556331684] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:21450; }","duration":"9.664082973s","start":"2026-05-27T06:50:15.943454Z","end":"2026-05-27T06:50:25.607537Z","steps":["trace[1556331684] 'agreement among raft nodes before linearized reading' (duration: 9.663829705s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:25.607655Z","caller":"traceutil/trace.go:171","msg":"trace[1381157899] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:21450; }","duration":"14.389496378s","start":"2026-05-27T06:50:11.218148Z","end":"2026-05-27T06:50:25.607645Z","steps":["trace[1381157899] 'agreement among raft nodes before linearized reading' (duration: 14.389170548s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:25.607666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:21.909501Z","time spent":"3.698154436s","remote":"127.0.0.1:37326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:50:25.607683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:11.218122Z","time spent":"14.38955391s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:50:25.607652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:14.295705Z","time spent":"11.311934595s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b357211fefd7f6\" "} {"level":"warn","ts":"2026-05-27T06:50:25.607709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:15.943403Z","time spent":"9.66428164s","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7719,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-05-27T06:50:25.607758Z","caller":"traceutil/trace.go:171","msg":"trace[1428359513] transaction","detail":"{read_only:false; response_revision:21451; number_of_response:1; }","duration":"1.015325291s","start":"2026-05-27T06:50:24.59242Z","end":"2026-05-27T06:50:25.607745Z","steps":["trace[1428359513] 'process raft request' (duration: 1.014574977s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:25.60786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:24.592355Z","time spent":"1.015441154s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:50:26.112652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787415218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:50:26.61351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787415218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:50:26.867096Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.240611917s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T06:50:26.99404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.686599162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:50:26.994105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.397360111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:50:26.994156Z","caller":"traceutil/trace.go:171","msg":"trace[399346058] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:21451; }","duration":"10.686781878s","start":"2026-05-27T06:50:16.307344Z","end":"2026-05-27T06:50:26.994126Z","steps":["trace[399346058] 'agreement among raft nodes before linearized reading' (duration: 9.300291268s)","trace[399346058] 'count revisions from in-memory index tree' (duration: 1.386297054s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:26.994217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:16.307319Z","time spent":"10.68688522s","remote":"127.0.0.1:46726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:50:26.994218Z","caller":"traceutil/trace.go:171","msg":"trace[908380925] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:21451; }","duration":"12.397550548s","start":"2026-05-27T06:50:14.596636Z","end":"2026-05-27T06:50:26.994187Z","steps":["trace[908380925] 'agreement among raft nodes before linearized reading' (duration: 11.010997186s)","trace[908380925] 'count revisions from in-memory index tree' (duration: 1.386357786s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:26.994278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:14.596615Z","time spent":"12.39765171s","remote":"127.0.0.1:47312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:50:26.994231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2446995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:50:26.99429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.085789979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-27T06:50:26.994377Z","caller":"traceutil/trace.go:171","msg":"trace[1951443605] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:21451; }","duration":"2.244931847s","start":"2026-05-27T06:50:24.749408Z","end":"2026-05-27T06:50:26.99434Z","steps":["trace[1951443605] 'agreement among raft nodes before linearized reading' (duration: 858.304883ms)","trace[1951443605] 'count revisions from in-memory index tree' (duration: 1.386395807s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:26.994441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.608799547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:50:26.994384Z","caller":"traceutil/trace.go:171","msg":"trace[1016174269] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:21451; }","duration":"7.085947294s","start":"2026-05-27T06:50:19.908409Z","end":"2026-05-27T06:50:26.994356Z","steps":["trace[1016174269] 'agreement among raft nodes before linearized reading' (duration: 5.699099323s)","trace[1016174269] 'range keys from in-memory index tree' (duration: 1.386632435s)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:26.994475Z","caller":"traceutil/trace.go:171","msg":"trace[830934390] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21451; }","duration":"9.608878451s","start":"2026-05-27T06:50:17.385587Z","end":"2026-05-27T06:50:26.994465Z","steps":["trace[830934390] 'agreement among raft nodes before linearized reading' (duration: 8.22204299s)","trace[830934390] 'count revisions from in-memory index tree' (duration: 1.386766148s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:26.994484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:19.908378Z","time spent":"7.086096679s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-05-27T06:50:26.994508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:17.385563Z","time spent":"9.608935652s","remote":"127.0.0.1:54780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:50:26.994575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.696683109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126283"} {"level":"warn","ts":"2026-05-27T06:50:26.994602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.355756633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T06:50:26.994705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.308178912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T06:50:26.994716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.405358629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-05-27T06:50:26.994723Z","caller":"traceutil/trace.go:171","msg":"trace[1595354049] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:21451; }","duration":"4.355935739s","start":"2026-05-27T06:50:22.638753Z","end":"2026-05-27T06:50:26.994689Z","steps":["trace[1595354049] 'agreement among raft nodes before linearized reading' (duration: 2.969007825s)","trace[1595354049] 'count revisions from in-memory index tree' (duration: 1.386758009s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:26.994749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.675362223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-05-27T06:50:26.994759Z","caller":"traceutil/trace.go:171","msg":"trace[961118949] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:21451; }","duration":"4.405425832s","start":"2026-05-27T06:50:22.589316Z","end":"2026-05-27T06:50:26.994741Z","steps":["trace[961118949] 'agreement among raft nodes before linearized reading' (duration: 3.018398325s)","trace[961118949] 'range keys from in-memory index tree' (duration: 1.386878682s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:26.994777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.201207622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:50:26.99478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:22.638731Z","time spent":"4.356036712s","remote":"127.0.0.1:41332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:50:26.9948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:22.589297Z","time spent":"4.405496593s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-05-27T06:50:26.994814Z","caller":"traceutil/trace.go:171","msg":"trace[1314232250] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:21451; }","duration":"12.201298164s","start":"2026-05-27T06:50:14.793507Z","end":"2026-05-27T06:50:26.994805Z","steps":["trace[1314232250] 'agreement among raft nodes before linearized reading' (duration: 10.814144323s)","trace[1314232250] 'count revisions from in-memory index tree' (duration: 1.387100419s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:26.994826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.236366244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:50:26.994842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:14.79348Z","time spent":"12.201354016s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:50:26.994866Z","caller":"traceutil/trace.go:171","msg":"trace[532855675] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21451; }","duration":"11.236440417s","start":"2026-05-27T06:50:15.758413Z","end":"2026-05-27T06:50:26.994853Z","steps":["trace[532855675] 'agreement among raft nodes before linearized reading' (duration: 9.849153872s)","trace[532855675] 'count revisions from in-memory index tree' (duration: 1.387241184s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:26.994866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.471795489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-27T06:50:26.99486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.501317494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:240034"} {"level":"warn","ts":"2026-05-27T06:50:26.994924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.13528341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:50:26.995005Z","caller":"traceutil/trace.go:171","msg":"trace[649297264] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:21451; }","duration":"16.135495068s","start":"2026-05-27T06:50:10.859501Z","end":"2026-05-27T06:50:26.994996Z","steps":["trace[649297264] 'agreement among raft nodes before linearized reading' (duration: 14.748101949s)","trace[649297264] 'count revisions from in-memory index tree' (duration: 1.387303396s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:26.99501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657460017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T06:50:26.995022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.128067718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-27T06:50:26.99503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815993863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-05-27T06:50:26.99504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:10.85947Z","time spent":"16.13555811s","remote":"127.0.0.1:46770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:50:26.995042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.185677158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:50:26.995056Z","caller":"traceutil/trace.go:171","msg":"trace[135091761] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21451; }","duration":"9.128151681s","start":"2026-05-27T06:50:17.866895Z","end":"2026-05-27T06:50:26.995047Z","steps":["trace[135091761] 'agreement among raft nodes before linearized reading' (duration: 7.74067704s)","trace[135091761] 'range keys from in-memory index tree' (duration: 1.387388089s)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:26.995066Z","caller":"traceutil/trace.go:171","msg":"trace[242262545] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:21451; }","duration":"1.816054365s","start":"2026-05-27T06:50:25.179001Z","end":"2026-05-27T06:50:26.995055Z","steps":["trace[242262545] 'agreement among raft nodes before linearized reading' (duration: 428.717038ms)","trace[242262545] 'range keys from in-memory index tree' (duration: 1.387243764s)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:26.995083Z","caller":"traceutil/trace.go:171","msg":"trace[518253385] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:21451; }","duration":"9.18574987s","start":"2026-05-27T06:50:17.809322Z","end":"2026-05-27T06:50:26.995072Z","steps":["trace[518253385] 'agreement among raft nodes before linearized reading' (duration: 7.79829759s)","trace[518253385] 'count revisions from in-memory index tree' (duration: 1.387407719s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:26.9951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:25.178986Z","time spent":"1.816105567s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-05-27T06:50:26.995105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.724176372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T06:50:26.99512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:17.809299Z","time spent":"9.185814402s","remote":"127.0.0.1:47362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:50:26.995153Z","caller":"traceutil/trace.go:171","msg":"trace[1867514011] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:21451; }","duration":"3.724253905s","start":"2026-05-27T06:50:23.270881Z","end":"2026-05-27T06:50:26.995134Z","steps":["trace[1867514011] 'agreement among raft nodes before linearized reading' (duration: 2.336879147s)","trace[1867514011] 'count revisions from in-memory index tree' (duration: 1.387323477s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:26.995167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.485183648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:50:26.9952Z","caller":"traceutil/trace.go:171","msg":"trace[51834970] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:21451; }","duration":"2.485248271s","start":"2026-05-27T06:50:24.50994Z","end":"2026-05-27T06:50:26.995188Z","steps":["trace[51834970] 'agreement among raft nodes before linearized reading' (duration: 1.09779106s)","trace[51834970] 'count revisions from in-memory index tree' (duration: 1.38741665s)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:26.994661Z","caller":"traceutil/trace.go:171","msg":"trace[170136834] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:21451; }","duration":"12.696810633s","start":"2026-05-27T06:50:14.297827Z","end":"2026-05-27T06:50:26.994638Z","steps":["trace[170136834] 'agreement among raft nodes before linearized reading' (duration: 11.309845188s)","trace[170136834] 'range keys from in-memory index tree' (duration: 1.386722388s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:26.995238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:24.509916Z","time spent":"2.485314282s","remote":"127.0.0.1:46846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:50:26.99524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:14.297813Z","time spent":"12.697418963s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126305,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-27T06:50:26.995044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.669170133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:50:26.995286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.363013548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T06:50:26.995289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.456268314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:50:26.995317Z","caller":"traceutil/trace.go:171","msg":"trace[1527096238] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:21451; }","duration":"8.363041309s","start":"2026-05-27T06:50:18.632265Z","end":"2026-05-27T06:50:26.995306Z","steps":["trace[1527096238] 'agreement among raft nodes before linearized reading' (duration: 6.97532022s)","trace[1527096238] 'count revisions from in-memory index tree' (duration: 1.387677307s)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:26.994785Z","caller":"traceutil/trace.go:171","msg":"trace[195696958] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:21451; }","duration":"6.675444385s","start":"2026-05-27T06:50:20.319331Z","end":"2026-05-27T06:50:26.994776Z","steps":["trace[195696958] 'agreement among raft nodes before linearized reading' (duration: 5.28816961s)","trace[195696958] 'range keys from in-memory index tree' (duration: 1.387179422s)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:26.995326Z","caller":"traceutil/trace.go:171","msg":"trace[796202607] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:21451; }","duration":"3.456314725s","start":"2026-05-27T06:50:23.538996Z","end":"2026-05-27T06:50:26.995311Z","steps":["trace[796202607] 'agreement among raft nodes before linearized reading' (duration: 2.06873956s)","trace[796202607] 'count revisions from in-memory index tree' (duration: 1.387537353s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:26.995352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:18.632206Z","time spent":"8.363139662s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":63,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:50:26.995359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:23.538985Z","time spent":"3.456367247s","remote":"127.0.0.1:47430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:50:26.995363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:20.319297Z","time spent":"6.676054344s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-27T06:50:26.99538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.844546603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:50:26.995411Z","caller":"traceutil/trace.go:171","msg":"trace[933854006] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:21451; }","duration":"8.844600265s","start":"2026-05-27T06:50:18.150801Z","end":"2026-05-27T06:50:26.995401Z","steps":["trace[933854006] 'agreement among raft nodes before linearized reading' (duration: 7.456794573s)","trace[933854006] 'count revisions from in-memory index tree' (duration: 1.387769491s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:26.995457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:18.150789Z","time spent":"8.844659496s","remote":"127.0.0.1:37816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:50:26.994736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.692781315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-27T06:50:26.994949Z","caller":"traceutil/trace.go:171","msg":"trace[1756857440] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:21451; }","duration":"3.501453118s","start":"2026-05-27T06:50:23.493473Z","end":"2026-05-27T06:50:26.994926Z","steps":["trace[1756857440] 'agreement among raft nodes before linearized reading' (duration: 2.114273817s)","trace[1756857440] 'range keys from in-memory index tree' (duration: 1.386747878s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:26.994895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:15.758389Z","time spent":"11.236497858s","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:50:26.99552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200420413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:50:26.99554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:23.493453Z","time spent":"3.502074389s","remote":"127.0.0.1:41500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":27,"response size":240056,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-05-27T06:50:26.995536Z","caller":"traceutil/trace.go:171","msg":"trace[596630660] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:21451; }","duration":"12.69357123s","start":"2026-05-27T06:50:14.301948Z","end":"2026-05-27T06:50:26.995519Z","steps":["trace[596630660] 'agreement among raft nodes before linearized reading' (duration: 11.305719247s)","trace[596630660] 'range keys from in-memory index tree' (duration: 1.386953145s)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:26.995564Z","caller":"traceutil/trace.go:171","msg":"trace[446386214] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:21451; }","duration":"2.200508266s","start":"2026-05-27T06:50:24.795046Z","end":"2026-05-27T06:50:26.995554Z","steps":["trace[446386214] 'agreement among raft nodes before linearized reading' (duration: 812.679254ms)","trace[446386214] 'count revisions from in-memory index tree' (duration: 1.387772051s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:26.995584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:14.301925Z","time spent":"12.693647493s","remote":"127.0.0.1:47292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-27T06:50:26.994999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.091755445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-27T06:50:26.995675Z","caller":"traceutil/trace.go:171","msg":"trace[908051098] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21451; }","duration":"9.092496768s","start":"2026-05-27T06:50:17.903167Z","end":"2026-05-27T06:50:26.995664Z","steps":["trace[908051098] 'agreement among raft nodes before linearized reading' (duration: 7.704440088s)","trace[908051098] 'range keys from in-memory index tree' (duration: 1.387269285s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:26.995681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917361982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T06:50:26.995703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:17.903141Z","time spent":"9.09255319s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-27T06:50:26.995354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.021416414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:50:26.994967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.183419326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:50:26.995042Z","caller":"traceutil/trace.go:171","msg":"trace[1097163387] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:21451; }","duration":"1.657526429s","start":"2026-05-27T06:50:25.337506Z","end":"2026-05-27T06:50:26.995032Z","steps":["trace[1097163387] 'agreement among raft nodes before linearized reading' (duration: 270.259974ms)","trace[1097163387] 'count revisions from in-memory index tree' (duration: 1.387225294s)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:26.995316Z","caller":"traceutil/trace.go:171","msg":"trace[1371824436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21451; }","duration":"2.669486282s","start":"2026-05-27T06:50:24.325818Z","end":"2026-05-27T06:50:26.995304Z","steps":["trace[1371824436] 'agreement among raft nodes before linearized reading' (duration: 1.281934769s)","trace[1371824436] 'range keys from in-memory index tree' (duration: 1.387271045s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:26.995088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:17.866866Z","time spent":"9.128215373s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-27T06:50:26.995245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78306429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T06:50:26.995873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:24.325792Z","time spent":"2.670063511s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T06:50:26.995895Z","caller":"traceutil/trace.go:171","msg":"trace[173487968] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:21451; }","duration":"2.783762563s","start":"2026-05-27T06:50:24.212119Z","end":"2026-05-27T06:50:26.995882Z","steps":["trace[173487968] 'agreement among raft nodes before linearized reading' (duration: 1.39562071s)","trace[173487968] 'count revisions from in-memory index tree' (duration: 1.387474681s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:26.99593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:24.212094Z","time spent":"2.783826594s","remote":"127.0.0.1:47338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:50:26.994741Z","caller":"traceutil/trace.go:171","msg":"trace[1909278339] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:21451; }","duration":"7.308261904s","start":"2026-05-27T06:50:19.686466Z","end":"2026-05-27T06:50:26.994728Z","steps":["trace[1909278339] 'agreement among raft nodes before linearized reading' (duration: 5.920911037s)","trace[1909278339] 'count revisions from in-memory index tree' (duration: 1.387191072s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:26.995201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:23.270858Z","time spent":"3.724333327s","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:50:26.99583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:25.337482Z","time spent":"1.658328225s","remote":"127.0.0.1:41470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:50:26.995592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:24.795019Z","time spent":"2.200565928s","remote":"127.0.0.1:45404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:50:26.994442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:24.74938Z","time spent":"2.245049801s","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:50:26.995983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:19.686441Z","time spent":"7.309526435s","remote":"127.0.0.1:51594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:50:26.996068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.530473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-05-27T06:50:26.995315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.640807111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:50:26.994926Z","caller":"traceutil/trace.go:171","msg":"trace[759525046] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21451; }","duration":"13.471877342s","start":"2026-05-27T06:50:13.523015Z","end":"2026-05-27T06:50:26.994893Z","steps":["trace[759525046] 'agreement among raft nodes before linearized reading' (duration: 12.084519695s)","trace[759525046] 'range keys from in-memory index tree' (duration: 1.387274565s)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:26.996151Z","caller":"traceutil/trace.go:171","msg":"trace[737190856] transaction","detail":"{read_only:false; response_revision:21452; number_of_response:1; }","duration":"1.385741966s","start":"2026-05-27T06:50:25.610392Z","end":"2026-05-27T06:50:26.996134Z","steps":["trace[737190856] 'process raft request' (duration: 1.25710639s)","trace[737190856] 'compare' (duration: 128.008476ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:26.996173Z","caller":"traceutil/trace.go:171","msg":"trace[1989296407] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:21451; }","duration":"11.64169489s","start":"2026-05-27T06:50:15.354463Z","end":"2026-05-27T06:50:26.996158Z","steps":["trace[1989296407] 'agreement among raft nodes before linearized reading' (duration: 10.253117223s)","trace[1989296407] 'count revisions from in-memory index tree' (duration: 1.387707448s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:26.995928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854878288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T06:50:26.99621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:15.354444Z","time spent":"11.641755721s","remote":"127.0.0.1:48370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:50:26.996215Z","caller":"traceutil/trace.go:171","msg":"trace[560888291] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:21451; }","duration":"1.855214268s","start":"2026-05-27T06:50:25.140985Z","end":"2026-05-27T06:50:26.9962Z","steps":["trace[560888291] 'agreement among raft nodes before linearized reading' (duration: 466.755975ms)","trace[560888291] 'count revisions from in-memory index tree' (duration: 1.388147002s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:26.996255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:25.140953Z","time spent":"1.855294931s","remote":"127.0.0.1:33156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:50:26.995712Z","caller":"traceutil/trace.go:171","msg":"trace[1483309480] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:21451; }","duration":"1.917433364s","start":"2026-05-27T06:50:25.078269Z","end":"2026-05-27T06:50:26.995703Z","steps":["trace[1483309480] 'agreement among raft nodes before linearized reading' (duration: 529.450377ms)","trace[1483309480] 'count revisions from in-memory index tree' (duration: 1.387936836s)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:26.995769Z","caller":"traceutil/trace.go:171","msg":"trace[1539915708] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21451; }","duration":"12.184232813s","start":"2026-05-27T06:50:14.811519Z","end":"2026-05-27T06:50:26.995751Z","steps":["trace[1539915708] 'agreement among raft nodes before linearized reading' (duration: 10.796030228s)","trace[1539915708] 'count revisions from in-memory index tree' (duration: 1.387393568s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:26.994775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.671557201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:50:26.996372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:14.81151Z","time spent":"12.184849102s","remote":"127.0.0.1:54828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:50:26.996208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:25.610369Z","time spent":"1.385809578s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:50:26.996318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:25.078243Z","time spent":"1.918060634s","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:50:26.995593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.996729196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:50:26.996532Z","caller":"traceutil/trace.go:171","msg":"trace[831366294] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:0; response_revision:21451; }","duration":"11.997703937s","start":"2026-05-27T06:50:14.998812Z","end":"2026-05-27T06:50:26.996516Z","steps":["trace[831366294] 'agreement among raft nodes before linearized reading' (duration: 10.60878636s)","trace[831366294] 'range keys from in-memory index tree' (duration: 1.387969707s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:26.996603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:14.99879Z","time spent":"11.99780313s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.207\" "} {"level":"warn","ts":"2026-05-27T06:50:26.996177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:13.522987Z","time spent":"13.473181494s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-27T06:50:26.995749Z","caller":"traceutil/trace.go:171","msg":"trace[424318594] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:21451; }","duration":"16.021850407s","start":"2026-05-27T06:50:10.973883Z","end":"2026-05-27T06:50:26.995734Z","steps":["trace[424318594] 'agreement among raft nodes before linearized reading' (duration: 14.633699294s)","trace[424318594] 'count revisions from in-memory index tree' (duration: 1.38774774s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:26.99687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:10.973851Z","time spent":"16.022973363s","remote":"127.0.0.1:46752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:50:26.996379Z","caller":"traceutil/trace.go:171","msg":"trace[1697516781] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:21451; }","duration":"6.673197104s","start":"2026-05-27T06:50:20.323167Z","end":"2026-05-27T06:50:26.996364Z","steps":["trace[1697516781] 'agreement among raft nodes before linearized reading' (duration: 5.28436398s)","trace[1697516781] 'count revisions from in-memory index tree' (duration: 1.387223843s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:26.997043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:20.323141Z","time spent":"6.673890825s","remote":"127.0.0.1:45408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:50:27.002905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.295062503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:50:27.003027Z","caller":"traceutil/trace.go:171","msg":"trace[1738068041] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:21451; }","duration":"3.295233458s","start":"2026-05-27T06:50:23.707772Z","end":"2026-05-27T06:50:27.003005Z","steps":["trace[1738068041] 'agreement among raft nodes before linearized reading' (duration: 1.89997688s)","trace[1738068041] 'count revisions from in-memory index tree' (duration: 1.395086503s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:27.003066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:23.70775Z","time spent":"3.295306541s","remote":"127.0.0.1:45276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":8,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:50:27.671222Z","caller":"traceutil/trace.go:171","msg":"trace[1970039731] linearizableReadLoop","detail":"{readStateIndex:22195; appliedIndex:22193; }","duration":"2.059028101s","start":"2026-05-27T06:50:25.612166Z","end":"2026-05-27T06:50:27.671194Z","steps":["trace[1970039731] 'read index received' (duration: 1.255348734s)","trace[1970039731] 'applied index is now lower than readState.Index' (duration: 803.678157ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:27.67128Z","caller":"traceutil/trace.go:171","msg":"trace[1907522987] transaction","detail":"{read_only:false; response_revision:21453; number_of_response:1; }","duration":"1.560270278s","start":"2026-05-27T06:50:26.110971Z","end":"2026-05-27T06:50:27.671241Z","steps":["trace[1907522987] 'process raft request' (duration: 1.56001656s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:27.671428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:26.110934Z","time spent":"1.560405182s","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7680,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:50:27.671528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05932718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f917c6af-280e-4e12-bfe0-0fa691dfd830\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-05-27T06:50:27.671591Z","caller":"traceutil/trace.go:171","msg":"trace[186321643] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f917c6af-280e-4e12-bfe0-0fa691dfd830; range_end:; response_count:1; response_revision:21453; }","duration":"2.059415093s","start":"2026-05-27T06:50:25.612159Z","end":"2026-05-27T06:50:27.671574Z","steps":["trace[186321643] 'agreement among raft nodes before linearized reading' (duration: 2.059161715s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:27.671637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:25.612121Z","time spent":"2.059505116s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-f917c6af-280e-4e12-bfe0-0fa691dfd830\" "} {"level":"info","ts":"2026-05-27T06:50:27.678614Z","caller":"traceutil/trace.go:171","msg":"trace[684716368] transaction","detail":"{read_only:false; response_revision:21454; number_of_response:1; }","duration":"677.072245ms","start":"2026-05-27T06:50:27.001475Z","end":"2026-05-27T06:50:27.678547Z","steps":["trace[684716368] 'process raft request' (duration: 676.91257ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:27.678722Z","caller":"traceutil/trace.go:171","msg":"trace[522828188] transaction","detail":"{read_only:false; response_revision:21457; number_of_response:1; }","duration":"676.018142ms","start":"2026-05-27T06:50:27.0027Z","end":"2026-05-27T06:50:27.678719Z","steps":["trace[522828188] 'process raft request' (duration: 675.826606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:27.678812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:27.002693Z","time spent":"676.054503ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:50:27.678937Z","caller":"traceutil/trace.go:171","msg":"trace[2097860694] transaction","detail":"{read_only:false; response_revision:21458; number_of_response:1; }","duration":"674.910226ms","start":"2026-05-27T06:50:27.004019Z","end":"2026-05-27T06:50:27.678929Z","steps":["trace[2097860694] 'process raft request' (duration: 674.533665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:27.678973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:27.003999Z","time spent":"674.953767ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:50:27.679033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:27.001461Z","time spent":"677.276491ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T06:50:27.679128Z","caller":"traceutil/trace.go:171","msg":"trace[1090158344] transaction","detail":"{read_only:false; response_revision:21459; number_of_response:1; }","duration":"671.22039ms","start":"2026-05-27T06:50:27.0079Z","end":"2026-05-27T06:50:27.679121Z","steps":["trace[1090158344] 'process raft request' (duration: 670.677012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:27.679161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:27.00788Z","time spent":"671.26239ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:50:27.678681Z","caller":"traceutil/trace.go:171","msg":"trace[252657462] transaction","detail":"{read_only:false; response_revision:21456; number_of_response:1; }","duration":"676.2838ms","start":"2026-05-27T06:50:27.00238Z","end":"2026-05-27T06:50:27.678663Z","steps":["trace[252657462] 'process raft request' (duration: 676.120445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:27.679309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:27.001252Z","time spent":"678.050896ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-27T06:50:27.679609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:27.002374Z","time spent":"676.875649ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:50:27.679767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.822385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:80 size:109253"} {"level":"info","ts":"2026-05-27T06:50:27.67979Z","caller":"traceutil/trace.go:171","msg":"trace[1989589940] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:80; response_revision:21460; }","duration":"675.860087ms","start":"2026-05-27T06:50:27.003924Z","end":"2026-05-27T06:50:27.679784Z","steps":["trace[1989589940] 'agreement among raft nodes before linearized reading' (duration: 675.430063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:27.679805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:27.003919Z","time spent":"675.881797ms","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":80,"response size":109275,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-05-27T06:50:27.678683Z","caller":"traceutil/trace.go:171","msg":"trace[900735810] transaction","detail":"{read_only:false; response_revision:21455; number_of_response:1; }","duration":"676.633881ms","start":"2026-05-27T06:50:27.002005Z","end":"2026-05-27T06:50:27.678638Z","steps":["trace[900735810] 'process raft request' (duration: 676.454566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:27.679936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:27.001986Z","time spent":"677.933362ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:50:27.679924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345814797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:50:27.680043Z","caller":"traceutil/trace.go:171","msg":"trace[2135397175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21460; }","duration":"1.345993752s","start":"2026-05-27T06:50:26.334016Z","end":"2026-05-27T06:50:27.68001Z","steps":["trace[2135397175] 'agreement among raft nodes before linearized reading' (duration: 1.345806586s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:27.680098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:26.333977Z","time spent":"1.346103926s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:50:27.680143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385655573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:50:27.680195Z","caller":"traceutil/trace.go:171","msg":"trace[836022526] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:21460; }","duration":"1.385751685s","start":"2026-05-27T06:50:26.294433Z","end":"2026-05-27T06:50:27.680184Z","steps":["trace[836022526] 'agreement among raft nodes before linearized reading' (duration: 1.385626991s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:27.680227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:26.294409Z","time spent":"1.385805027s","remote":"127.0.0.1:33148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:50:27.680332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.762338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:80 size:109253"} {"level":"info","ts":"2026-05-27T06:50:27.680377Z","caller":"traceutil/trace.go:171","msg":"trace[2123497477] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:80; response_revision:21460; }","duration":"678.835401ms","start":"2026-05-27T06:50:27.001529Z","end":"2026-05-27T06:50:27.680365Z","steps":["trace[2123497477] 'agreement among raft nodes before linearized reading' (duration: 678.199551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:27.680416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.831069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-27T06:50:27.680476Z","caller":"traceutil/trace.go:171","msg":"trace[796571816] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:21460; }","duration":"677.981604ms","start":"2026-05-27T06:50:27.002476Z","end":"2026-05-27T06:50:27.680458Z","steps":["trace[796571816] 'agreement among raft nodes before linearized reading' (duration: 677.704815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:27.680531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:27.001517Z","time spent":"678.998806ms","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":80,"response size":109275,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-05-27T06:50:27.680517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:27.002448Z","time spent":"678.058427ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-05-27T06:50:29.40365Z","caller":"traceutil/trace.go:171","msg":"trace[1463537159] linearizableReadLoop","detail":"{readStateIndex:22251; appliedIndex:22250; }","duration":"115.506109ms","start":"2026-05-27T06:50:29.288122Z","end":"2026-05-27T06:50:29.403629Z","steps":["trace[1463537159] 'read index received' (duration: 115.336584ms)","trace[1463537159] 'applied index is now lower than readState.Index' (duration: 168.685µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:29.403848Z","caller":"traceutil/trace.go:171","msg":"trace[1100776206] transaction","detail":"{read_only:false; response_revision:21507; number_of_response:1; }","duration":"128.553643ms","start":"2026-05-27T06:50:29.27521Z","end":"2026-05-27T06:50:29.403764Z","steps":["trace[1100776206] 'process raft request' (duration: 128.266764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:29.404021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.86902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:50:29.404059Z","caller":"traceutil/trace.go:171","msg":"trace[1933982438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21507; }","duration":"115.988704ms","start":"2026-05-27T06:50:29.288061Z","end":"2026-05-27T06:50:29.404049Z","steps":["trace[1933982438] 'agreement among raft nodes before linearized reading' (duration: 115.898792ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:29.607561Z","caller":"traceutil/trace.go:171","msg":"trace[1919481011] transaction","detail":"{read_only:false; response_revision:21508; number_of_response:1; }","duration":"134.088619ms","start":"2026-05-27T06:50:29.473289Z","end":"2026-05-27T06:50:29.607378Z","steps":["trace[1919481011] 'process raft request' (duration: 133.730957ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:29.734501Z","caller":"traceutil/trace.go:171","msg":"trace[741575337] transaction","detail":"{read_only:false; response_revision:21509; number_of_response:1; }","duration":"116.086857ms","start":"2026-05-27T06:50:29.618384Z","end":"2026-05-27T06:50:29.734471Z","steps":["trace[741575337] 'process raft request' (duration: 113.259047ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:29.933834Z","caller":"traceutil/trace.go:171","msg":"trace[1207936027] linearizableReadLoop","detail":"{readStateIndex:22254; appliedIndex:22252; }","duration":"245.791477ms","start":"2026-05-27T06:50:29.688003Z","end":"2026-05-27T06:50:29.933795Z","steps":["trace[1207936027] 'read index received' (duration: 43.655097ms)","trace[1207936027] 'applied index is now lower than readState.Index' (duration: 202.1348ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:29.934154Z","caller":"traceutil/trace.go:171","msg":"trace[1509226820] transaction","detail":"{read_only:false; response_revision:21510; number_of_response:1; }","duration":"247.523382ms","start":"2026-05-27T06:50:29.686614Z","end":"2026-05-27T06:50:29.934137Z","steps":["trace[1509226820] 'process raft request' (duration: 152.275567ms)","trace[1509226820] 'compare' (duration: 93.992445ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:29.934507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.472588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-05-27T06:50:29.934554Z","caller":"traceutil/trace.go:171","msg":"trace[38664529] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:21510; }","duration":"246.574752ms","start":"2026-05-27T06:50:29.687968Z","end":"2026-05-27T06:50:29.934543Z","steps":["trace[38664529] 'agreement among raft nodes before linearized reading' (duration: 246.381186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:29.934794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.179051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-ft7xh\" ","response":"range_response_count:1 size:4682"} {"level":"info","ts":"2026-05-27T06:50:29.934841Z","caller":"traceutil/trace.go:171","msg":"trace[1289000997] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-ft7xh; range_end:; response_count:1; response_revision:21510; }","duration":"185.220343ms","start":"2026-05-27T06:50:29.749604Z","end":"2026-05-27T06:50:29.934825Z","steps":["trace[1289000997] 'agreement among raft nodes before linearized reading' (duration: 185.12186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:29.935439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.383083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-05-27T06:50:29.935447Z","caller":"traceutil/trace.go:171","msg":"trace[527252973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21510; }","duration":"100.067808ms","start":"2026-05-27T06:50:29.83536Z","end":"2026-05-27T06:50:29.935427Z","steps":["trace[527252973] 'agreement among raft nodes before linearized reading' (duration: 99.904803ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:29.935502Z","caller":"traceutil/trace.go:171","msg":"trace[1211302298] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:21510; }","duration":"159.497216ms","start":"2026-05-27T06:50:29.775988Z","end":"2026-05-27T06:50:29.935485Z","steps":["trace[1211302298] 'agreement among raft nodes before linearized reading' (duration: 159.365672ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:30.294686Z","caller":"traceutil/trace.go:171","msg":"trace[1927289955] linearizableReadLoop","detail":"{readStateIndex:22255; appliedIndex:22254; }","duration":"346.60801ms","start":"2026-05-27T06:50:29.948051Z","end":"2026-05-27T06:50:30.294659Z","steps":["trace[1927289955] 'read index received' (duration: 346.395193ms)","trace[1927289955] 'applied index is now lower than readState.Index' (duration: 211.957µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:30.294814Z","caller":"traceutil/trace.go:171","msg":"trace[216485629] transaction","detail":"{read_only:false; response_revision:21511; number_of_response:1; }","duration":"351.904428ms","start":"2026-05-27T06:50:29.942898Z","end":"2026-05-27T06:50:30.294802Z","steps":["trace[216485629] 'process raft request' (duration: 351.613359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:30.294924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:29.942872Z","time spent":"351.969ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4451,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:50:30.295121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.718465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-05-27T06:50:30.295244Z","caller":"traceutil/trace.go:171","msg":"trace[1721082975] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:21511; }","duration":"336.86651ms","start":"2026-05-27T06:50:29.958349Z","end":"2026-05-27T06:50:30.295215Z","steps":["trace[1721082975] 'agreement among raft nodes before linearized reading' (duration: 336.651243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:30.295308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:29.958341Z","time spent":"336.952693ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-05-27T06:50:30.295654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.598601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-05-27T06:50:30.295708Z","caller":"traceutil/trace.go:171","msg":"trace[1109213195] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:21511; }","duration":"347.692984ms","start":"2026-05-27T06:50:29.948004Z","end":"2026-05-27T06:50:30.295696Z","steps":["trace[1109213195] 'agreement among raft nodes before linearized reading' (duration: 347.506048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:30.295743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:29.947982Z","time spent":"347.753936ms","remote":"127.0.0.1:37332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7528,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-05-27T06:50:30.440303Z","caller":"traceutil/trace.go:171","msg":"trace[764197353] transaction","detail":"{read_only:false; response_revision:21512; number_of_response:1; }","duration":"128.725019ms","start":"2026-05-27T06:50:30.311558Z","end":"2026-05-27T06:50:30.440283Z","steps":["trace[764197353] 'process raft request' (duration: 128.548913ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:30.744599Z","caller":"traceutil/trace.go:171","msg":"trace[667922960] linearizableReadLoop","detail":"{readStateIndex:22258; appliedIndex:22256; }","duration":"269.449767ms","start":"2026-05-27T06:50:30.475126Z","end":"2026-05-27T06:50:30.744576Z","steps":["trace[667922960] 'read index received' (duration: 36.972054ms)","trace[667922960] 'applied index is now lower than readState.Index' (duration: 232.476443ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:30.744741Z","caller":"traceutil/trace.go:171","msg":"trace[34919125] transaction","detail":"{read_only:false; response_revision:21514; number_of_response:1; }","duration":"285.251449ms","start":"2026-05-27T06:50:30.459405Z","end":"2026-05-27T06:50:30.744657Z","steps":["trace[34919125] 'process raft request' (duration: 285.007821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:30.747293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.136923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner.18b3594e855a8d22\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:21512 ","response":"range_response_count:500 size:391077"} {"level":"info","ts":"2026-05-27T06:50:30.747353Z","caller":"traceutil/trace.go:171","msg":"trace[1953710318] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner.18b3594e855a8d22\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:21514; }","duration":"272.225396ms","start":"2026-05-27T06:50:30.475113Z","end":"2026-05-27T06:50:30.747339Z","steps":["trace[1953710318] 'agreement among raft nodes before linearized reading' (duration: 269.579592ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:30.752443Z","caller":"traceutil/trace.go:171","msg":"trace[1787365915] transaction","detail":"{read_only:false; response_revision:21515; number_of_response:1; }","duration":"234.992323ms","start":"2026-05-27T06:50:30.517421Z","end":"2026-05-27T06:50:30.752414Z","steps":["trace[1787365915] 'process raft request' (duration: 234.657762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:30.752598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.593714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T06:50:30.752675Z","caller":"traceutil/trace.go:171","msg":"trace[991167202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21515; }","duration":"236.754059ms","start":"2026-05-27T06:50:30.515903Z","end":"2026-05-27T06:50:30.752657Z","steps":["trace[991167202] 'agreement among raft nodes before linearized reading' (duration: 236.46529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:30.753503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.761727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:50:30.753691Z","caller":"traceutil/trace.go:171","msg":"trace[718926592] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:21515; }","duration":"144.85385ms","start":"2026-05-27T06:50:30.608705Z","end":"2026-05-27T06:50:30.753559Z","steps":["trace[718926592] 'agreement among raft nodes before linearized reading' (duration: 143.573739ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:32.048366Z","caller":"traceutil/trace.go:171","msg":"trace[612558781] transaction","detail":"{read_only:false; response_revision:21521; number_of_response:1; }","duration":"106.251865ms","start":"2026-05-27T06:50:31.942082Z","end":"2026-05-27T06:50:32.048334Z","steps":["trace[612558781] 'process raft request' (duration: 106.063539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:33.329788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787415389,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-27T06:50:33.400035Z","caller":"traceutil/trace.go:171","msg":"trace[2121294173] linearizableReadLoop","detail":"{readStateIndex:22266; appliedIndex:22265; }","duration":"571.043228ms","start":"2026-05-27T06:50:32.828965Z","end":"2026-05-27T06:50:33.400009Z","steps":["trace[2121294173] 'read index received' (duration: 570.852852ms)","trace[2121294173] 'applied index is now lower than readState.Index' (duration: 188.866µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:33.40008Z","caller":"traceutil/trace.go:171","msg":"trace[186976959] transaction","detail":"{read_only:false; response_revision:21522; number_of_response:1; }","duration":"618.600869ms","start":"2026-05-27T06:50:32.781445Z","end":"2026-05-27T06:50:33.400046Z","steps":["trace[186976959] 'process raft request' (duration: 618.393032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:33.400256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:32.781421Z","time spent":"618.738653ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:50:33.400299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.025999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T06:50:33.400335Z","caller":"traceutil/trace.go:171","msg":"trace[1007497630] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21522; }","duration":"566.130172ms","start":"2026-05-27T06:50:32.834194Z","end":"2026-05-27T06:50:33.400325Z","steps":["trace[1007497630] 'agreement among raft nodes before linearized reading' (duration: 565.967857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:33.400385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:32.834168Z","time spent":"566.204265ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:50:33.400317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.303271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:50:33.400574Z","caller":"traceutil/trace.go:171","msg":"trace[1170451471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21522; }","duration":"109.609522ms","start":"2026-05-27T06:50:33.29095Z","end":"2026-05-27T06:50:33.400559Z","steps":["trace[1170451471] 'agreement among raft nodes before linearized reading' (duration: 109.305762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:33.400575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.809155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T06:50:33.400679Z","caller":"traceutil/trace.go:171","msg":"trace[1508912907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21522; }","duration":"527.942999ms","start":"2026-05-27T06:50:32.87272Z","end":"2026-05-27T06:50:33.400663Z","steps":["trace[1508912907] 'agreement among raft nodes before linearized reading' (duration: 527.807155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:33.40083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:32.872699Z","time spent":"528.119795ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T06:50:33.401024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.298586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T06:50:33.401107Z","caller":"traceutil/trace.go:171","msg":"trace[989698089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21522; }","duration":"572.176595ms","start":"2026-05-27T06:50:32.828914Z","end":"2026-05-27T06:50:33.401091Z","steps":["trace[989698089] 'agreement among raft nodes before linearized reading' (duration: 571.206854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:33.401153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:32.828894Z","time spent":"572.245226ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T06:50:33.401331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.244321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-27T06:50:33.402265Z","caller":"traceutil/trace.go:171","msg":"trace[167724850] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:21522; }","duration":"292.44833ms","start":"2026-05-27T06:50:33.109794Z","end":"2026-05-27T06:50:33.402242Z","steps":["trace[167724850] 'agreement among raft nodes before linearized reading' (duration: 290.752666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:33.744285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.037287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:50:33.74438Z","caller":"traceutil/trace.go:171","msg":"trace[454428177] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:21525; }","duration":"105.195391ms","start":"2026-05-27T06:50:33.639166Z","end":"2026-05-27T06:50:33.744361Z","steps":["trace[454428177] 'count revisions from in-memory index tree' (duration: 104.882971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:34.499126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.351774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29664410-q44qq\" ","response":"range_response_count:1 size:7180"} {"level":"info","ts":"2026-05-27T06:50:34.499222Z","caller":"traceutil/trace.go:171","msg":"trace[768888805] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29664410-q44qq; range_end:; response_count:1; response_revision:21527; }","duration":"121.465908ms","start":"2026-05-27T06:50:34.377733Z","end":"2026-05-27T06:50:34.499199Z","steps":["trace[768888805] 'range keys from in-memory index tree' (duration: 121.128728ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:34.853676Z","caller":"traceutil/trace.go:171","msg":"trace[433781512] linearizableReadLoop","detail":"{readStateIndex:22273; appliedIndex:22272; }","duration":"209.388951ms","start":"2026-05-27T06:50:34.64425Z","end":"2026-05-27T06:50:34.853639Z","steps":["trace[433781512] 'read index received' (duration: 209.175284ms)","trace[433781512] 'applied index is now lower than readState.Index' (duration: 212.417µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:34.853732Z","caller":"traceutil/trace.go:171","msg":"trace[1129536996] transaction","detail":"{read_only:false; response_revision:21529; number_of_response:1; }","duration":"254.524955ms","start":"2026-05-27T06:50:34.599185Z","end":"2026-05-27T06:50:34.85371Z","steps":["trace[1129536996] 'process raft request' (duration: 254.220716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:34.854053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.606918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:50:34.854154Z","caller":"traceutil/trace.go:171","msg":"trace[1527495272] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:21529; }","duration":"209.930999ms","start":"2026-05-27T06:50:34.644199Z","end":"2026-05-27T06:50:34.85413Z","steps":["trace[1527495272] 'agreement among raft nodes before linearized reading' (duration: 209.564547ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:35.330655Z","caller":"traceutil/trace.go:171","msg":"trace[741525649] transaction","detail":"{read_only:false; response_revision:21530; number_of_response:1; }","duration":"135.248776ms","start":"2026-05-27T06:50:35.195371Z","end":"2026-05-27T06:50:35.33062Z","steps":["trace[741525649] 'process raft request' (duration: 134.75232ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:35.719583Z","caller":"traceutil/trace.go:171","msg":"trace[43811564] transaction","detail":"{read_only:false; response_revision:21531; number_of_response:1; }","duration":"277.800623ms","start":"2026-05-27T06:50:35.441757Z","end":"2026-05-27T06:50:35.719557Z","steps":["trace[43811564] 'process raft request' (duration: 277.603857ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:35.861595Z","caller":"traceutil/trace.go:171","msg":"trace[1048621752] linearizableReadLoop","detail":"{readStateIndex:22276; appliedIndex:22274; }","duration":"346.157545ms","start":"2026-05-27T06:50:35.5154Z","end":"2026-05-27T06:50:35.861558Z","steps":["trace[1048621752] 'read index received' (duration: 203.929457ms)","trace[1048621752] 'applied index is now lower than readState.Index' (duration: 142.226428ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:35.861682Z","caller":"traceutil/trace.go:171","msg":"trace[2127124658] transaction","detail":"{read_only:false; response_revision:21532; number_of_response:1; }","duration":"419.548806ms","start":"2026-05-27T06:50:35.442095Z","end":"2026-05-27T06:50:35.861644Z","steps":["trace[2127124658] 'process raft request' (duration: 332.069767ms)","trace[2127124658] 'compare' (duration: 87.165459ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:35.861969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:35.442081Z","time spent":"419.67711ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:50:35.861965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.159593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:50:35.861978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.33917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T06:50:35.862092Z","caller":"traceutil/trace.go:171","msg":"trace[707663780] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:21532; }","duration":"101.342509ms","start":"2026-05-27T06:50:35.76072Z","end":"2026-05-27T06:50:35.862063Z","steps":["trace[707663780] 'agreement among raft nodes before linearized reading' (duration: 101.144733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:35.862076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.000833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-27T06:50:35.862216Z","caller":"traceutil/trace.go:171","msg":"trace[1268071640] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:21532; }","duration":"263.17596ms","start":"2026-05-27T06:50:35.599028Z","end":"2026-05-27T06:50:35.862204Z","steps":["trace[1268071640] 'agreement among raft nodes before linearized reading' (duration: 262.930182ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:35.8623Z","caller":"traceutil/trace.go:171","msg":"trace[1327209154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21532; }","duration":"346.520807ms","start":"2026-05-27T06:50:35.515593Z","end":"2026-05-27T06:50:35.862114Z","steps":["trace[1327209154] 'agreement among raft nodes before linearized reading' (duration: 346.146515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:35.862353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:35.515587Z","time spent":"346.753594ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:50:35.862938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.522699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T06:50:35.863023Z","caller":"traceutil/trace.go:171","msg":"trace[1542138119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21532; }","duration":"347.624682ms","start":"2026-05-27T06:50:35.515379Z","end":"2026-05-27T06:50:35.863004Z","steps":["trace[1542138119] 'agreement among raft nodes before linearized reading' (duration: 346.31432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:35.863066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:35.515318Z","time spent":"347.738906ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-27T06:50:36.144298Z","caller":"traceutil/trace.go:171","msg":"trace[2028873957] transaction","detail":"{read_only:false; response_revision:21534; number_of_response:1; }","duration":"276.282256ms","start":"2026-05-27T06:50:35.867992Z","end":"2026-05-27T06:50:36.144274Z","steps":["trace[2028873957] 'process raft request' (duration: 276.08994ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:36.144402Z","caller":"traceutil/trace.go:171","msg":"trace[636533414] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21534; }","duration":"100.023017ms","start":"2026-05-27T06:50:36.04435Z","end":"2026-05-27T06:50:36.144373Z","steps":["trace[636533414] 'agreement among raft nodes before linearized reading' (duration: 99.952275ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:36.426211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.07328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:50:36.426314Z","caller":"traceutil/trace.go:171","msg":"trace[471565563] linearizableReadLoop","detail":"{readStateIndex:22279; appliedIndex:22278; }","duration":"282.053339ms","start":"2026-05-27T06:50:36.144245Z","end":"2026-05-27T06:50:36.426298Z","steps":["trace[471565563] 'read index received' (duration: 84.766583ms)","trace[471565563] 'applied index is now lower than readState.Index' (duration: 197.285506ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:50:36.426382Z","caller":"traceutil/trace.go:171","msg":"trace[244504812] transaction","detail":"{read_only:false; response_revision:21535; number_of_response:1; }","duration":"307.379674ms","start":"2026-05-27T06:50:36.11896Z","end":"2026-05-27T06:50:36.426339Z","steps":["trace[244504812] 'process raft request' (duration: 110.097727ms)","trace[244504812] 'compare' (duration: 196.960546ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:50:36.426473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.153321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29664410-q44qq\" ","response":"range_response_count:1 size:2898"} {"level":"warn","ts":"2026-05-27T06:50:36.426489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.532581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:50:36.426502Z","caller":"traceutil/trace.go:171","msg":"trace[357618640] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29664410-q44qq; range_end:; response_count:1; response_revision:21535; }","duration":"338.222473ms","start":"2026-05-27T06:50:36.088269Z","end":"2026-05-27T06:50:36.426492Z","steps":["trace[357618640] 'agreement among raft nodes before linearized reading' (duration: 338.11008ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:50:36.426532Z","caller":"traceutil/trace.go:171","msg":"trace[1198535146] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:21535; }","duration":"116.631044ms","start":"2026-05-27T06:50:36.30989Z","end":"2026-05-27T06:50:36.426521Z","steps":["trace[1198535146] 'agreement among raft nodes before linearized reading' (duration: 116.530801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:50:36.426538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:36.088247Z","time spent":"338.283095ms","remote":"127.0.0.1:37320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":2920,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29664410-q44qq\" "} {"level":"warn","ts":"2026-05-27T06:50:36.426583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:50:36.118933Z","time spent":"307.538019ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:50:36.648674Z","caller":"traceutil/trace.go:171","msg":"trace[979878288] transaction","detail":"{read_only:false; response_revision:21537; number_of_response:1; }","duration":"211.123076ms","start":"2026-05-27T06:50:36.437522Z","end":"2026-05-27T06:50:36.648645Z","steps":["trace[979878288] 'process raft request' (duration: 210.482335ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:51:46.965032Z","caller":"traceutil/trace.go:171","msg":"trace[1838310579] transaction","detail":"{read_only:false; response_revision:22201; number_of_response:1; }","duration":"205.769797ms","start":"2026-05-27T06:51:46.759232Z","end":"2026-05-27T06:51:46.965002Z","steps":["trace[1838310579] 'process raft request' (duration: 205.492478ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:51:46.995751Z","caller":"traceutil/trace.go:171","msg":"trace[561886205] linearizableReadLoop","detail":"{readStateIndex:22975; appliedIndex:22973; }","duration":"102.563787ms","start":"2026-05-27T06:51:46.893156Z","end":"2026-05-27T06:51:46.99572Z","steps":["trace[561886205] 'read index received' (duration: 71.573553ms)","trace[561886205] 'applied index is now lower than readState.Index' (duration: 30.988814ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:51:46.995771Z","caller":"traceutil/trace.go:171","msg":"trace[1392835518] transaction","detail":"{read_only:false; response_revision:22202; number_of_response:1; }","duration":"214.258776ms","start":"2026-05-27T06:51:46.781475Z","end":"2026-05-27T06:51:46.995734Z","steps":["trace[1392835518] 'process raft request' (duration: 213.970327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:51:46.996032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.860197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T06:51:46.996089Z","caller":"traceutil/trace.go:171","msg":"trace[1619351922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22203; }","duration":"102.987101ms","start":"2026-05-27T06:51:46.893091Z","end":"2026-05-27T06:51:46.996078Z","steps":["trace[1619351922] 'agreement among raft nodes before linearized reading' (duration: 102.782494ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:51:53.969872Z","caller":"traceutil/trace.go:171","msg":"trace[482784924] linearizableReadLoop","detail":"{readStateIndex:23012; appliedIndex:23011; }","duration":"161.294704ms","start":"2026-05-27T06:51:53.808552Z","end":"2026-05-27T06:51:53.969846Z","steps":["trace[482784924] 'read index received' (duration: 161.202241ms)","trace[482784924] 'applied index is now lower than readState.Index' (duration: 90.832µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:51:53.970027Z","caller":"traceutil/trace.go:171","msg":"trace[292088959] transaction","detail":"{read_only:false; response_revision:22237; number_of_response:1; }","duration":"169.513275ms","start":"2026-05-27T06:51:53.800466Z","end":"2026-05-27T06:51:53.969979Z","steps":["trace[292088959] 'process raft request' (duration: 169.205995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:51:53.970196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.586003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:51:53.970315Z","caller":"traceutil/trace.go:171","msg":"trace[2131369063] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:22237; }","duration":"161.760148ms","start":"2026-05-27T06:51:53.808532Z","end":"2026-05-27T06:51:53.970292Z","steps":["trace[2131369063] 'agreement among raft nodes before linearized reading' (duration: 161.461588ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:51:54.402723Z","caller":"traceutil/trace.go:171","msg":"trace[1212825947] linearizableReadLoop","detail":"{readStateIndex:23013; appliedIndex:23012; }","duration":"136.813806ms","start":"2026-05-27T06:51:54.265863Z","end":"2026-05-27T06:51:54.402677Z","steps":["trace[1212825947] 'read index received' (duration: 136.517826ms)","trace[1212825947] 'applied index is now lower than readState.Index' (duration: 294.58µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:51:54.402851Z","caller":"traceutil/trace.go:171","msg":"trace[476209281] transaction","detail":"{read_only:false; response_revision:22238; number_of_response:1; }","duration":"153.165105ms","start":"2026-05-27T06:51:54.249652Z","end":"2026-05-27T06:51:54.402817Z","steps":["trace[476209281] 'process raft request' (duration: 152.757202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:51:54.453698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.35372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:51:54.453778Z","caller":"traceutil/trace.go:171","msg":"trace[961001449] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22238; }","duration":"141.449483ms","start":"2026-05-27T06:51:54.312308Z","end":"2026-05-27T06:51:54.453757Z","steps":["trace[961001449] 'agreement among raft nodes before linearized reading' (duration: 90.687931ms)","trace[961001449] 'range keys from in-memory index tree' (duration: 50.623928ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:51:54.453916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.309365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-05-27T06:51:54.454022Z","caller":"traceutil/trace.go:171","msg":"trace[884973931] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22238; }","duration":"139.433279ms","start":"2026-05-27T06:51:54.314557Z","end":"2026-05-27T06:51:54.45399Z","steps":["trace[884973931] 'agreement among raft nodes before linearized reading' (duration: 88.352156ms)","trace[884973931] 'range keys from in-memory index tree' (duration: 50.771143ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:51:54.454211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.358473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:51:54.454256Z","caller":"traceutil/trace.go:171","msg":"trace[1858443763] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22238; }","duration":"188.448726ms","start":"2026-05-27T06:51:54.265789Z","end":"2026-05-27T06:51:54.454238Z","steps":["trace[1858443763] 'agreement among raft nodes before linearized reading' (duration: 137.065793ms)","trace[1858443763] 'range keys from in-memory index tree' (duration: 51.302729ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:51:54.45425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.257307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:51:54.454338Z","caller":"traceutil/trace.go:171","msg":"trace[97884932] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22238; }","duration":"141.368791ms","start":"2026-05-27T06:51:54.312942Z","end":"2026-05-27T06:51:54.454311Z","steps":["trace[97884932] 'agreement among raft nodes before linearized reading' (duration: 90.01057ms)","trace[97884932] 'range keys from in-memory index tree' (duration: 51.253168ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:51:54.454387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.813204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:51:54.45443Z","caller":"traceutil/trace.go:171","msg":"trace[1225984603] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22238; }","duration":"141.889497ms","start":"2026-05-27T06:51:54.312525Z","end":"2026-05-27T06:51:54.454414Z","steps":["trace[1225984603] 'agreement among raft nodes before linearized reading' (duration: 90.412012ms)","trace[1225984603] 'range keys from in-memory index tree' (duration: 51.407003ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:51:54.454614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.937635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:51:54.454675Z","caller":"traceutil/trace.go:171","msg":"trace[1971538372] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:22238; }","duration":"157.052319ms","start":"2026-05-27T06:51:54.297608Z","end":"2026-05-27T06:51:54.45466Z","steps":["trace[1971538372] 'agreement among raft nodes before linearized reading' (duration: 105.277604ms)","trace[1971538372] 'count revisions from in-memory index tree' (duration: 51.615839ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:51:54.953111Z","caller":"traceutil/trace.go:171","msg":"trace[10543784] transaction","detail":"{read_only:false; response_revision:22240; number_of_response:1; }","duration":"192.968009ms","start":"2026-05-27T06:51:54.760114Z","end":"2026-05-27T06:51:54.953082Z","steps":["trace[10543784] 'process raft request' (duration: 192.737602ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:51:55.076223Z","caller":"traceutil/trace.go:171","msg":"trace[4991148] transaction","detail":"{read_only:false; response_revision:22241; number_of_response:1; }","duration":"315.380998ms","start":"2026-05-27T06:51:54.760815Z","end":"2026-05-27T06:51:55.076196Z","steps":["trace[4991148] 'process raft request' (duration: 240.953504ms)","trace[4991148] 'compare' (duration: 74.205707ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:51:55.0764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:51:54.76079Z","time spent":"315.519012ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:52:05.227249Z","caller":"traceutil/trace.go:171","msg":"trace[1074042365] linearizableReadLoop","detail":"{readStateIndex:23072; appliedIndex:23070; }","duration":"102.523347ms","start":"2026-05-27T06:52:05.124703Z","end":"2026-05-27T06:52:05.227227Z","steps":["trace[1074042365] 'read index received' (duration: 12.656973ms)","trace[1074042365] 'applied index is now lower than readState.Index' (duration: 89.865224ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:52:05.227395Z","caller":"traceutil/trace.go:171","msg":"trace[70316422] transaction","detail":"{read_only:false; response_revision:22295; number_of_response:1; }","duration":"102.848337ms","start":"2026-05-27T06:52:05.124479Z","end":"2026-05-27T06:52:05.227327Z","steps":["trace[70316422] 'process raft request' (duration: 102.660241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:52:05.227522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.804515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-27T06:52:05.227575Z","caller":"traceutil/trace.go:171","msg":"trace[316800242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22295; }","duration":"102.912409ms","start":"2026-05-27T06:52:05.124649Z","end":"2026-05-27T06:52:05.227562Z","steps":["trace[316800242] 'agreement among raft nodes before linearized reading' (duration: 102.702212ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:52:05.227694Z","caller":"traceutil/trace.go:171","msg":"trace[905211356] transaction","detail":"{read_only:false; response_revision:22294; number_of_response:1; }","duration":"107.36719ms","start":"2026-05-27T06:52:05.119917Z","end":"2026-05-27T06:52:05.227285Z","steps":["trace[905211356] 'process raft request' (duration: 43.253613ms)","trace[905211356] 'compare' (duration: 63.820687ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:54:06.049473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.091866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T06:54:06.049567Z","caller":"traceutil/trace.go:171","msg":"trace[229316521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23207; }","duration":"104.21357ms","start":"2026-05-27T06:54:05.945332Z","end":"2026-05-27T06:54:06.049546Z","steps":["trace[229316521] 'range keys from in-memory index tree' (duration: 103.888429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:54:06.050393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.535076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T06:54:06.050512Z","caller":"traceutil/trace.go:171","msg":"trace[1028773419] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23207; }","duration":"119.708113ms","start":"2026-05-27T06:54:05.930774Z","end":"2026-05-27T06:54:06.050482Z","steps":["trace[1028773419] 'range keys from in-memory index tree' (duration: 118.726841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:54:06.050396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.602226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T06:54:06.05064Z","caller":"traceutil/trace.go:171","msg":"trace[2042778334] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23207; }","duration":"106.917486ms","start":"2026-05-27T06:54:05.943699Z","end":"2026-05-27T06:54:06.050616Z","steps":["trace[2042778334] 'range keys from in-memory index tree' (duration: 105.943875ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:54:35.087947Z","caller":"traceutil/trace.go:171","msg":"trace[744204702] transaction","detail":"{read_only:false; response_revision:23385; number_of_response:1; }","duration":"179.304806ms","start":"2026-05-27T06:54:34.908591Z","end":"2026-05-27T06:54:35.087896Z","steps":["trace[744204702] 'process raft request' (duration: 178.998056ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:54:47.76372Z","caller":"traceutil/trace.go:171","msg":"trace[1125789800] linearizableReadLoop","detail":"{readStateIndex:24700; appliedIndex:24699; }","duration":"131.869128ms","start":"2026-05-27T06:54:47.631824Z","end":"2026-05-27T06:54:47.763693Z","steps":["trace[1125789800] 'read index received' (duration: 103.041203ms)","trace[1125789800] 'applied index is now lower than readState.Index' (duration: 28.826255ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:54:47.763788Z","caller":"traceutil/trace.go:171","msg":"trace[669881179] transaction","detail":"{read_only:false; response_revision:23875; number_of_response:1; }","duration":"136.148635ms","start":"2026-05-27T06:54:47.627598Z","end":"2026-05-27T06:54:47.763747Z","steps":["trace[669881179] 'process raft request' (duration: 107.251967ms)","trace[669881179] 'compare' (duration: 28.518456ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:54:47.763987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.120476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capo-system/capo-webhook-service\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:54:47.764106Z","caller":"traceutil/trace.go:171","msg":"trace[781399168] range","detail":"{range_begin:/registry/services/specs/capo-system/capo-webhook-service; range_end:; response_count:0; response_revision:23875; }","duration":"132.261641ms","start":"2026-05-27T06:54:47.631818Z","end":"2026-05-27T06:54:47.764079Z","steps":["trace[781399168] 'agreement among raft nodes before linearized reading' (duration: 131.978082ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:54:55.11203Z","caller":"traceutil/trace.go:171","msg":"trace[549602571] transaction","detail":"{read_only:false; response_revision:24085; number_of_response:1; }","duration":"178.430438ms","start":"2026-05-27T06:54:54.933562Z","end":"2026-05-27T06:54:55.111993Z","steps":["trace[549602571] 'process raft request' (duration: 177.951683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:54:55.40135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.074651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5023"} {"level":"info","ts":"2026-05-27T06:54:55.401455Z","caller":"traceutil/trace.go:171","msg":"trace[1552006790] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:24085; }","duration":"277.233026ms","start":"2026-05-27T06:54:55.124199Z","end":"2026-05-27T06:54:55.401432Z","steps":["trace[1552006790] 'range keys from in-memory index tree' (duration: 276.821033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:54:55.691568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787423346,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-27T06:54:55.919829Z","caller":"traceutil/trace.go:171","msg":"trace[1400279843] transaction","detail":"{read_only:false; response_revision:24086; number_of_response:1; }","duration":"745.856221ms","start":"2026-05-27T06:54:55.17394Z","end":"2026-05-27T06:54:55.919796Z","steps":["trace[1400279843] 'process raft request' (duration: 745.611673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:54:55.920136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:54:55.173917Z","time spent":"746.015275ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:54:56.05625Z","caller":"traceutil/trace.go:171","msg":"trace[1208879307] transaction","detail":"{read_only:false; response_revision:24087; number_of_response:1; }","duration":"759.844885ms","start":"2026-05-27T06:54:55.296376Z","end":"2026-05-27T06:54:56.056221Z","steps":["trace[1208879307] 'process raft request' (duration: 759.480423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:54:56.056454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:54:55.296342Z","time spent":"760.00387ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:54:56.056796Z","caller":"traceutil/trace.go:171","msg":"trace[1064132424] transaction","detail":"{read_only:false; response_revision:24088; number_of_response:1; }","duration":"644.412628ms","start":"2026-05-27T06:54:55.41231Z","end":"2026-05-27T06:54:56.056723Z","steps":["trace[1064132424] 'process raft request' (duration: 643.802158ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:54:56.056854Z","caller":"traceutil/trace.go:171","msg":"trace[819699764] linearizableReadLoop","detail":"{readStateIndex:24915; appliedIndex:24912; }","duration":"865.758769ms","start":"2026-05-27T06:54:55.19106Z","end":"2026-05-27T06:54:56.056819Z","steps":["trace[819699764] 'read index received' (duration: 728.612883ms)","trace[819699764] 'applied index is now lower than readState.Index' (duration: 137.144626ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:54:56.056972Z","caller":"traceutil/trace.go:171","msg":"trace[1142018171] transaction","detail":"{read_only:false; response_revision:24089; number_of_response:1; }","duration":"208.488852ms","start":"2026-05-27T06:54:55.848466Z","end":"2026-05-27T06:54:56.056954Z","steps":["trace[1142018171] 'process raft request' (duration: 208.191653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:54:56.057196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.102249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-27T06:54:56.057237Z","caller":"traceutil/trace.go:171","msg":"trace[226724235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24089; }","duration":"866.207003ms","start":"2026-05-27T06:54:55.191018Z","end":"2026-05-27T06:54:56.057225Z","steps":["trace[226724235] 'agreement among raft nodes before linearized reading' (duration: 865.961895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:54:56.057296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:54:55.190991Z","time spent":"866.296896ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T06:54:56.057806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:54:55.41229Z","time spent":"644.607584ms","remote":"127.0.0.1:41500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5164,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:54:56.061953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.504086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:54:56.062103Z","caller":"traceutil/trace.go:171","msg":"trace[1628301705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24091; }","duration":"772.693053ms","start":"2026-05-27T06:54:55.289385Z","end":"2026-05-27T06:54:56.062078Z","steps":["trace[1628301705] 'agreement among raft nodes before linearized reading' (duration: 772.480486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:54:56.062182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:54:55.289361Z","time spent":"772.809367ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T06:54:56.062328Z","caller":"traceutil/trace.go:171","msg":"trace[776343655] transaction","detail":"{read_only:false; response_revision:24090; number_of_response:1; }","duration":"126.926971ms","start":"2026-05-27T06:54:55.935385Z","end":"2026-05-27T06:54:56.062312Z","steps":["trace[776343655] 'process raft request' (duration: 126.181457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:54:56.06253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.453027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:54:56.06261Z","caller":"traceutil/trace.go:171","msg":"trace[1942667935] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24092; }","duration":"376.575551ms","start":"2026-05-27T06:54:55.686018Z","end":"2026-05-27T06:54:56.062594Z","steps":["trace[1942667935] 'agreement among raft nodes before linearized reading' (duration: 376.437797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:54:56.062679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:54:55.685995Z","time spent":"376.669264ms","remote":"127.0.0.1:46746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:54:56.062706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.496355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T06:54:56.062761Z","caller":"traceutil/trace.go:171","msg":"trace[275366244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24092; }","duration":"493.595818ms","start":"2026-05-27T06:54:55.569152Z","end":"2026-05-27T06:54:56.062747Z","steps":["trace[275366244] 'agreement among raft nodes before linearized reading' (duration: 493.483904ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:54:56.062806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:54:55.569121Z","time spent":"493.66047ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T06:54:56.062617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.115315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T06:54:56.06296Z","caller":"traceutil/trace.go:171","msg":"trace[2141517246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24092; }","duration":"523.504968ms","start":"2026-05-27T06:54:55.539445Z","end":"2026-05-27T06:54:56.06295Z","steps":["trace[2141517246] 'agreement among raft nodes before linearized reading' (duration: 523.030663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:54:56.063005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:54:55.539386Z","time spent":"523.608492ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-27T06:55:00.398851Z","caller":"traceutil/trace.go:171","msg":"trace[398915008] transaction","detail":"{read_only:false; response_revision:24173; number_of_response:1; }","duration":"236.575774ms","start":"2026-05-27T06:55:00.162246Z","end":"2026-05-27T06:55:00.398822Z","steps":["trace[398915008] 'process raft request' (duration: 234.130797ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:00.416682Z","caller":"traceutil/trace.go:171","msg":"trace[1124161479] transaction","detail":"{read_only:false; response_revision:24174; number_of_response:1; }","duration":"187.484615ms","start":"2026-05-27T06:55:00.229167Z","end":"2026-05-27T06:55:00.416652Z","steps":["trace[1124161479] 'process raft request' (duration: 187.331341ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:00.416726Z","caller":"traceutil/trace.go:171","msg":"trace[1720438885] linearizableReadLoop","detail":"{readStateIndex:25003; appliedIndex:25001; }","duration":"109.788237ms","start":"2026-05-27T06:55:00.306847Z","end":"2026-05-27T06:55:00.416635Z","steps":["trace[1720438885] 'read index received' (duration: 89.547494ms)","trace[1720438885] 'applied index is now lower than readState.Index' (duration: 20.239443ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:00.416912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.047736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:00.416996Z","caller":"traceutil/trace.go:171","msg":"trace[1588356140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24174; }","duration":"110.1968ms","start":"2026-05-27T06:55:00.30678Z","end":"2026-05-27T06:55:00.416977Z","steps":["trace[1588356140] 'agreement among raft nodes before linearized reading' (duration: 109.994813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:19.560488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.572846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:19.560603Z","caller":"traceutil/trace.go:171","msg":"trace[1571660685] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24388; }","duration":"135.756472ms","start":"2026-05-27T06:55:19.42482Z","end":"2026-05-27T06:55:19.560577Z","steps":["trace[1571660685] 'range keys from in-memory index tree' (duration: 135.447222ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:20.323012Z","caller":"traceutil/trace.go:171","msg":"trace[1439636665] transaction","detail":"{read_only:false; response_revision:24391; number_of_response:1; }","duration":"145.913324ms","start":"2026-05-27T06:55:20.177064Z","end":"2026-05-27T06:55:20.322977Z","steps":["trace[1439636665] 'process raft request' (duration: 145.712948ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:20.323012Z","caller":"traceutil/trace.go:171","msg":"trace[1961594967] transaction","detail":"{read_only:false; response_revision:24390; number_of_response:1; }","duration":"155.980555ms","start":"2026-05-27T06:55:20.166945Z","end":"2026-05-27T06:55:20.322925Z","steps":["trace[1961594967] 'process raft request' (duration: 123.798743ms)","trace[1961594967] 'compare' (duration: 31.710717ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:20.323252Z","caller":"traceutil/trace.go:171","msg":"trace[910912964] transaction","detail":"{read_only:false; response_revision:24392; number_of_response:1; }","duration":"133.558433ms","start":"2026-05-27T06:55:20.189672Z","end":"2026-05-27T06:55:20.32323Z","steps":["trace[910912964] 'process raft request' (duration: 133.220322ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:20.722286Z","caller":"traceutil/trace.go:171","msg":"trace[749523827] transaction","detail":"{read_only:false; response_revision:24397; number_of_response:1; }","duration":"147.851887ms","start":"2026-05-27T06:55:20.574391Z","end":"2026-05-27T06:55:20.722243Z","steps":["trace[749523827] 'process raft request' (duration: 79.094403ms)","trace[749523827] 'compare' (duration: 68.426603ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:21.575535Z","caller":"traceutil/trace.go:171","msg":"trace[2049021735] transaction","detail":"{read_only:false; response_revision:24401; number_of_response:1; }","duration":"227.560208ms","start":"2026-05-27T06:55:21.347945Z","end":"2026-05-27T06:55:21.575505Z","steps":["trace[2049021735] 'process raft request' (duration: 227.319861ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:21.617969Z","caller":"traceutil/trace.go:171","msg":"trace[1079339018] transaction","detail":"{read_only:false; response_revision:24402; number_of_response:1; }","duration":"149.629833ms","start":"2026-05-27T06:55:21.468278Z","end":"2026-05-27T06:55:21.617907Z","steps":["trace[1079339018] 'process raft request' (duration: 149.293953ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:33.129896Z","caller":"traceutil/trace.go:171","msg":"trace[1246351375] linearizableReadLoop","detail":"{readStateIndex:25342; appliedIndex:25341; }","duration":"164.458643ms","start":"2026-05-27T06:55:32.965412Z","end":"2026-05-27T06:55:33.12987Z","steps":["trace[1246351375] 'read index received' (duration: 133.424958ms)","trace[1246351375] 'applied index is now lower than readState.Index' (duration: 31.032105ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:33.129923Z","caller":"traceutil/trace.go:171","msg":"trace[145733647] transaction","detail":"{read_only:false; response_revision:24504; number_of_response:1; }","duration":"304.828442ms","start":"2026-05-27T06:55:32.82506Z","end":"2026-05-27T06:55:33.129888Z","steps":["trace[145733647] 'process raft request' (duration: 273.799297ms)","trace[145733647] 'compare' (duration: 30.601931ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:33.130117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:32.825035Z","time spent":"304.949596ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:55:33.130184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.774804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-27T06:55:33.13021Z","caller":"traceutil/trace.go:171","msg":"trace[451199056] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24504; }","duration":"164.847936ms","start":"2026-05-27T06:55:32.965354Z","end":"2026-05-27T06:55:33.130202Z","steps":["trace[451199056] 'agreement among raft nodes before linearized reading' (duration: 164.615779ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:34.28114Z","caller":"traceutil/trace.go:171","msg":"trace[1553412065] linearizableReadLoop","detail":"{readStateIndex:25348; appliedIndex:25347; }","duration":"170.119874ms","start":"2026-05-27T06:55:34.110994Z","end":"2026-05-27T06:55:34.281114Z","steps":["trace[1553412065] 'read index received' (duration: 112.504744ms)","trace[1553412065] 'applied index is now lower than readState.Index' (duration: 57.6138ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:34.2812Z","caller":"traceutil/trace.go:171","msg":"trace[172935303] transaction","detail":"{read_only:false; response_revision:24509; number_of_response:1; }","duration":"172.029055ms","start":"2026-05-27T06:55:34.109135Z","end":"2026-05-27T06:55:34.281164Z","steps":["trace[172935303] 'process raft request' (duration: 114.434655ms)","trace[172935303] 'compare' (duration: 57.308461ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:34.281311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.294419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:34.281389Z","caller":"traceutil/trace.go:171","msg":"trace[1050943590] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24509; }","duration":"170.428274ms","start":"2026-05-27T06:55:34.110949Z","end":"2026-05-27T06:55:34.281377Z","steps":["trace[1050943590] 'agreement among raft nodes before linearized reading' (duration: 170.301229ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:34.422175Z","caller":"traceutil/trace.go:171","msg":"trace[627806256] transaction","detail":"{read_only:false; response_revision:24510; number_of_response:1; }","duration":"130.152114ms","start":"2026-05-27T06:55:34.291992Z","end":"2026-05-27T06:55:34.422144Z","steps":["trace[627806256] 'process raft request' (duration: 121.787298ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:34.446542Z","caller":"traceutil/trace.go:171","msg":"trace[74835461] transaction","detail":"{read_only:false; response_revision:24511; number_of_response:1; }","duration":"151.620826ms","start":"2026-05-27T06:55:34.294877Z","end":"2026-05-27T06:55:34.446498Z","steps":["trace[74835461] 'process raft request' (duration: 151.249434ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:34.446967Z","caller":"traceutil/trace.go:171","msg":"trace[196876259] transaction","detail":"{read_only:false; response_revision:24512; number_of_response:1; }","duration":"141.965439ms","start":"2026-05-27T06:55:34.304967Z","end":"2026-05-27T06:55:34.446932Z","steps":["trace[196876259] 'process raft request' (duration: 141.35645ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:34.739085Z","caller":"traceutil/trace.go:171","msg":"trace[1160437941] linearizableReadLoop","detail":"{readStateIndex:25358; appliedIndex:25357; }","duration":"209.166234ms","start":"2026-05-27T06:55:34.529873Z","end":"2026-05-27T06:55:34.73904Z","steps":["trace[1160437941] 'read index received' (duration: 193.399983ms)","trace[1160437941] 'applied index is now lower than readState.Index' (duration: 15.765121ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:34.73921Z","caller":"traceutil/trace.go:171","msg":"trace[929667673] transaction","detail":"{read_only:false; response_revision:24519; number_of_response:1; }","duration":"211.21787ms","start":"2026-05-27T06:55:34.52798Z","end":"2026-05-27T06:55:34.739198Z","steps":["trace[929667673] 'process raft request' (duration: 195.125788ms)","trace[929667673] 'compare' (duration: 15.73856ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:34.739576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.473083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4593"} {"level":"info","ts":"2026-05-27T06:55:34.739779Z","caller":"traceutil/trace.go:171","msg":"trace[1380825617] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:24519; }","duration":"209.908168ms","start":"2026-05-27T06:55:34.529834Z","end":"2026-05-27T06:55:34.739743Z","steps":["trace[1380825617] 'agreement among raft nodes before linearized reading' (duration: 209.396152ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:35.035113Z","caller":"traceutil/trace.go:171","msg":"trace[339284596] transaction","detail":"{read_only:false; response_revision:24520; number_of_response:1; }","duration":"503.999798ms","start":"2026-05-27T06:55:34.531079Z","end":"2026-05-27T06:55:35.035078Z","steps":["trace[339284596] 'process raft request' (duration: 503.086209ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:35.035159Z","caller":"traceutil/trace.go:171","msg":"trace[1788630904] transaction","detail":"{read_only:false; response_revision:24521; number_of_response:1; }","duration":"503.885084ms","start":"2026-05-27T06:55:34.531245Z","end":"2026-05-27T06:55:35.03513Z","steps":["trace[1788630904] 'process raft request' (duration: 503.719049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:35.035303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:34.53124Z","time spent":"503.989037ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3697,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:55:35.035325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:34.531068Z","time spent":"504.142602ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:55:35.035404Z","caller":"traceutil/trace.go:171","msg":"trace[1730835201] transaction","detail":"{read_only:false; response_revision:24523; number_of_response:1; }","duration":"501.767616ms","start":"2026-05-27T06:55:34.533616Z","end":"2026-05-27T06:55:35.035384Z","steps":["trace[1730835201] 'process raft request' (duration: 501.647563ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:35.035388Z","caller":"traceutil/trace.go:171","msg":"trace[1454270827] linearizableReadLoop","detail":"{readStateIndex:25362; appliedIndex:25358; }","duration":"296.203627ms","start":"2026-05-27T06:55:34.739163Z","end":"2026-05-27T06:55:35.035366Z","steps":["trace[1454270827] 'read index received' (duration: 295.016429ms)","trace[1454270827] 'applied index is now lower than readState.Index' (duration: 1.186058ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:35.035499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:34.533606Z","time spent":"501.85684ms","remote":"127.0.0.1:41524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4063,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:55:35.035684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.472447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T06:55:35.035746Z","caller":"traceutil/trace.go:171","msg":"trace[330682683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24523; }","duration":"399.57047ms","start":"2026-05-27T06:55:34.63616Z","end":"2026-05-27T06:55:35.03573Z","steps":["trace[330682683] 'agreement among raft nodes before linearized reading' (duration: 399.354423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:35.035756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.207496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-27T06:55:35.035771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.923699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-27T06:55:35.035784Z","caller":"traceutil/trace.go:171","msg":"trace[495916448] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24523; }","duration":"505.246937ms","start":"2026-05-27T06:55:34.53053Z","end":"2026-05-27T06:55:35.035777Z","steps":["trace[495916448] 'agreement among raft nodes before linearized reading' (duration: 505.166434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:35.03579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:34.636139Z","time spent":"399.639543ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:55:35.035809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:34.530525Z","time spent":"505.278279ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-27T06:55:35.035811Z","caller":"traceutil/trace.go:171","msg":"trace[526685275] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24523; }","duration":"437.992402ms","start":"2026-05-27T06:55:34.597807Z","end":"2026-05-27T06:55:35.0358Z","steps":["trace[526685275] 'agreement among raft nodes before linearized reading' (duration: 437.877568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:35.03585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:34.597793Z","time spent":"438.047143ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-05-27T06:55:35.035755Z","caller":"traceutil/trace.go:171","msg":"trace[1881175627] transaction","detail":"{read_only:false; response_revision:24522; number_of_response:1; }","duration":"502.844121ms","start":"2026-05-27T06:55:34.53251Z","end":"2026-05-27T06:55:35.035354Z","steps":["trace[1881175627] 'process raft request' (duration: 502.582143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:35.03635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:34.53249Z","time spent":"503.795741ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":770,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T06:55:35.128703Z","caller":"traceutil/trace.go:171","msg":"trace[727977137] transaction","detail":"{read_only:false; response_revision:24524; number_of_response:1; }","duration":"380.551876ms","start":"2026-05-27T06:55:34.748124Z","end":"2026-05-27T06:55:35.128676Z","steps":["trace[727977137] 'process raft request' (duration: 380.292158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:35.128876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:34.748099Z","time spent":"380.678461ms","remote":"127.0.0.1:41500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4579,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:55:35.129264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.565314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-27T06:55:35.129371Z","caller":"traceutil/trace.go:171","msg":"trace[1698801629] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24525; }","duration":"230.714149ms","start":"2026-05-27T06:55:34.898628Z","end":"2026-05-27T06:55:35.129342Z","steps":["trace[1698801629] 'agreement among raft nodes before linearized reading' (duration: 230.43025ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:35.129498Z","caller":"traceutil/trace.go:171","msg":"trace[2107824289] transaction","detail":"{read_only:false; response_revision:24525; number_of_response:1; }","duration":"314.23206ms","start":"2026-05-27T06:55:34.815242Z","end":"2026-05-27T06:55:35.129474Z","steps":["trace[2107824289] 'process raft request' (duration: 313.344712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:35.129511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.65333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-27T06:55:35.129515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.212259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:55:35.129623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:34.815222Z","time spent":"314.329383ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:55:35.129602Z","caller":"traceutil/trace.go:171","msg":"trace[244319023] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24525; }","duration":"335.785034ms","start":"2026-05-27T06:55:34.793792Z","end":"2026-05-27T06:55:35.129577Z","steps":["trace[244319023] 'agreement among raft nodes before linearized reading' (duration: 335.620609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:35.129668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.951069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T06:55:35.129766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:34.793773Z","time spent":"335.97297ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-27T06:55:35.129784Z","caller":"traceutil/trace.go:171","msg":"trace[1725500930] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24525; }","duration":"227.098204ms","start":"2026-05-27T06:55:34.902658Z","end":"2026-05-27T06:55:35.129757Z","steps":["trace[1725500930] 'agreement among raft nodes before linearized reading' (duration: 226.847906ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:35.129724Z","caller":"traceutil/trace.go:171","msg":"trace[189943510] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24525; }","duration":"297.441857ms","start":"2026-05-27T06:55:34.832216Z","end":"2026-05-27T06:55:35.129658Z","steps":["trace[189943510] 'agreement among raft nodes before linearized reading' (duration: 297.093766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:35.130012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.444522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T06:55:35.130087Z","caller":"traceutil/trace.go:171","msg":"trace[1247451297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24525; }","duration":"306.512005ms","start":"2026-05-27T06:55:34.82355Z","end":"2026-05-27T06:55:35.130062Z","steps":["trace[1247451297] 'agreement among raft nodes before linearized reading' (duration: 305.927366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:35.13036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:34.823505Z","time spent":"306.836225ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-27T06:55:35.177123Z","caller":"traceutil/trace.go:171","msg":"trace[1348852723] transaction","detail":"{read_only:false; response_revision:24526; number_of_response:1; }","duration":"137.435276ms","start":"2026-05-27T06:55:35.039664Z","end":"2026-05-27T06:55:35.177099Z","steps":["trace[1348852723] 'process raft request' (duration: 137.194908ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:35.17756Z","caller":"traceutil/trace.go:171","msg":"trace[39306372] transaction","detail":"{read_only:false; response_revision:24527; number_of_response:1; }","duration":"137.790097ms","start":"2026-05-27T06:55:35.039754Z","end":"2026-05-27T06:55:35.177544Z","steps":["trace[39306372] 'process raft request' (duration: 137.298441ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:35.177736Z","caller":"traceutil/trace.go:171","msg":"trace[711874574] transaction","detail":"{read_only:false; response_revision:24529; number_of_response:1; }","duration":"132.479147ms","start":"2026-05-27T06:55:35.045247Z","end":"2026-05-27T06:55:35.177726Z","steps":["trace[711874574] 'process raft request' (duration: 132.325233ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:35.177868Z","caller":"traceutil/trace.go:171","msg":"trace[155655281] transaction","detail":"{read_only:false; response_revision:24528; number_of_response:1; }","duration":"136.714242ms","start":"2026-05-27T06:55:35.041126Z","end":"2026-05-27T06:55:35.17784Z","steps":["trace[155655281] 'process raft request' (duration: 136.310929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:35.177986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.376062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-r7xqd\" ","response":"range_response_count:1 size:3715"} {"level":"info","ts":"2026-05-27T06:55:35.178104Z","caller":"traceutil/trace.go:171","msg":"trace[1625100349] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-65565fdb7f-r7xqd; range_end:; response_count:1; response_revision:24529; }","duration":"119.535056ms","start":"2026-05-27T06:55:35.058539Z","end":"2026-05-27T06:55:35.178074Z","steps":["trace[1625100349] 'agreement among raft nodes before linearized reading' (duration: 119.268128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:35.178141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.179149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6a35019c-a5d0-4873-9542-df884399d028\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-27T06:55:35.178244Z","caller":"traceutil/trace.go:171","msg":"trace[493659486] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6a35019c-a5d0-4873-9542-df884399d028; range_end:; response_count:1; response_revision:24529; }","duration":"138.334464ms","start":"2026-05-27T06:55:35.039886Z","end":"2026-05-27T06:55:35.178221Z","steps":["trace[493659486] 'agreement among raft nodes before linearized reading' (duration: 138.019154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:35.521791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.256045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:55:35.522035Z","caller":"traceutil/trace.go:171","msg":"trace[297622229] linearizableReadLoop","detail":"{readStateIndex:25371; appliedIndex:25370; }","duration":"333.41787ms","start":"2026-05-27T06:55:35.1886Z","end":"2026-05-27T06:55:35.522018Z","steps":["trace[297622229] 'read index received' (duration: 22.68402ms)","trace[297622229] 'applied index is now lower than readState.Index' (duration: 310.73287ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:35.522101Z","caller":"traceutil/trace.go:171","msg":"trace[1484845323] transaction","detail":"{read_only:false; response_revision:24533; number_of_response:1; }","duration":"325.20863ms","start":"2026-05-27T06:55:35.196866Z","end":"2026-05-27T06:55:35.522075Z","steps":["trace[1484845323] 'process raft request' (duration: 325.032024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:35.522145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.542844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-05-27T06:55:35.522173Z","caller":"traceutil/trace.go:171","msg":"trace[1935155865] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:24533; }","duration":"333.598976ms","start":"2026-05-27T06:55:35.188564Z","end":"2026-05-27T06:55:35.522163Z","steps":["trace[1935155865] 'agreement among raft nodes before linearized reading' (duration: 333.531194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:35.522209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:35.188554Z","time spent":"333.647808ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":202,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-05-27T06:55:35.522199Z","caller":"traceutil/trace.go:171","msg":"trace[785967972] transaction","detail":"{read_only:false; response_revision:24532; number_of_response:1; }","duration":"333.869755ms","start":"2026-05-27T06:55:35.188304Z","end":"2026-05-27T06:55:35.522173Z","steps":["trace[785967972] 'process raft request' (duration: 97.130226ms)","trace[785967972] 'compare' (duration: 236.103949ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:35.522245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:35.196847Z","time spent":"325.310693ms","remote":"127.0.0.1:41500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4602,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:55:35.52233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:35.18828Z","time spent":"333.976378ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:55:35.557268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.300602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:35.557382Z","caller":"traceutil/trace.go:171","msg":"trace[2125992194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24534; }","duration":"268.429726ms","start":"2026-05-27T06:55:35.288926Z","end":"2026-05-27T06:55:35.557355Z","steps":["trace[2125992194] 'agreement among raft nodes before linearized reading' (duration: 268.229409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:35.557464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.615265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:55:35.557539Z","caller":"traceutil/trace.go:171","msg":"trace[429463150] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24534; }","duration":"349.831262ms","start":"2026-05-27T06:55:35.207691Z","end":"2026-05-27T06:55:35.557522Z","steps":["trace[429463150] 'agreement among raft nodes before linearized reading' (duration: 349.592564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:35.557594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:35.20767Z","time spent":"349.913835ms","remote":"127.0.0.1:37814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:55:35.557282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.782539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:35.557718Z","caller":"traceutil/trace.go:171","msg":"trace[732604640] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24534; }","duration":"219.276235ms","start":"2026-05-27T06:55:35.338429Z","end":"2026-05-27T06:55:35.557705Z","steps":["trace[732604640] 'agreement among raft nodes before linearized reading' (duration: 218.749268ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:35.557727Z","caller":"traceutil/trace.go:171","msg":"trace[861631732] transaction","detail":"{read_only:false; response_revision:24534; number_of_response:1; }","duration":"177.819308ms","start":"2026-05-27T06:55:35.379889Z","end":"2026-05-27T06:55:35.557708Z","steps":["trace[861631732] 'process raft request' (duration: 177.020662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:35.557667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.996843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:35.557899Z","caller":"traceutil/trace.go:171","msg":"trace[797855178] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24534; }","duration":"172.22068ms","start":"2026-05-27T06:55:35.385628Z","end":"2026-05-27T06:55:35.557849Z","steps":["trace[797855178] 'agreement among raft nodes before linearized reading' (duration: 171.997203ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:36.212789Z","caller":"traceutil/trace.go:171","msg":"trace[1800622404] transaction","detail":"{read_only:false; response_revision:24536; number_of_response:1; }","duration":"264.44203ms","start":"2026-05-27T06:55:35.948317Z","end":"2026-05-27T06:55:36.212759Z","steps":["trace[1800622404] 'process raft request' (duration: 264.048697ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:36.511199Z","caller":"traceutil/trace.go:171","msg":"trace[1980992016] linearizableReadLoop","detail":"{readStateIndex:25377; appliedIndex:25374; }","duration":"337.390167ms","start":"2026-05-27T06:55:36.173775Z","end":"2026-05-27T06:55:36.511165Z","steps":["trace[1980992016] 'read index received' (duration: 38.651048ms)","trace[1980992016] 'applied index is now lower than readState.Index' (duration: 298.737399ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:36.511391Z","caller":"traceutil/trace.go:171","msg":"trace[199070323] transaction","detail":"{read_only:false; response_revision:24537; number_of_response:1; }","duration":"502.640315ms","start":"2026-05-27T06:55:36.008713Z","end":"2026-05-27T06:55:36.511353Z","steps":["trace[199070323] 'process raft request' (duration: 448.860617ms)","trace[199070323] 'compare' (duration: 53.260252ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:36.511478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.649645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:55:36.511555Z","caller":"traceutil/trace.go:171","msg":"trace[1004611930] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24538; }","duration":"337.833781ms","start":"2026-05-27T06:55:36.173709Z","end":"2026-05-27T06:55:36.511543Z","steps":["trace[1004611930] 'agreement among raft nodes before linearized reading' (duration: 337.619664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:36.511594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:36.173683Z","time spent":"337.899773ms","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:55:36.51138Z","caller":"traceutil/trace.go:171","msg":"trace[1035765133] transaction","detail":"{read_only:false; response_revision:24538; number_of_response:1; }","duration":"419.631249ms","start":"2026-05-27T06:55:36.09171Z","end":"2026-05-27T06:55:36.511341Z","steps":["trace[1035765133] 'process raft request' (duration: 419.35937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:36.51179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:36.008688Z","time spent":"502.963916ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:55:36.511937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:36.091688Z","time spent":"420.086333ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:55:36.527318Z","caller":"traceutil/trace.go:171","msg":"trace[1564288721] transaction","detail":"{read_only:false; response_revision:24539; number_of_response:1; }","duration":"239.518708ms","start":"2026-05-27T06:55:36.287767Z","end":"2026-05-27T06:55:36.527286Z","steps":["trace[1564288721] 'process raft request' (duration: 239.223488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:36.573573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.132052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:36.573683Z","caller":"traceutil/trace.go:171","msg":"trace[1522704090] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24542; }","duration":"350.267816ms","start":"2026-05-27T06:55:36.223386Z","end":"2026-05-27T06:55:36.573654Z","steps":["trace[1522704090] 'agreement among raft nodes before linearized reading' (duration: 350.06587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:36.573701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.483923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:55:36.573739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:36.223314Z","time spent":"350.4116ms","remote":"127.0.0.1:37326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:55:36.573739Z","caller":"traceutil/trace.go:171","msg":"trace[682062949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24542; }","duration":"282.551615ms","start":"2026-05-27T06:55:36.291177Z","end":"2026-05-27T06:55:36.573728Z","steps":["trace[682062949] 'agreement among raft nodes before linearized reading' (duration: 282.475983ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:37.21668Z","caller":"traceutil/trace.go:171","msg":"trace[1405148873] linearizableReadLoop","detail":"{readStateIndex:25382; appliedIndex:25381; }","duration":"175.852895ms","start":"2026-05-27T06:55:37.04078Z","end":"2026-05-27T06:55:37.216633Z","steps":["trace[1405148873] 'read index received' (duration: 175.508664ms)","trace[1405148873] 'applied index is now lower than readState.Index' (duration: 343.161µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:37.216699Z","caller":"traceutil/trace.go:171","msg":"trace[2017713552] transaction","detail":"{read_only:false; response_revision:24543; number_of_response:1; }","duration":"467.600953ms","start":"2026-05-27T06:55:36.749075Z","end":"2026-05-27T06:55:37.216676Z","steps":["trace[2017713552] 'process raft request' (duration: 467.307233ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:37.216892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:36.749042Z","time spent":"467.755018ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:55:37.217021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.225338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T06:55:37.217154Z","caller":"traceutil/trace.go:171","msg":"trace[1016666504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24543; }","duration":"176.389382ms","start":"2026-05-27T06:55:37.040716Z","end":"2026-05-27T06:55:37.217105Z","steps":["trace[1016666504] 'agreement among raft nodes before linearized reading' (duration: 176.041541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:37.598709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.627949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:55:37.598822Z","caller":"traceutil/trace.go:171","msg":"trace[468111326] transaction","detail":"{read_only:false; response_revision:24544; number_of_response:1; }","duration":"377.247282ms","start":"2026-05-27T06:55:37.221554Z","end":"2026-05-27T06:55:37.598801Z","steps":["trace[468111326] 'process raft request' (duration: 229.437857ms)","trace[468111326] 'compare' (duration: 147.501856ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:37.598893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:37.221536Z","time spent":"377.320035ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:55:37.663629Z","caller":"traceutil/trace.go:171","msg":"trace[711530974] transaction","detail":"{read_only:false; response_revision:24545; number_of_response:1; }","duration":"441.925517ms","start":"2026-05-27T06:55:37.221664Z","end":"2026-05-27T06:55:37.66359Z","steps":["trace[711530974] 'process raft request' (duration: 441.533785ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:37.663666Z","caller":"traceutil/trace.go:171","msg":"trace[1353030211] transaction","detail":"{read_only:false; response_revision:24546; number_of_response:1; }","duration":"441.904136ms","start":"2026-05-27T06:55:37.221739Z","end":"2026-05-27T06:55:37.663643Z","steps":["trace[1353030211] 'process raft request' (duration: 441.630397ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:37.663708Z","caller":"traceutil/trace.go:171","msg":"trace[717911470] transaction","detail":"{read_only:false; response_revision:24548; number_of_response:1; }","duration":"439.136508ms","start":"2026-05-27T06:55:37.224548Z","end":"2026-05-27T06:55:37.663685Z","steps":["trace[717911470] 'process raft request' (duration: 439.064676ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:37.663756Z","caller":"traceutil/trace.go:171","msg":"trace[389189843] transaction","detail":"{read_only:false; response_revision:24547; number_of_response:1; }","duration":"441.939797ms","start":"2026-05-27T06:55:37.221771Z","end":"2026-05-27T06:55:37.663711Z","steps":["trace[389189843] 'process raft request' (duration: 441.775652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:37.663814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:37.221632Z","time spent":"442.085702ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:55:37.663815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:37.221695Z","time spent":"442.036491ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:55:37.66383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:37.224533Z","time spent":"439.227442ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:55:37.66411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:37.221746Z","time spent":"442.112483ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:55:37.776761Z","caller":"traceutil/trace.go:171","msg":"trace[319326757] transaction","detail":"{read_only:false; response_revision:24549; number_of_response:1; }","duration":"213.052187ms","start":"2026-05-27T06:55:37.563668Z","end":"2026-05-27T06:55:37.776721Z","steps":["trace[319326757] 'process raft request' (duration: 173.272263ms)","trace[319326757] 'compare' (duration: 39.293368ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:38.009934Z","caller":"traceutil/trace.go:171","msg":"trace[308580591] transaction","detail":"{read_only:false; response_revision:24551; number_of_response:1; }","duration":"214.429811ms","start":"2026-05-27T06:55:37.795479Z","end":"2026-05-27T06:55:38.009909Z","steps":["trace[308580591] 'process raft request' (duration: 214.190734ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:38.751647Z","caller":"traceutil/trace.go:171","msg":"trace[505340136] transaction","detail":"{read_only:false; response_revision:24554; number_of_response:1; }","duration":"218.684196ms","start":"2026-05-27T06:55:38.532934Z","end":"2026-05-27T06:55:38.751618Z","steps":["trace[505340136] 'process raft request' (duration: 217.788058ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:39.029147Z","caller":"traceutil/trace.go:171","msg":"trace[1599389367] transaction","detail":"{read_only:false; response_revision:24557; number_of_response:1; }","duration":"449.904691ms","start":"2026-05-27T06:55:38.579222Z","end":"2026-05-27T06:55:39.029127Z","steps":["trace[1599389367] 'process raft request' (duration: 449.862979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:39.029292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:38.579218Z","time spent":"449.985813ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:55:39.029421Z","caller":"traceutil/trace.go:171","msg":"trace[1931120463] transaction","detail":"{read_only:false; response_revision:24555; number_of_response:1; }","duration":"496.370266ms","start":"2026-05-27T06:55:38.533027Z","end":"2026-05-27T06:55:39.029398Z","steps":["trace[1931120463] 'process raft request' (duration: 432.547169ms)","trace[1931120463] 'compare' (duration: 62.995171ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:39.029528Z","caller":"traceutil/trace.go:171","msg":"trace[1998079754] transaction","detail":"{read_only:false; response_revision:24556; number_of_response:1; }","duration":"450.412357ms","start":"2026-05-27T06:55:38.579107Z","end":"2026-05-27T06:55:39.029519Z","steps":["trace[1998079754] 'process raft request' (duration: 449.894401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:39.029545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:38.532972Z","time spent":"496.49703ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:55:39.029569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:38.579087Z","time spent":"450.459288ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:55:39.924244Z","caller":"traceutil/trace.go:171","msg":"trace[1060912690] transaction","detail":"{read_only:false; response_revision:24570; number_of_response:1; }","duration":"139.687028ms","start":"2026-05-27T06:55:39.784519Z","end":"2026-05-27T06:55:39.924206Z","steps":["trace[1060912690] 'process raft request' (duration: 88.220463ms)","trace[1060912690] 'compare' (duration: 51.139964ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:40.705283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.327359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:55:40.705414Z","caller":"traceutil/trace.go:171","msg":"trace[256535943] transaction","detail":"{read_only:false; response_revision:24572; number_of_response:1; }","duration":"227.474525ms","start":"2026-05-27T06:55:40.477918Z","end":"2026-05-27T06:55:40.705392Z","steps":["trace[256535943] 'process raft request' (duration: 51.95308ms)","trace[256535943] 'compare' (duration: 175.141013ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:40.745966Z","caller":"traceutil/trace.go:171","msg":"trace[271103509] transaction","detail":"{read_only:false; response_revision:24573; number_of_response:1; }","duration":"267.820007ms","start":"2026-05-27T06:55:40.478123Z","end":"2026-05-27T06:55:40.745943Z","steps":["trace[271103509] 'process raft request' (duration: 267.549258ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:40.746011Z","caller":"traceutil/trace.go:171","msg":"trace[300465956] transaction","detail":"{read_only:false; response_revision:24574; number_of_response:1; }","duration":"264.919635ms","start":"2026-05-27T06:55:40.481055Z","end":"2026-05-27T06:55:40.745974Z","steps":["trace[300465956] 'process raft request' (duration: 264.76801ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:40.746688Z","caller":"traceutil/trace.go:171","msg":"trace[1616758046] linearizableReadLoop","detail":"{readStateIndex:25415; appliedIndex:25412; }","duration":"161.579392ms","start":"2026-05-27T06:55:40.585081Z","end":"2026-05-27T06:55:40.74666Z","steps":["trace[1616758046] 'read index received' (duration: 160.527589ms)","trace[1616758046] 'applied index is now lower than readState.Index' (duration: 1.043983ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:40.746723Z","caller":"traceutil/trace.go:171","msg":"trace[1115553144] transaction","detail":"{read_only:false; response_revision:24575; number_of_response:1; }","duration":"218.257572ms","start":"2026-05-27T06:55:40.528433Z","end":"2026-05-27T06:55:40.746691Z","steps":["trace[1115553144] 'process raft request' (duration: 217.452537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:40.746924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-27T06:55:40.746965Z","caller":"traceutil/trace.go:171","msg":"trace[560515142] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24575; }","duration":"161.942484ms","start":"2026-05-27T06:55:40.585012Z","end":"2026-05-27T06:55:40.746954Z","steps":["trace[560515142] 'agreement among raft nodes before linearized reading' (duration: 161.745738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:40.941197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.621719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:55:40.941506Z","caller":"traceutil/trace.go:171","msg":"trace[387576457] linearizableReadLoop","detail":"{readStateIndex:25416; appliedIndex:25415; }","duration":"185.526613ms","start":"2026-05-27T06:55:40.75596Z","end":"2026-05-27T06:55:40.941487Z","steps":["trace[387576457] 'read index received' (duration: 54.534242ms)","trace[387576457] 'applied index is now lower than readState.Index' (duration: 130.991241ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:40.941481Z","caller":"traceutil/trace.go:171","msg":"trace[1309906974] transaction","detail":"{read_only:false; response_revision:24576; number_of_response:1; }","duration":"185.899365ms","start":"2026-05-27T06:55:40.755528Z","end":"2026-05-27T06:55:40.941428Z","steps":["trace[1309906974] 'process raft request' (duration: 54.943696ms)","trace[1309906974] 'compare' (duration: 130.491435ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:40.941709Z","caller":"traceutil/trace.go:171","msg":"trace[2058017219] transaction","detail":"{read_only:false; response_revision:24577; number_of_response:1; }","duration":"184.503411ms","start":"2026-05-27T06:55:40.757185Z","end":"2026-05-27T06:55:40.941688Z","steps":["trace[2058017219] 'process raft request' (duration: 184.224992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:40.941983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.001909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18463"} {"level":"info","ts":"2026-05-27T06:55:40.942056Z","caller":"traceutil/trace.go:171","msg":"trace[1036975222] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24577; }","duration":"186.128233ms","start":"2026-05-27T06:55:40.75591Z","end":"2026-05-27T06:55:40.942038Z","steps":["trace[1036975222] 'agreement among raft nodes before linearized reading' (duration: 185.636227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:41.171624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.182635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:55:41.171976Z","caller":"traceutil/trace.go:171","msg":"trace[1111086216] transaction","detail":"{read_only:false; response_revision:24579; number_of_response:1; }","duration":"224.024276ms","start":"2026-05-27T06:55:40.947909Z","end":"2026-05-27T06:55:41.171933Z","steps":["trace[1111086216] 'process raft request' (duration: 93.425318ms)","trace[1111086216] 'compare' (duration: 130.022259ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:41.172262Z","caller":"traceutil/trace.go:171","msg":"trace[578525121] transaction","detail":"{read_only:false; response_revision:24580; number_of_response:1; }","duration":"220.401091ms","start":"2026-05-27T06:55:40.951826Z","end":"2026-05-27T06:55:41.172227Z","steps":["trace[578525121] 'process raft request' (duration: 219.935776ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:41.172321Z","caller":"traceutil/trace.go:171","msg":"trace[781416] transaction","detail":"{read_only:false; response_revision:24581; number_of_response:1; }","duration":"137.193277ms","start":"2026-05-27T06:55:41.035107Z","end":"2026-05-27T06:55:41.1723Z","steps":["trace[781416] 'process raft request' (duration: 137.053473ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:41.172282Z","caller":"traceutil/trace.go:171","msg":"trace[842213735] linearizableReadLoop","detail":"{readStateIndex:25420; appliedIndex:25418; }","duration":"142.981722ms","start":"2026-05-27T06:55:41.029272Z","end":"2026-05-27T06:55:41.172254Z","steps":["trace[842213735] 'read index received' (duration: 12.080384ms)","trace[842213735] 'applied index is now lower than readState.Index' (duration: 130.898008ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:41.172567Z","caller":"traceutil/trace.go:171","msg":"trace[1027410371] transaction","detail":"{read_only:false; response_revision:24582; number_of_response:1; }","duration":"137.387303ms","start":"2026-05-27T06:55:41.035163Z","end":"2026-05-27T06:55:41.172551Z","steps":["trace[1027410371] 'process raft request' (duration: 137.090234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:41.172562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.260541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:41.172588Z","caller":"traceutil/trace.go:171","msg":"trace[688356905] transaction","detail":"{read_only:false; response_revision:24583; number_of_response:1; }","duration":"137.228809ms","start":"2026-05-27T06:55:41.035342Z","end":"2026-05-27T06:55:41.172571Z","steps":["trace[688356905] 'process raft request' (duration: 137.126286ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:41.172626Z","caller":"traceutil/trace.go:171","msg":"trace[79838852] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24582; }","duration":"143.375464ms","start":"2026-05-27T06:55:41.029234Z","end":"2026-05-27T06:55:41.17261Z","steps":["trace[79838852] 'agreement among raft nodes before linearized reading' (duration: 143.215649ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:41.484608Z","caller":"traceutil/trace.go:171","msg":"trace[206581682] transaction","detail":"{read_only:false; response_revision:24584; number_of_response:1; }","duration":"307.27557ms","start":"2026-05-27T06:55:41.177292Z","end":"2026-05-27T06:55:41.484567Z","steps":["trace[206581682] 'process raft request' (duration: 216.90941ms)","trace[206581682] 'compare' (duration: 90.095632ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:41.484689Z","caller":"traceutil/trace.go:171","msg":"trace[75509225] transaction","detail":"{read_only:false; response_revision:24585; number_of_response:1; }","duration":"307.346302ms","start":"2026-05-27T06:55:41.177309Z","end":"2026-05-27T06:55:41.484655Z","steps":["trace[75509225] 'process raft request' (duration: 307.224868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:41.484875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:41.177276Z","time spent":"307.501127ms","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":613,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:55:41.484784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:41.177258Z","time spent":"307.442556ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":770,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T06:55:41.57235Z","caller":"traceutil/trace.go:171","msg":"trace[1405561983] transaction","detail":"{read_only:false; response_revision:24586; number_of_response:1; }","duration":"393.949413ms","start":"2026-05-27T06:55:41.178357Z","end":"2026-05-27T06:55:41.572307Z","steps":["trace[1405561983] 'process raft request' (duration: 393.662594ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:41.572417Z","caller":"traceutil/trace.go:171","msg":"trace[617267018] transaction","detail":"{read_only:false; response_revision:24587; number_of_response:1; }","duration":"392.89317ms","start":"2026-05-27T06:55:41.179502Z","end":"2026-05-27T06:55:41.572395Z","steps":["trace[617267018] 'process raft request' (duration: 392.685643ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:41.572506Z","caller":"traceutil/trace.go:171","msg":"trace[760749227] transaction","detail":"{read_only:false; response_revision:24588; number_of_response:1; }","duration":"382.661685ms","start":"2026-05-27T06:55:41.189818Z","end":"2026-05-27T06:55:41.57248Z","steps":["trace[760749227] 'process raft request' (duration: 382.457058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:41.57257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:41.178334Z","time spent":"394.128629ms","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1333,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:55:41.572569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:41.179493Z","time spent":"392.991343ms","remote":"127.0.0.1:41524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3987,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:55:41.572629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:41.189808Z","time spent":"382.762667ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":774,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T06:55:41.572738Z","caller":"traceutil/trace.go:171","msg":"trace[150248024] linearizableReadLoop","detail":"{readStateIndex:25426; appliedIndex:25423; }","duration":"394.027315ms","start":"2026-05-27T06:55:41.178699Z","end":"2026-05-27T06:55:41.572726Z","steps":["trace[150248024] 'read index received' (duration: 215.527476ms)","trace[150248024] 'applied index is now lower than readState.Index' (duration: 178.498299ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:41.572955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.252942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:41.572997Z","caller":"traceutil/trace.go:171","msg":"trace[569203706] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24589; }","duration":"394.320485ms","start":"2026-05-27T06:55:41.178667Z","end":"2026-05-27T06:55:41.572988Z","steps":["trace[569203706] 'agreement among raft nodes before linearized reading' (duration: 394.226472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:41.573033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:41.178659Z","time spent":"394.367527ms","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-27T06:55:41.573104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.009364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-27T06:55:41.573123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.650666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-57786d8f6c-rg6dm\" ","response":"range_response_count:1 size:4643"} {"level":"info","ts":"2026-05-27T06:55:41.573079Z","caller":"traceutil/trace.go:171","msg":"trace[1054215932] transaction","detail":"{read_only:false; response_revision:24589; number_of_response:1; }","duration":"360.039436ms","start":"2026-05-27T06:55:41.212949Z","end":"2026-05-27T06:55:41.572988Z","steps":["trace[1054215932] 'process raft request' (duration: 359.381535ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:41.57317Z","caller":"traceutil/trace.go:171","msg":"trace[610175968] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-57786d8f6c-rg6dm; range_end:; response_count:1; response_revision:24589; }","duration":"383.742359ms","start":"2026-05-27T06:55:41.189414Z","end":"2026-05-27T06:55:41.573156Z","steps":["trace[610175968] 'agreement among raft nodes before linearized reading' (duration: 383.549963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:41.573205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:41.189382Z","time spent":"383.815691ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4665,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-57786d8f6c-rg6dm\" "} {"level":"warn","ts":"2026-05-27T06:55:41.573243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.180443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:41.573372Z","caller":"traceutil/trace.go:171","msg":"trace[893679190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24589; }","duration":"282.445751ms","start":"2026-05-27T06:55:41.290904Z","end":"2026-05-27T06:55:41.57335Z","steps":["trace[893679190] 'agreement among raft nodes before linearized reading' (duration: 282.140372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:41.57336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:41.212911Z","time spent":"360.302285ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":444,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:55:41.573152Z","caller":"traceutil/trace.go:171","msg":"trace[364008149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24589; }","duration":"235.094928ms","start":"2026-05-27T06:55:41.338046Z","end":"2026-05-27T06:55:41.57314Z","steps":["trace[364008149] 'agreement among raft nodes before linearized reading' (duration: 234.953933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:41.958594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.032629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:55:41.958744Z","caller":"traceutil/trace.go:171","msg":"trace[1648507870] transaction","detail":"{read_only:false; response_revision:24590; number_of_response:1; }","duration":"379.392531ms","start":"2026-05-27T06:55:41.579325Z","end":"2026-05-27T06:55:41.958718Z","steps":["trace[1648507870] 'process raft request' (duration: 148.162376ms)","trace[1648507870] 'compare' (duration: 230.485951ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:41.958834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:41.579314Z","time spent":"379.476263ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:55:42.209555Z","caller":"traceutil/trace.go:171","msg":"trace[2089839680] linearizableReadLoop","detail":"{readStateIndex:25431; appliedIndex:25429; }","duration":"629.66043ms","start":"2026-05-27T06:55:41.579868Z","end":"2026-05-27T06:55:42.209529Z","steps":["trace[2089839680] 'read index received' (duration: 147.574478ms)","trace[2089839680] 'applied index is now lower than readState.Index' (duration: 482.084532ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:42.209604Z","caller":"traceutil/trace.go:171","msg":"trace[1343127801] transaction","detail":"{read_only:false; response_revision:24591; number_of_response:1; }","duration":"630.234928ms","start":"2026-05-27T06:55:41.579326Z","end":"2026-05-27T06:55:42.209561Z","steps":["trace[1343127801] 'process raft request' (duration: 596.215407ms)","trace[1343127801] 'compare' (duration: 33.881486ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:42.209734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.848705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18463"} {"level":"info","ts":"2026-05-27T06:55:42.209761Z","caller":"traceutil/trace.go:171","msg":"trace[855145346] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24591; }","duration":"629.905667ms","start":"2026-05-27T06:55:41.579849Z","end":"2026-05-27T06:55:42.209754Z","steps":["trace[855145346] 'agreement among raft nodes before linearized reading' (duration: 629.779153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:42.209784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:41.57984Z","time spent":"629.939529ms","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18485,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-27T06:55:42.209844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:41.579307Z","time spent":"630.435264ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:55:42.402537Z","caller":"traceutil/trace.go:171","msg":"trace[1494559265] transaction","detail":"{read_only:false; response_revision:24592; number_of_response:1; }","duration":"600.41289ms","start":"2026-05-27T06:55:41.802078Z","end":"2026-05-27T06:55:42.402491Z","steps":["trace[1494559265] 'process raft request' (duration: 525.526161ms)","trace[1494559265] 'compare' (duration: 74.548008ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:42.402611Z","caller":"traceutil/trace.go:171","msg":"trace[658007914] transaction","detail":"{read_only:false; response_revision:24593; number_of_response:1; }","duration":"472.635311ms","start":"2026-05-27T06:55:41.92994Z","end":"2026-05-27T06:55:42.402575Z","steps":["trace[658007914] 'process raft request' (duration: 472.402174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:42.402719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:41.802049Z","time spent":"600.578085ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:55:42.402773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:41.929913Z","time spent":"472.771466ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:55:42.402625Z","caller":"traceutil/trace.go:171","msg":"trace[1384708559] linearizableReadLoop","detail":"{readStateIndex:25435; appliedIndex:25431; }","duration":"192.99785ms","start":"2026-05-27T06:55:42.209604Z","end":"2026-05-27T06:55:42.402602Z","steps":["trace[1384708559] 'read index received' (duration: 117.944886ms)","trace[1384708559] 'applied index is now lower than readState.Index' (duration: 75.050824ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:42.402847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.012991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-27T06:55:42.402863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.829811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capo-system/capo-controller-manager-57786d8f6c\" ","response":"range_response_count:1 size:4005"} {"level":"info","ts":"2026-05-27T06:55:42.402907Z","caller":"traceutil/trace.go:171","msg":"trace[401760732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24595; }","duration":"699.109324ms","start":"2026-05-27T06:55:41.703784Z","end":"2026-05-27T06:55:42.402893Z","steps":["trace[401760732] 'agreement among raft nodes before linearized reading' (duration: 698.888337ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:42.402929Z","caller":"traceutil/trace.go:171","msg":"trace[364255368] transaction","detail":"{read_only:false; response_revision:24594; number_of_response:1; }","duration":"437.937219ms","start":"2026-05-27T06:55:41.964975Z","end":"2026-05-27T06:55:42.402912Z","steps":["trace[364255368] 'process raft request' (duration: 437.455334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:42.402953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:41.703766Z","time spent":"699.175117ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:55:42.403008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.645603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T06:55:42.40293Z","caller":"traceutil/trace.go:171","msg":"trace[755911537] range","detail":"{range_begin:/registry/replicasets/capo-system/capo-controller-manager-57786d8f6c; range_end:; response_count:1; response_revision:24595; }","duration":"820.932215ms","start":"2026-05-27T06:55:41.581977Z","end":"2026-05-27T06:55:42.402909Z","steps":["trace[755911537] 'agreement among raft nodes before linearized reading' (duration: 820.692987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:42.403044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.627356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-27T06:55:42.403072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:41.58197Z","time spent":"821.08334ms","remote":"127.0.0.1:41524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4027,"request content":"key:\"/registry/replicasets/capo-system/capo-controller-manager-57786d8f6c\" "} {"level":"warn","ts":"2026-05-27T06:55:42.403069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.6842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-27T06:55:42.403101Z","caller":"traceutil/trace.go:171","msg":"trace[1921046438] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24595; }","duration":"713.712559ms","start":"2026-05-27T06:55:41.689374Z","end":"2026-05-27T06:55:42.403087Z","steps":["trace[1921046438] 'agreement among raft nodes before linearized reading' (duration: 713.582724ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:42.403116Z","caller":"traceutil/trace.go:171","msg":"trace[560627952] transaction","detail":"{read_only:false; response_revision:24595; number_of_response:1; }","duration":"437.95842ms","start":"2026-05-27T06:55:41.965148Z","end":"2026-05-27T06:55:42.403107Z","steps":["trace[560627952] 'process raft request' (duration: 437.368481ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:42.403119Z","caller":"traceutil/trace.go:171","msg":"trace[643359011] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24595; }","duration":"180.752641ms","start":"2026-05-27T06:55:42.222352Z","end":"2026-05-27T06:55:42.403105Z","steps":["trace[643359011] 'agreement among raft nodes before linearized reading' (duration: 180.591856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:42.403154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:41.689354Z","time spent":"713.788181ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T06:55:42.403174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:41.965123Z","time spent":"438.017752ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:55:42.403196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.836481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-27T06:55:42.402859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.137607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T06:55:42.403253Z","caller":"traceutil/trace.go:171","msg":"trace[46593906] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24595; }","duration":"694.601602ms","start":"2026-05-27T06:55:41.708641Z","end":"2026-05-27T06:55:42.403243Z","steps":["trace[46593906] 'agreement among raft nodes before linearized reading' (duration: 693.986292ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:42.403253Z","caller":"traceutil/trace.go:171","msg":"trace[91519389] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24595; }","duration":"689.934923ms","start":"2026-05-27T06:55:41.713301Z","end":"2026-05-27T06:55:42.403236Z","steps":["trace[91519389] 'agreement among raft nodes before linearized reading' (duration: 689.808779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:42.403307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:41.708618Z","time spent":"694.680714ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-27T06:55:42.403322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:41.713265Z","time spent":"690.049368ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-27T06:55:42.403052Z","caller":"traceutil/trace.go:171","msg":"trace[301926463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24595; }","duration":"694.688845ms","start":"2026-05-27T06:55:41.708353Z","end":"2026-05-27T06:55:42.403042Z","steps":["trace[301926463] 'agreement among raft nodes before linearized reading' (duration: 694.570801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:42.403402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.378271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-05-27T06:55:42.403464Z","caller":"traceutil/trace.go:171","msg":"trace[977636955] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24595; }","duration":"811.485214ms","start":"2026-05-27T06:55:41.591964Z","end":"2026-05-27T06:55:42.403449Z","steps":["trace[977636955] 'agreement among raft nodes before linearized reading' (duration: 811.335729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:42.403554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:41.591941Z","time spent":"811.599158ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-05-27T06:55:42.403022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:41.964953Z","time spent":"438.020602ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-27T06:55:42.403423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:41.708283Z","time spent":"695.132059ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-27T06:55:42.671551Z","caller":"traceutil/trace.go:171","msg":"trace[35758235] transaction","detail":"{read_only:false; response_revision:24602; number_of_response:1; }","duration":"198.562417ms","start":"2026-05-27T06:55:42.472962Z","end":"2026-05-27T06:55:42.671524Z","steps":["trace[35758235] 'process raft request' (duration: 118.199185ms)","trace[35758235] 'compare' (duration: 80.207197ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:43.321593Z","caller":"traceutil/trace.go:171","msg":"trace[1514367012] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"142.382892ms","start":"2026-05-27T06:55:43.179185Z","end":"2026-05-27T06:55:43.321568Z","steps":["trace[1514367012] 'process raft request' (duration: 141.737782ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:43.321964Z","caller":"traceutil/trace.go:171","msg":"trace[1177642808] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"142.246228ms","start":"2026-05-27T06:55:43.179699Z","end":"2026-05-27T06:55:43.321945Z","steps":["trace[1177642808] 'process raft request' (duration: 141.38188ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:44.334644Z","caller":"traceutil/trace.go:171","msg":"trace[548049439] transaction","detail":"{read_only:false; response_revision:24616; number_of_response:1; }","duration":"115.274912ms","start":"2026-05-27T06:55:44.219305Z","end":"2026-05-27T06:55:44.33458Z","steps":["trace[548049439] 'process raft request' (duration: 115.031434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:45.521996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.972876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:55:45.522368Z","caller":"traceutil/trace.go:171","msg":"trace[724001150] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"194.286751ms","start":"2026-05-27T06:55:45.328056Z","end":"2026-05-27T06:55:45.522343Z","steps":["trace[724001150] 'process raft request' (duration: 194.044614ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:45.522496Z","caller":"traceutil/trace.go:171","msg":"trace[1875166586] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"194.612321ms","start":"2026-05-27T06:55:45.327854Z","end":"2026-05-27T06:55:45.522467Z","steps":["trace[1875166586] 'process raft request' (duration: 77.066298ms)","trace[1875166586] 'compare' (duration: 116.8277ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:47.004974Z","caller":"traceutil/trace.go:171","msg":"trace[1593776964] transaction","detail":"{read_only:false; response_revision:24643; number_of_response:1; }","duration":"168.310546ms","start":"2026-05-27T06:55:46.836631Z","end":"2026-05-27T06:55:47.004941Z","steps":["trace[1593776964] 'process raft request' (duration: 168.084489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:47.394712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.760395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:47.394801Z","caller":"traceutil/trace.go:171","msg":"trace[570822960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24643; }","duration":"102.907929ms","start":"2026-05-27T06:55:47.291871Z","end":"2026-05-27T06:55:47.394778Z","steps":["trace[570822960] 'range keys from in-memory index tree' (duration: 102.659031ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:47.394909Z","caller":"traceutil/trace.go:171","msg":"trace[2024161436] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"100.615765ms","start":"2026-05-27T06:55:47.294125Z","end":"2026-05-27T06:55:47.394741Z","steps":["trace[2024161436] 'process raft request' (duration: 98.933052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:47.663942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.704331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-27T06:55:47.664002Z","caller":"traceutil/trace.go:171","msg":"trace[198281793] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24644; }","duration":"164.801945ms","start":"2026-05-27T06:55:47.499188Z","end":"2026-05-27T06:55:47.66399Z","steps":["trace[198281793] 'range keys from in-memory index tree' (duration: 164.546267ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:47.664407Z","caller":"traceutil/trace.go:171","msg":"trace[1026883993] transaction","detail":"{read_only:false; response_revision:24645; number_of_response:1; }","duration":"135.622478ms","start":"2026-05-27T06:55:47.528744Z","end":"2026-05-27T06:55:47.664367Z","steps":["trace[1026883993] 'process raft request' (duration: 80.499727ms)","trace[1026883993] 'compare' (duration: 54.694037ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:47.664408Z","caller":"traceutil/trace.go:171","msg":"trace[1284365140] transaction","detail":"{read_only:false; response_revision:24646; number_of_response:1; }","duration":"135.153013ms","start":"2026-05-27T06:55:47.529233Z","end":"2026-05-27T06:55:47.664386Z","steps":["trace[1284365140] 'process raft request' (duration: 135.014399ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:48.673669Z","caller":"traceutil/trace.go:171","msg":"trace[418430739] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"202.698759ms","start":"2026-05-27T06:55:48.47094Z","end":"2026-05-27T06:55:48.673639Z","steps":["trace[418430739] 'process raft request' (duration: 202.507153ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:48.779785Z","caller":"traceutil/trace.go:171","msg":"trace[1946162178] linearizableReadLoop","detail":"{readStateIndex:25494; appliedIndex:25491; }","duration":"160.635522ms","start":"2026-05-27T06:55:48.619122Z","end":"2026-05-27T06:55:48.779758Z","steps":["trace[1946162178] 'read index received' (duration: 54.318465ms)","trace[1946162178] 'applied index is now lower than readState.Index' (duration: 106.315727ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:48.780297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.877031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-05-27T06:55:48.780294Z","caller":"traceutil/trace.go:171","msg":"trace[354991100] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"218.377196ms","start":"2026-05-27T06:55:48.561872Z","end":"2026-05-27T06:55:48.780249Z","steps":["trace[354991100] 'process raft request' (duration: 158.084501ms)","trace[354991100] 'compare' (duration: 59.582112ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:48.78037Z","caller":"traceutil/trace.go:171","msg":"trace[93273581] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:24651; }","duration":"155.977874ms","start":"2026-05-27T06:55:48.624373Z","end":"2026-05-27T06:55:48.78035Z","steps":["trace[93273581] 'agreement among raft nodes before linearized reading' (duration: 155.84769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:48.780369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.230941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T06:55:48.78048Z","caller":"traceutil/trace.go:171","msg":"trace[1909731635] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24651; }","duration":"161.395217ms","start":"2026-05-27T06:55:48.619062Z","end":"2026-05-27T06:55:48.780457Z","steps":["trace[1909731635] 'agreement among raft nodes before linearized reading' (duration: 161.123808ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:48.780617Z","caller":"traceutil/trace.go:171","msg":"trace[1343841714] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"218.641974ms","start":"2026-05-27T06:55:48.561964Z","end":"2026-05-27T06:55:48.780606Z","steps":["trace[1343841714] 'process raft request' (duration: 217.733405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:48.780853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.513976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T06:55:48.780888Z","caller":"traceutil/trace.go:171","msg":"trace[1701650191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24651; }","duration":"125.60973ms","start":"2026-05-27T06:55:48.655266Z","end":"2026-05-27T06:55:48.780875Z","steps":["trace[1701650191] 'agreement among raft nodes before linearized reading' (duration: 125.423504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:48.780978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.296203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T06:55:48.780993Z","caller":"traceutil/trace.go:171","msg":"trace[1359592119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24651; }","duration":"104.323434ms","start":"2026-05-27T06:55:48.676665Z","end":"2026-05-27T06:55:48.780989Z","steps":["trace[1359592119] 'agreement among raft nodes before linearized reading' (duration: 104.273572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:48.781059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.1537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T06:55:48.781106Z","caller":"traceutil/trace.go:171","msg":"trace[922805353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24651; }","duration":"105.214932ms","start":"2026-05-27T06:55:48.675875Z","end":"2026-05-27T06:55:48.78109Z","steps":["trace[922805353] 'agreement among raft nodes before linearized reading' (duration: 105.106078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:48.781202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.506511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T06:55:48.781252Z","caller":"traceutil/trace.go:171","msg":"trace[633442912] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24651; }","duration":"105.595034ms","start":"2026-05-27T06:55:48.675641Z","end":"2026-05-27T06:55:48.781236Z","steps":["trace[633442912] 'agreement among raft nodes before linearized reading' (duration: 105.419409ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:48.977369Z","caller":"traceutil/trace.go:171","msg":"trace[512379545] transaction","detail":"{read_only:false; response_revision:24653; number_of_response:1; }","duration":"191.266015ms","start":"2026-05-27T06:55:48.786068Z","end":"2026-05-27T06:55:48.977334Z","steps":["trace[512379545] 'process raft request' (duration: 139.845642ms)","trace[512379545] 'compare' (duration: 51.212837ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:48.977384Z","caller":"traceutil/trace.go:171","msg":"trace[377373835] transaction","detail":"{read_only:false; response_revision:24654; number_of_response:1; }","duration":"190.997107ms","start":"2026-05-27T06:55:48.786358Z","end":"2026-05-27T06:55:48.977355Z","steps":["trace[377373835] 'process raft request' (duration: 190.935225ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:48.977694Z","caller":"traceutil/trace.go:171","msg":"trace[71089903] transaction","detail":"{read_only:false; response_revision:24656; number_of_response:1; }","duration":"191.060559ms","start":"2026-05-27T06:55:48.78661Z","end":"2026-05-27T06:55:48.97767Z","steps":["trace[71089903] 'process raft request' (duration: 190.965256ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:48.977781Z","caller":"traceutil/trace.go:171","msg":"trace[334700857] transaction","detail":"{read_only:false; response_revision:24655; number_of_response:1; }","duration":"191.296886ms","start":"2026-05-27T06:55:48.786474Z","end":"2026-05-27T06:55:48.977771Z","steps":["trace[334700857] 'process raft request' (duration: 190.853092ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:49.717841Z","caller":"traceutil/trace.go:171","msg":"trace[1746641936] linearizableReadLoop","detail":"{readStateIndex:25501; appliedIndex:25500; }","duration":"285.815439ms","start":"2026-05-27T06:55:49.432001Z","end":"2026-05-27T06:55:49.717817Z","steps":["trace[1746641936] 'read index received' (duration: 285.771367ms)","trace[1746641936] 'applied index is now lower than readState.Index' (duration: 43.172µs)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:49.718024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.990824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:55:49.718082Z","caller":"traceutil/trace.go:171","msg":"trace[1999773174] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24658; }","duration":"286.108868ms","start":"2026-05-27T06:55:49.431964Z","end":"2026-05-27T06:55:49.718073Z","steps":["trace[1999773174] 'agreement among raft nodes before linearized reading' (duration: 285.963253ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:49.718054Z","caller":"traceutil/trace.go:171","msg":"trace[194719366] transaction","detail":"{read_only:false; response_revision:24658; number_of_response:1; }","duration":"314.130158ms","start":"2026-05-27T06:55:49.403886Z","end":"2026-05-27T06:55:49.718016Z","steps":["trace[194719366] 'process raft request' (duration: 313.758966ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:49.718319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:49.40386Z","time spent":"314.372846ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:55:49.979444Z","caller":"traceutil/trace.go:171","msg":"trace[1411184864] transaction","detail":"{read_only:false; response_revision:24660; number_of_response:1; }","duration":"309.48744ms","start":"2026-05-27T06:55:49.669932Z","end":"2026-05-27T06:55:49.97942Z","steps":["trace[1411184864] 'process raft request' (duration: 309.414288ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:49.979469Z","caller":"traceutil/trace.go:171","msg":"trace[955761873] transaction","detail":"{read_only:false; response_revision:24659; number_of_response:1; }","duration":"345.648629ms","start":"2026-05-27T06:55:49.633775Z","end":"2026-05-27T06:55:49.979423Z","steps":["trace[955761873] 'process raft request' (duration: 344.770531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:49.979617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:49.66991Z","time spent":"309.629265ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:55:49.979659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:49.633758Z","time spent":"345.804974ms","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418082,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:55:49.98Z","caller":"traceutil/trace.go:171","msg":"trace[1433787445] transaction","detail":"{read_only:false; response_revision:24661; number_of_response:1; }","duration":"306.681271ms","start":"2026-05-27T06:55:49.673295Z","end":"2026-05-27T06:55:49.979976Z","steps":["trace[1433787445] 'process raft request' (duration: 306.093072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:49.980051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:49.673261Z","time spent":"306.768014ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:55:49.980133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.37337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:55:49.980176Z","caller":"traceutil/trace.go:171","msg":"trace[1597052667] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24661; }","duration":"532.464293ms","start":"2026-05-27T06:55:49.447703Z","end":"2026-05-27T06:55:49.980167Z","steps":["trace[1597052667] 'agreement among raft nodes before linearized reading' (duration: 532.321408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:49.980207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:49.447686Z","time spent":"532.513415ms","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:55:49.980278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.920584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-27T06:55:49.97998Z","caller":"traceutil/trace.go:171","msg":"trace[450363103] linearizableReadLoop","detail":"{readStateIndex:25504; appliedIndex:25501; }","duration":"262.057864ms","start":"2026-05-27T06:55:49.717902Z","end":"2026-05-27T06:55:49.979959Z","steps":["trace[450363103] 'read index received' (duration: 260.322659ms)","trace[450363103] 'applied index is now lower than readState.Index' (duration: 1.733555ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:49.980314Z","caller":"traceutil/trace.go:171","msg":"trace[474770363] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24661; }","duration":"349.996117ms","start":"2026-05-27T06:55:49.630308Z","end":"2026-05-27T06:55:49.980304Z","steps":["trace[474770363] 'agreement among raft nodes before linearized reading' (duration: 349.890724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:49.980336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:49.630282Z","time spent":"350.050329ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-27T06:55:49.980419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.083419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:55:49.98046Z","caller":"traceutil/trace.go:171","msg":"trace[1453296449] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24661; }","duration":"168.184422ms","start":"2026-05-27T06:55:49.812264Z","end":"2026-05-27T06:55:49.980448Z","steps":["trace[1453296449] 'agreement among raft nodes before linearized reading' (duration: 168.11133ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:50.773996Z","caller":"traceutil/trace.go:171","msg":"trace[1157809215] linearizableReadLoop","detail":"{readStateIndex:25507; appliedIndex:25506; }","duration":"248.526054ms","start":"2026-05-27T06:55:50.525434Z","end":"2026-05-27T06:55:50.773961Z","steps":["trace[1157809215] 'read index received' (duration: 164.542386ms)","trace[1157809215] 'applied index is now lower than readState.Index' (duration: 83.976637ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:50.773964Z","caller":"traceutil/trace.go:171","msg":"trace[1693198107] transaction","detail":"{read_only:false; response_revision:24663; number_of_response:1; }","duration":"290.353213ms","start":"2026-05-27T06:55:50.483553Z","end":"2026-05-27T06:55:50.773906Z","steps":["trace[1693198107] 'process raft request' (duration: 206.407086ms)","trace[1693198107] 'compare' (duration: 83.635357ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:50.774472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.0166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:30 size:263952"} {"level":"info","ts":"2026-05-27T06:55:50.774509Z","caller":"traceutil/trace.go:171","msg":"trace[1045268090] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:30; response_revision:24664; }","duration":"249.123383ms","start":"2026-05-27T06:55:50.525377Z","end":"2026-05-27T06:55:50.7745Z","steps":["trace[1045268090] 'agreement among raft nodes before linearized reading' (duration: 248.681709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:51.189544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.296691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:55:51.190178Z","caller":"traceutil/trace.go:171","msg":"trace[517874009] linearizableReadLoop","detail":"{readStateIndex:25533; appliedIndex:25532; }","duration":"276.210944ms","start":"2026-05-27T06:55:50.913929Z","end":"2026-05-27T06:55:51.19014Z","steps":["trace[517874009] 'read index received' (duration: 121.118818ms)","trace[517874009] 'applied index is now lower than readState.Index' (duration: 155.087386ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:51.19034Z","caller":"traceutil/trace.go:171","msg":"trace[414404686] transaction","detail":"{read_only:false; response_revision:24690; number_of_response:1; }","duration":"152.301308ms","start":"2026-05-27T06:55:51.037987Z","end":"2026-05-27T06:55:51.190288Z","steps":["trace[414404686] 'process raft request' (duration: 152.139442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:51.190671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.714749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3959"} {"level":"info","ts":"2026-05-27T06:55:51.19072Z","caller":"traceutil/trace.go:171","msg":"trace[1784950999] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24690; }","duration":"276.804673ms","start":"2026-05-27T06:55:50.913899Z","end":"2026-05-27T06:55:51.190704Z","steps":["trace[1784950999] 'agreement among raft nodes before linearized reading' (duration: 276.483063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:51.190769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.290566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-27T06:55:51.190839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.525855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T06:55:51.190924Z","caller":"traceutil/trace.go:171","msg":"trace[156134695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24690; }","duration":"203.683249ms","start":"2026-05-27T06:55:50.987223Z","end":"2026-05-27T06:55:51.190906Z","steps":["trace[156134695] 'agreement among raft nodes before linearized reading' (duration: 203.419981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:51.190964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.165822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T06:55:51.190998Z","caller":"traceutil/trace.go:171","msg":"trace[1027030774] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24690; }","duration":"208.229764ms","start":"2026-05-27T06:55:50.982758Z","end":"2026-05-27T06:55:51.190988Z","steps":["trace[1027030774] 'agreement among raft nodes before linearized reading' (duration: 208.136781ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:51.190861Z","caller":"traceutil/trace.go:171","msg":"trace[145226824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24690; }","duration":"208.43457ms","start":"2026-05-27T06:55:50.982407Z","end":"2026-05-27T06:55:51.190841Z","steps":["trace[145226824] 'agreement among raft nodes before linearized reading' (duration: 208.167102ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:51.191072Z","caller":"traceutil/trace.go:171","msg":"trace[427617213] transaction","detail":"{read_only:false; response_revision:24689; number_of_response:1; }","duration":"276.858414ms","start":"2026-05-27T06:55:50.913159Z","end":"2026-05-27T06:55:51.190017Z","steps":["trace[427617213] 'process raft request' (duration: 122.010745ms)","trace[427617213] 'compare' (duration: 153.810546ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:51.192885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.516098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T06:55:51.192978Z","caller":"traceutil/trace.go:171","msg":"trace[1534502751] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24690; }","duration":"205.660622ms","start":"2026-05-27T06:55:50.987295Z","end":"2026-05-27T06:55:51.192955Z","steps":["trace[1534502751] 'agreement among raft nodes before linearized reading' (duration: 203.757512ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:51.343121Z","caller":"traceutil/trace.go:171","msg":"trace[1602588957] transaction","detail":"{read_only:false; response_revision:24692; number_of_response:1; }","duration":"147.330559ms","start":"2026-05-27T06:55:51.195765Z","end":"2026-05-27T06:55:51.343096Z","steps":["trace[1602588957] 'process raft request' (duration: 142.829916ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:51.343407Z","caller":"traceutil/trace.go:171","msg":"trace[1169579387] transaction","detail":"{read_only:false; response_revision:24693; number_of_response:1; }","duration":"147.559477ms","start":"2026-05-27T06:55:51.195838Z","end":"2026-05-27T06:55:51.343397Z","steps":["trace[1169579387] 'process raft request' (duration: 147.205936ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:51.343679Z","caller":"traceutil/trace.go:171","msg":"trace[321731970] transaction","detail":"{read_only:false; response_revision:24694; number_of_response:1; }","duration":"146.592967ms","start":"2026-05-27T06:55:51.197073Z","end":"2026-05-27T06:55:51.343666Z","steps":["trace[321731970] 'process raft request' (duration: 146.280907ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:51.344005Z","caller":"traceutil/trace.go:171","msg":"trace[398826057] transaction","detail":"{read_only:false; response_revision:24698; number_of_response:1; }","duration":"144.968005ms","start":"2026-05-27T06:55:51.199013Z","end":"2026-05-27T06:55:51.343981Z","steps":["trace[398826057] 'process raft request' (duration: 144.739407ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:51.344002Z","caller":"traceutil/trace.go:171","msg":"trace[1914941237] linearizableReadLoop","detail":"{readStateIndex:25547; appliedIndex:25534; }","duration":"139.846372ms","start":"2026-05-27T06:55:51.204131Z","end":"2026-05-27T06:55:51.343978Z","steps":["trace[1914941237] 'read index received' (duration: 61.739031ms)","trace[1914941237] 'applied index is now lower than readState.Index' (duration: 78.106211ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:51.344112Z","caller":"traceutil/trace.go:171","msg":"trace[1539204180] transaction","detail":"{read_only:false; response_revision:24699; number_of_response:1; }","duration":"145.058767ms","start":"2026-05-27T06:55:51.199042Z","end":"2026-05-27T06:55:51.344101Z","steps":["trace[1539204180] 'process raft request' (duration: 144.740907ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:51.34425Z","caller":"traceutil/trace.go:171","msg":"trace[1069547560] transaction","detail":"{read_only:false; response_revision:24700; number_of_response:1; }","duration":"145.12082ms","start":"2026-05-27T06:55:51.199119Z","end":"2026-05-27T06:55:51.344239Z","steps":["trace[1069547560] 'process raft request' (duration: 144.692376ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:51.344271Z","caller":"traceutil/trace.go:171","msg":"trace[1109759733] transaction","detail":"{read_only:false; response_revision:24696; number_of_response:1; }","duration":"145.451181ms","start":"2026-05-27T06:55:51.198782Z","end":"2026-05-27T06:55:51.344233Z","steps":["trace[1109759733] 'process raft request' (duration: 144.886693ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:51.344332Z","caller":"traceutil/trace.go:171","msg":"trace[1854530625] transaction","detail":"{read_only:false; response_revision:24697; number_of_response:1; }","duration":"145.482501ms","start":"2026-05-27T06:55:51.198839Z","end":"2026-05-27T06:55:51.344321Z","steps":["trace[1854530625] 'process raft request' (duration: 144.884342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:51.344566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.4159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-05-27T06:55:51.344613Z","caller":"traceutil/trace.go:171","msg":"trace[1536555777] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:24703; }","duration":"140.506003ms","start":"2026-05-27T06:55:51.204093Z","end":"2026-05-27T06:55:51.344599Z","steps":["trace[1536555777] 'agreement among raft nodes before linearized reading' (duration: 140.331918ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:51.344764Z","caller":"traceutil/trace.go:171","msg":"trace[1002762805] transaction","detail":"{read_only:false; response_revision:24701; number_of_response:1; }","duration":"145.590514ms","start":"2026-05-27T06:55:51.199165Z","end":"2026-05-27T06:55:51.344756Z","steps":["trace[1002762805] 'process raft request' (duration: 144.715246ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:51.344796Z","caller":"traceutil/trace.go:171","msg":"trace[504010887] transaction","detail":"{read_only:false; response_revision:24695; number_of_response:1; }","duration":"146.0561ms","start":"2026-05-27T06:55:51.19872Z","end":"2026-05-27T06:55:51.344776Z","steps":["trace[504010887] 'process raft request' (duration: 144.864432ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:51.345156Z","caller":"traceutil/trace.go:171","msg":"trace[659871373] transaction","detail":"{read_only:false; response_revision:24702; number_of_response:1; }","duration":"145.958376ms","start":"2026-05-27T06:55:51.199184Z","end":"2026-05-27T06:55:51.345143Z","steps":["trace[659871373] 'process raft request' (duration: 144.729627ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:51.345516Z","caller":"traceutil/trace.go:171","msg":"trace[1063053366] transaction","detail":"{read_only:false; response_revision:24703; number_of_response:1; }","duration":"146.232045ms","start":"2026-05-27T06:55:51.199225Z","end":"2026-05-27T06:55:51.345457Z","steps":["trace[1063053366] 'process raft request' (duration: 144.719997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:51.345773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.788339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224964"} {"level":"info","ts":"2026-05-27T06:55:51.34584Z","caller":"traceutil/trace.go:171","msg":"trace[1137214964] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:24703; }","duration":"133.896383ms","start":"2026-05-27T06:55:51.21193Z","end":"2026-05-27T06:55:51.345826Z","steps":["trace[1137214964] 'agreement among raft nodes before linearized reading' (duration: 132.581511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:51.645013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.763665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:55:51.645295Z","caller":"traceutil/trace.go:171","msg":"trace[1786124237] transaction","detail":"{read_only:false; response_revision:24705; number_of_response:1; }","duration":"291.671615ms","start":"2026-05-27T06:55:51.353583Z","end":"2026-05-27T06:55:51.645254Z","steps":["trace[1786124237] 'process raft request' (duration: 182.57888ms)","trace[1786124237] 'compare' (duration: 108.572608ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:51.645511Z","caller":"traceutil/trace.go:171","msg":"trace[609849257] transaction","detail":"{read_only:false; response_revision:24707; number_of_response:1; }","duration":"291.713665ms","start":"2026-05-27T06:55:51.353745Z","end":"2026-05-27T06:55:51.645459Z","steps":["trace[609849257] 'process raft request' (duration: 291.482498ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:51.645672Z","caller":"traceutil/trace.go:171","msg":"trace[903097930] transaction","detail":"{read_only:false; response_revision:24711; number_of_response:1; }","duration":"291.670004ms","start":"2026-05-27T06:55:51.353982Z","end":"2026-05-27T06:55:51.645652Z","steps":["trace[903097930] 'process raft request' (duration: 291.398916ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:51.645677Z","caller":"traceutil/trace.go:171","msg":"trace[842706816] transaction","detail":"{read_only:false; response_revision:24706; number_of_response:1; }","duration":"291.990524ms","start":"2026-05-27T06:55:51.353655Z","end":"2026-05-27T06:55:51.645646Z","steps":["trace[842706816] 'process raft request' (duration: 291.507039ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:51.645739Z","caller":"traceutil/trace.go:171","msg":"trace[1235806189] transaction","detail":"{read_only:false; response_revision:24712; number_of_response:1; }","duration":"291.677374ms","start":"2026-05-27T06:55:51.354034Z","end":"2026-05-27T06:55:51.645712Z","steps":["trace[1235806189] 'process raft request' (duration: 291.383815ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:51.645775Z","caller":"traceutil/trace.go:171","msg":"trace[1869832497] transaction","detail":"{read_only:false; response_revision:24708; number_of_response:1; }","duration":"291.878851ms","start":"2026-05-27T06:55:51.353882Z","end":"2026-05-27T06:55:51.645761Z","steps":["trace[1869832497] 'process raft request' (duration: 291.382465ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:51.645688Z","caller":"traceutil/trace.go:171","msg":"trace[249410458] linearizableReadLoop","detail":"{readStateIndex:25556; appliedIndex:25548; }","duration":"266.34528ms","start":"2026-05-27T06:55:51.379315Z","end":"2026-05-27T06:55:51.64566Z","steps":["trace[249410458] 'read index received' (duration: 156.734628ms)","trace[249410458] 'applied index is now lower than readState.Index' (duration: 109.608291ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:51.645808Z","caller":"traceutil/trace.go:171","msg":"trace[1503272403] transaction","detail":"{read_only:false; response_revision:24710; number_of_response:1; }","duration":"291.830619ms","start":"2026-05-27T06:55:51.353949Z","end":"2026-05-27T06:55:51.645779Z","steps":["trace[1503272403] 'process raft request' (duration: 291.389815ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:51.645824Z","caller":"traceutil/trace.go:171","msg":"trace[1293266366] transaction","detail":"{read_only:false; response_revision:24709; number_of_response:1; }","duration":"291.821859ms","start":"2026-05-27T06:55:51.353945Z","end":"2026-05-27T06:55:51.645767Z","steps":["trace[1293266366] 'process raft request' (duration: 291.357744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:51.64597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.612522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-05-27T06:55:51.64603Z","caller":"traceutil/trace.go:171","msg":"trace[1425295653] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:24713; }","duration":"268.764957ms","start":"2026-05-27T06:55:51.377254Z","end":"2026-05-27T06:55:51.646019Z","steps":["trace[1425295653] 'agreement among raft nodes before linearized reading' (duration: 268.480718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:51.646035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.625792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-05-27T06:55:51.646069Z","caller":"traceutil/trace.go:171","msg":"trace[1270775279] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:24713; }","duration":"262.688984ms","start":"2026-05-27T06:55:51.38337Z","end":"2026-05-27T06:55:51.646059Z","steps":["trace[1270775279] 'agreement among raft nodes before linearized reading' (duration: 262.533589ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:51.775947Z","caller":"traceutil/trace.go:171","msg":"trace[592914191] transaction","detail":"{read_only:false; response_revision:24714; number_of_response:1; }","duration":"119.748313ms","start":"2026-05-27T06:55:51.656177Z","end":"2026-05-27T06:55:51.775925Z","steps":["trace[592914191] 'process raft request' (duration: 119.229427ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:51.775947Z","caller":"traceutil/trace.go:171","msg":"trace[1617554000] linearizableReadLoop","detail":"{readStateIndex:25558; appliedIndex:25557; }","duration":"116.686466ms","start":"2026-05-27T06:55:51.659232Z","end":"2026-05-27T06:55:51.775918Z","steps":["trace[1617554000] 'read index received' (duration: 116.213631ms)","trace[1617554000] 'applied index is now lower than readState.Index' (duration: 468.545µs)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:51.776095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.838752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:51.776169Z","caller":"traceutil/trace.go:171","msg":"trace[801444903] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:24714; }","duration":"116.964006ms","start":"2026-05-27T06:55:51.659185Z","end":"2026-05-27T06:55:51.776149Z","steps":["trace[801444903] 'agreement among raft nodes before linearized reading' (duration: 116.818951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:51.818302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.742079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-05-27T06:55:51.818403Z","caller":"traceutil/trace.go:171","msg":"trace[262195692] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24715; }","duration":"139.896814ms","start":"2026-05-27T06:55:51.678481Z","end":"2026-05-27T06:55:51.818378Z","steps":["trace[262195692] 'agreement among raft nodes before linearized reading' (duration: 139.641466ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:52.054383Z","caller":"traceutil/trace.go:171","msg":"trace[1651608427] linearizableReadLoop","detail":"{readStateIndex:25564; appliedIndex:25563; }","duration":"116.121338ms","start":"2026-05-27T06:55:51.938231Z","end":"2026-05-27T06:55:52.054353Z","steps":["trace[1651608427] 'read index received' (duration: 105.328845ms)","trace[1651608427] 'applied index is now lower than readState.Index' (duration: 10.791213ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:52.0546Z","caller":"traceutil/trace.go:171","msg":"trace[1951659646] transaction","detail":"{read_only:false; response_revision:24720; number_of_response:1; }","duration":"116.427048ms","start":"2026-05-27T06:55:51.93814Z","end":"2026-05-27T06:55:52.054567Z","steps":["trace[1951659646] 'process raft request' (duration: 105.257623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:52.05486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.594124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:52.055004Z","caller":"traceutil/trace.go:171","msg":"trace[1636342179] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:24720; }","duration":"116.81184ms","start":"2026-05-27T06:55:51.938172Z","end":"2026-05-27T06:55:52.054984Z","steps":["trace[1636342179] 'agreement among raft nodes before linearized reading' (duration: 116.516241ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:52.092348Z","caller":"traceutil/trace.go:171","msg":"trace[315627429] transaction","detail":"{read_only:false; response_revision:24721; number_of_response:1; }","duration":"153.911439ms","start":"2026-05-27T06:55:51.938409Z","end":"2026-05-27T06:55:52.09232Z","steps":["trace[315627429] 'process raft request' (duration: 153.63669ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:52.092425Z","caller":"traceutil/trace.go:171","msg":"trace[881716483] transaction","detail":"{read_only:false; response_revision:24723; number_of_response:1; }","duration":"105.305415ms","start":"2026-05-27T06:55:51.987098Z","end":"2026-05-27T06:55:52.092403Z","steps":["trace[881716483] 'process raft request' (duration: 105.197461ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:52.092439Z","caller":"traceutil/trace.go:171","msg":"trace[306713816] transaction","detail":"{read_only:false; response_revision:24722; number_of_response:1; }","duration":"105.582673ms","start":"2026-05-27T06:55:51.986837Z","end":"2026-05-27T06:55:52.09242Z","steps":["trace[306713816] 'process raft request' (duration: 105.377257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:52.092587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.707146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:52.092686Z","caller":"traceutil/trace.go:171","msg":"trace[182136811] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:24723; }","duration":"149.847319ms","start":"2026-05-27T06:55:51.942824Z","end":"2026-05-27T06:55:52.092671Z","steps":["trace[182136811] 'agreement among raft nodes before linearized reading' (duration: 149.696684ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:52.248705Z","caller":"traceutil/trace.go:171","msg":"trace[265627463] linearizableReadLoop","detail":"{readStateIndex:25570; appliedIndex:25568; }","duration":"133.164129ms","start":"2026-05-27T06:55:52.115509Z","end":"2026-05-27T06:55:52.248673Z","steps":["trace[265627463] 'read index received' (duration: 47.731676ms)","trace[265627463] 'applied index is now lower than readState.Index' (duration: 85.430483ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:52.248874Z","caller":"traceutil/trace.go:171","msg":"trace[1158693411] transaction","detail":"{read_only:false; response_revision:24726; number_of_response:1; }","duration":"149.102056ms","start":"2026-05-27T06:55:52.099754Z","end":"2026-05-27T06:55:52.248856Z","steps":["trace[1158693411] 'process raft request' (duration: 148.730764ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:52.249076Z","caller":"traceutil/trace.go:171","msg":"trace[1390312173] transaction","detail":"{read_only:false; response_revision:24725; number_of_response:1; }","duration":"149.951843ms","start":"2026-05-27T06:55:52.099086Z","end":"2026-05-27T06:55:52.249038Z","steps":["trace[1390312173] 'process raft request' (duration: 64.047844ms)","trace[1390312173] 'compare' (duration: 85.112704ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:52.249158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.469198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:52.249304Z","caller":"traceutil/trace.go:171","msg":"trace[252635838] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:24726; }","duration":"149.624812ms","start":"2026-05-27T06:55:52.099642Z","end":"2026-05-27T06:55:52.249267Z","steps":["trace[252635838] 'agreement among raft nodes before linearized reading' (duration: 149.407345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:52.250536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.491892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-05-27T06:55:52.250642Z","caller":"traceutil/trace.go:171","msg":"trace[285350920] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:24726; }","duration":"151.665687ms","start":"2026-05-27T06:55:52.098954Z","end":"2026-05-27T06:55:52.250619Z","steps":["trace[285350920] 'agreement among raft nodes before linearized reading' (duration: 150.112708ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:52.275385Z","caller":"traceutil/trace.go:171","msg":"trace[457109652] transaction","detail":"{read_only:false; response_revision:24727; number_of_response:1; }","duration":"131.130955ms","start":"2026-05-27T06:55:52.144225Z","end":"2026-05-27T06:55:52.275356Z","steps":["trace[457109652] 'process raft request' (duration: 130.632909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:52.276102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.169779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-05-27T06:55:52.276159Z","caller":"traceutil/trace.go:171","msg":"trace[85099124] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:24727; }","duration":"155.296523ms","start":"2026-05-27T06:55:52.120846Z","end":"2026-05-27T06:55:52.276142Z","steps":["trace[85099124] 'agreement among raft nodes before linearized reading' (duration: 155.103607ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:52.44718Z","caller":"traceutil/trace.go:171","msg":"trace[300607244] linearizableReadLoop","detail":"{readStateIndex:25573; appliedIndex:25571; }","duration":"172.103787ms","start":"2026-05-27T06:55:52.275049Z","end":"2026-05-27T06:55:52.447153Z","steps":["trace[300607244] 'read index received' (duration: 112.359249ms)","trace[300607244] 'applied index is now lower than readState.Index' (duration: 59.743618ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:52.447283Z","caller":"traceutil/trace.go:171","msg":"trace[989069375] transaction","detail":"{read_only:false; response_revision:24729; number_of_response:1; }","duration":"193.805046ms","start":"2026-05-27T06:55:52.253443Z","end":"2026-05-27T06:55:52.447248Z","steps":["trace[989069375] 'process raft request' (duration: 193.656221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:52.447568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.379008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-api\" ","response":"range_response_count:1 size:7478"} {"level":"info","ts":"2026-05-27T06:55:52.447599Z","caller":"traceutil/trace.go:171","msg":"trace[1203020895] transaction","detail":"{read_only:false; response_revision:24728; number_of_response:1; }","duration":"194.420756ms","start":"2026-05-27T06:55:52.253134Z","end":"2026-05-27T06:55:52.447555Z","steps":["trace[1203020895] 'process raft request' (duration: 134.207923ms)","trace[1203020895] 'compare' (duration: 59.545251ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:52.447652Z","caller":"traceutil/trace.go:171","msg":"trace[425679690] range","detail":"{range_begin:/registry/deployments/openstack/magnum-api; range_end:; response_count:1; response_revision:24729; }","duration":"185.489722ms","start":"2026-05-27T06:55:52.262142Z","end":"2026-05-27T06:55:52.447632Z","steps":["trace[425679690] 'agreement among raft nodes before linearized reading' (duration: 185.136831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:52.447986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.430277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-05-27T06:55:52.448009Z","caller":"traceutil/trace.go:171","msg":"trace[1795094011] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:24729; }","duration":"189.51874ms","start":"2026-05-27T06:55:52.258485Z","end":"2026-05-27T06:55:52.448004Z","steps":["trace[1795094011] 'agreement among raft nodes before linearized reading' (duration: 189.449618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:52.452521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.659922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112192"} {"level":"info","ts":"2026-05-27T06:55:52.452584Z","caller":"traceutil/trace.go:171","msg":"trace[805948604] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:24729; }","duration":"193.783065ms","start":"2026-05-27T06:55:52.258786Z","end":"2026-05-27T06:55:52.452569Z","steps":["trace[805948604] 'agreement among raft nodes before linearized reading' (duration: 188.522958ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:52.487214Z","caller":"traceutil/trace.go:171","msg":"trace[1419662785] transaction","detail":"{read_only:false; response_revision:24730; number_of_response:1; }","duration":"187.471415ms","start":"2026-05-27T06:55:52.299722Z","end":"2026-05-27T06:55:52.487193Z","steps":["trace[1419662785] 'process raft request' (duration: 187.347011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:52.487418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.397371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:52.487509Z","caller":"traceutil/trace.go:171","msg":"trace[1971648493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24730; }","duration":"186.543445ms","start":"2026-05-27T06:55:52.30095Z","end":"2026-05-27T06:55:52.487493Z","steps":["trace[1971648493] 'agreement among raft nodes before linearized reading' (duration: 186.35703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:52.487541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.717651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-05-27T06:55:52.487663Z","caller":"traceutil/trace.go:171","msg":"trace[235537739] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:24730; }","duration":"186.907477ms","start":"2026-05-27T06:55:52.300735Z","end":"2026-05-27T06:55:52.487643Z","steps":["trace[235537739] 'agreement among raft nodes before linearized reading' (duration: 186.606688ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:52.667304Z","caller":"traceutil/trace.go:171","msg":"trace[63090504] linearizableReadLoop","detail":"{readStateIndex:25582; appliedIndex:25574; }","duration":"180.08012ms","start":"2026-05-27T06:55:52.487204Z","end":"2026-05-27T06:55:52.667284Z","steps":["trace[63090504] 'read index received' (duration: 163.08619ms)","trace[63090504] 'applied index is now lower than readState.Index' (duration: 16.99265ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:52.667406Z","caller":"traceutil/trace.go:171","msg":"trace[1452154367] transaction","detail":"{read_only:false; response_revision:24731; number_of_response:1; }","duration":"212.560821ms","start":"2026-05-27T06:55:52.454836Z","end":"2026-05-27T06:55:52.667397Z","steps":["trace[1452154367] 'process raft request' (duration: 195.437468ms)","trace[1452154367] 'compare' (duration: 16.459082ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:52.667586Z","caller":"traceutil/trace.go:171","msg":"trace[1991822259] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"203.965728ms","start":"2026-05-27T06:55:52.463614Z","end":"2026-05-27T06:55:52.66758Z","steps":["trace[1991822259] 'process raft request' (duration: 203.593006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:52.667731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.244607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-05-27T06:55:52.667758Z","caller":"traceutil/trace.go:171","msg":"trace[1782595517] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24738; }","duration":"204.338601ms","start":"2026-05-27T06:55:52.463412Z","end":"2026-05-27T06:55:52.66775Z","steps":["trace[1782595517] 'agreement among raft nodes before linearized reading' (duration: 204.220947ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:52.667754Z","caller":"traceutil/trace.go:171","msg":"trace[1635371466] transaction","detail":"{read_only:false; response_revision:24737; number_of_response:1; }","duration":"204.186076ms","start":"2026-05-27T06:55:52.46353Z","end":"2026-05-27T06:55:52.667716Z","steps":["trace[1635371466] 'process raft request' (duration: 203.635408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:52.667863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.046859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3959"} {"level":"info","ts":"2026-05-27T06:55:52.667917Z","caller":"traceutil/trace.go:171","msg":"trace[873024477] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24738; }","duration":"214.167773ms","start":"2026-05-27T06:55:52.453735Z","end":"2026-05-27T06:55:52.667903Z","steps":["trace[873024477] 'agreement among raft nodes before linearized reading' (duration: 214.028948ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:52.668031Z","caller":"traceutil/trace.go:171","msg":"trace[1261587598] transaction","detail":"{read_only:false; response_revision:24736; number_of_response:1; }","duration":"204.579128ms","start":"2026-05-27T06:55:52.463442Z","end":"2026-05-27T06:55:52.668021Z","steps":["trace[1261587598] 'process raft request' (duration: 203.67718ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:52.668145Z","caller":"traceutil/trace.go:171","msg":"trace[1974884433] transaction","detail":"{read_only:false; response_revision:24735; number_of_response:1; }","duration":"211.092425ms","start":"2026-05-27T06:55:52.457001Z","end":"2026-05-27T06:55:52.668094Z","steps":["trace[1974884433] 'process raft request' (duration: 210.081293ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:52.668174Z","caller":"traceutil/trace.go:171","msg":"trace[2111362708] transaction","detail":"{read_only:false; response_revision:24734; number_of_response:1; }","duration":"211.186738ms","start":"2026-05-27T06:55:52.456964Z","end":"2026-05-27T06:55:52.668151Z","steps":["trace[2111362708] 'process raft request' (duration: 210.066443ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:52.668231Z","caller":"traceutil/trace.go:171","msg":"trace[1561061105] transaction","detail":"{read_only:false; response_revision:24733; number_of_response:1; }","duration":"211.392885ms","start":"2026-05-27T06:55:52.456828Z","end":"2026-05-27T06:55:52.668221Z","steps":["trace[1561061105] 'process raft request' (duration: 210.170786ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:52.668221Z","caller":"traceutil/trace.go:171","msg":"trace[1650369823] transaction","detail":"{read_only:false; response_revision:24732; number_of_response:1; }","duration":"212.105268ms","start":"2026-05-27T06:55:52.456081Z","end":"2026-05-27T06:55:52.668186Z","steps":["trace[1650369823] 'process raft request' (duration: 210.809006ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:52.811454Z","caller":"traceutil/trace.go:171","msg":"trace[2117460090] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"309.176279ms","start":"2026-05-27T06:55:52.502215Z","end":"2026-05-27T06:55:52.811391Z","steps":["trace[2117460090] 'process raft request' (duration: 305.936036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:52.811634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:52.502155Z","time spent":"309.397897ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5681,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T06:55:52.812021Z","caller":"traceutil/trace.go:171","msg":"trace[1674418637] transaction","detail":"{read_only:false; response_revision:24741; number_of_response:1; }","duration":"131.168305ms","start":"2026-05-27T06:55:52.680806Z","end":"2026-05-27T06:55:52.811974Z","steps":["trace[1674418637] 'process raft request' (duration: 130.738231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:52.812482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.735352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:52.81262Z","caller":"traceutil/trace.go:171","msg":"trace[1040516853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24742; }","duration":"324.075713ms","start":"2026-05-27T06:55:52.488523Z","end":"2026-05-27T06:55:52.812599Z","steps":["trace[1040516853] 'agreement among raft nodes before linearized reading' (duration: 323.578717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:52.812688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:52.488506Z","time spent":"324.159305ms","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T06:55:52.812526Z","caller":"traceutil/trace.go:171","msg":"trace[423293552] transaction","detail":"{read_only:false; response_revision:24740; number_of_response:1; }","duration":"135.257225ms","start":"2026-05-27T06:55:52.677248Z","end":"2026-05-27T06:55:52.812505Z","steps":["trace[423293552] 'process raft request' (duration: 134.109138ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:52.812056Z","caller":"traceutil/trace.go:171","msg":"trace[183775826] linearizableReadLoop","detail":"{readStateIndex:25583; appliedIndex:25582; }","duration":"144.667015ms","start":"2026-05-27T06:55:52.667365Z","end":"2026-05-27T06:55:52.812032Z","steps":["trace[183775826] 'read index received' (duration: 140.863474ms)","trace[183775826] 'applied index is now lower than readState.Index' (duration: 3.800841ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:52.813149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.007988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-05-27T06:55:52.813303Z","caller":"traceutil/trace.go:171","msg":"trace[1033467944] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:24742; }","duration":"311.214955ms","start":"2026-05-27T06:55:52.502073Z","end":"2026-05-27T06:55:52.813288Z","steps":["trace[1033467944] 'agreement among raft nodes before linearized reading' (duration: 310.75746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:52.813354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.725365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-27T06:55:52.813419Z","caller":"traceutil/trace.go:171","msg":"trace[1705131330] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24742; }","duration":"138.829918ms","start":"2026-05-27T06:55:52.674575Z","end":"2026-05-27T06:55:52.813405Z","steps":["trace[1705131330] 'agreement among raft nodes before linearized reading' (duration: 138.701024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:52.813389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:52.502058Z","time spent":"311.312337ms","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-05-27T06:55:52.813644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.003427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:1 size:8191"} {"level":"warn","ts":"2026-05-27T06:55:52.813684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.835128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-api\" ","response":"range_response_count:1 size:7776"} {"level":"info","ts":"2026-05-27T06:55:52.813708Z","caller":"traceutil/trace.go:171","msg":"trace[179268349] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:1; response_revision:24742; }","duration":"129.098909ms","start":"2026-05-27T06:55:52.684592Z","end":"2026-05-27T06:55:52.813691Z","steps":["trace[179268349] 'agreement among raft nodes before linearized reading' (duration: 128.952905ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:52.813728Z","caller":"traceutil/trace.go:171","msg":"trace[1258522927] range","detail":"{range_begin:/registry/deployments/openstack/magnum-api; range_end:; response_count:1; response_revision:24742; }","duration":"132.914051ms","start":"2026-05-27T06:55:52.680802Z","end":"2026-05-27T06:55:52.813716Z","steps":["trace[1258522927] 'agreement among raft nodes before linearized reading' (duration: 132.766796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:52.813496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.310918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T06:55:52.813883Z","caller":"traceutil/trace.go:171","msg":"trace[714598325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24742; }","duration":"311.733481ms","start":"2026-05-27T06:55:52.502127Z","end":"2026-05-27T06:55:52.813861Z","steps":["trace[714598325] 'agreement among raft nodes before linearized reading' (duration: 311.202094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:52.813983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:52.502111Z","time spent":"311.851855ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T06:55:52.814143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.37908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-api-857965b57\" ","response":"range_response_count:1 size:7456"} {"level":"info","ts":"2026-05-27T06:55:52.814205Z","caller":"traceutil/trace.go:171","msg":"trace[2084547762] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-api-857965b57; range_end:; response_count:1; response_revision:24742; }","duration":"136.478314ms","start":"2026-05-27T06:55:52.677711Z","end":"2026-05-27T06:55:52.814189Z","steps":["trace[2084547762] 'agreement among raft nodes before linearized reading' (duration: 136.33809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:52.814269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.34078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-27T06:55:52.814021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.321593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-05-27T06:55:52.814413Z","caller":"traceutil/trace.go:171","msg":"trace[294637738] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24742; }","duration":"159.559558ms","start":"2026-05-27T06:55:52.654831Z","end":"2026-05-27T06:55:52.81439Z","steps":["trace[294637738] 'agreement among raft nodes before linearized reading' (duration: 157.230754ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:52.814542Z","caller":"traceutil/trace.go:171","msg":"trace[680371436] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:24742; }","duration":"133.822379ms","start":"2026-05-27T06:55:52.680655Z","end":"2026-05-27T06:55:52.814478Z","steps":["trace[680371436] 'agreement among raft nodes before linearized reading' (duration: 133.262152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:52.814319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.737321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-857965b57-89f8z\" ","response":"range_response_count:1 size:6968"} {"level":"info","ts":"2026-05-27T06:55:52.814844Z","caller":"traceutil/trace.go:171","msg":"trace[561072645] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-857965b57-89f8z; range_end:; response_count:1; response_revision:24742; }","duration":"125.280228ms","start":"2026-05-27T06:55:52.689544Z","end":"2026-05-27T06:55:52.814825Z","steps":["trace[561072645] 'agreement among raft nodes before linearized reading' (duration: 124.677029ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:53.025152Z","caller":"traceutil/trace.go:171","msg":"trace[150429890] transaction","detail":"{read_only:false; response_revision:24746; number_of_response:1; }","duration":"201.325315ms","start":"2026-05-27T06:55:52.823803Z","end":"2026-05-27T06:55:53.025128Z","steps":["trace[150429890] 'process raft request' (duration: 201.138389ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:53.025221Z","caller":"traceutil/trace.go:171","msg":"trace[2037405961] transaction","detail":"{read_only:false; response_revision:24744; number_of_response:1; }","duration":"202.900355ms","start":"2026-05-27T06:55:52.822268Z","end":"2026-05-27T06:55:53.025168Z","steps":["trace[2037405961] 'process raft request' (duration: 167.319805ms)","trace[2037405961] 'compare' (duration: 35.044293ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:53.025343Z","caller":"traceutil/trace.go:171","msg":"trace[788894278] transaction","detail":"{read_only:false; response_revision:24747; number_of_response:1; }","duration":"199.271579ms","start":"2026-05-27T06:55:52.82604Z","end":"2026-05-27T06:55:53.025311Z","steps":["trace[788894278] 'process raft request' (duration: 198.936739ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:53.025435Z","caller":"traceutil/trace.go:171","msg":"trace[1696167084] transaction","detail":"{read_only:false; response_revision:24748; number_of_response:1; }","duration":"187.364462ms","start":"2026-05-27T06:55:52.838059Z","end":"2026-05-27T06:55:53.025423Z","steps":["trace[1696167084] 'process raft request' (duration: 186.977279ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:53.025373Z","caller":"traceutil/trace.go:171","msg":"trace[2061116137] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"201.583533ms","start":"2026-05-27T06:55:52.823759Z","end":"2026-05-27T06:55:53.025343Z","steps":["trace[2061116137] 'process raft request' (duration: 201.075447ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:53.025667Z","caller":"traceutil/trace.go:171","msg":"trace[396836992] transaction","detail":"{read_only:false; response_revision:24749; number_of_response:1; }","duration":"182.893749ms","start":"2026-05-27T06:55:52.842765Z","end":"2026-05-27T06:55:53.025658Z","steps":["trace[396836992] 'process raft request' (duration: 182.307101ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:53.02569Z","caller":"traceutil/trace.go:171","msg":"trace[1156889283] transaction","detail":"{read_only:false; response_revision:24750; number_of_response:1; }","duration":"167.621294ms","start":"2026-05-27T06:55:52.858062Z","end":"2026-05-27T06:55:53.025683Z","steps":["trace[1156889283] 'process raft request' (duration: 167.308414ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:53.025765Z","caller":"traceutil/trace.go:171","msg":"trace[389608763] linearizableReadLoop","detail":"{readStateIndex:25594; appliedIndex:25587; }","duration":"147.615458ms","start":"2026-05-27T06:55:52.878142Z","end":"2026-05-27T06:55:53.025757Z","steps":["trace[389608763] 'read index received' (duration: 111.46702ms)","trace[389608763] 'applied index is now lower than readState.Index' (duration: 36.147708ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:53.025912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.119826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-05-27T06:55:53.025936Z","caller":"traceutil/trace.go:171","msg":"trace[246615712] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:24750; }","duration":"205.181437ms","start":"2026-05-27T06:55:52.820749Z","end":"2026-05-27T06:55:53.02593Z","steps":["trace[246615712] 'agreement among raft nodes before linearized reading' (duration: 205.067533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:53.025943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.677977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-api-857965b57\" ","response":"range_response_count:1 size:7456"} {"level":"info","ts":"2026-05-27T06:55:53.025967Z","caller":"traceutil/trace.go:171","msg":"trace[1072880996] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-api-857965b57; range_end:; response_count:1; response_revision:24750; }","duration":"202.73468ms","start":"2026-05-27T06:55:52.823225Z","end":"2026-05-27T06:55:53.02596Z","steps":["trace[1072880996] 'agreement among raft nodes before linearized reading' (duration: 202.606596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:53.026092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.675043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-27T06:55:53.026113Z","caller":"traceutil/trace.go:171","msg":"trace[589664193] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24750; }","duration":"205.718435ms","start":"2026-05-27T06:55:52.820389Z","end":"2026-05-27T06:55:53.026108Z","steps":["trace[589664193] 'agreement among raft nodes before linearized reading' (duration: 205.635002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:53.026165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.075764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112192"} {"level":"warn","ts":"2026-05-27T06:55:53.026195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.035324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-05-27T06:55:53.02625Z","caller":"traceutil/trace.go:171","msg":"trace[1031552531] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:24750; }","duration":"206.109457ms","start":"2026-05-27T06:55:52.820131Z","end":"2026-05-27T06:55:53.02624Z","steps":["trace[1031552531] 'agreement among raft nodes before linearized reading' (duration: 206.009234ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:53.026264Z","caller":"traceutil/trace.go:171","msg":"trace[1251914693] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:24750; }","duration":"205.172827ms","start":"2026-05-27T06:55:52.821037Z","end":"2026-05-27T06:55:53.02621Z","steps":["trace[1251914693] 'agreement among raft nodes before linearized reading' (duration: 204.755664ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:53.062523Z","caller":"traceutil/trace.go:171","msg":"trace[541153489] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"170.63773ms","start":"2026-05-27T06:55:52.89186Z","end":"2026-05-27T06:55:53.062498Z","steps":["trace[541153489] 'process raft request' (duration: 170.509756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:53.899886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.617344ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-27T06:55:53.900428Z","caller":"traceutil/trace.go:171","msg":"trace[1427980319] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"863.770496ms","start":"2026-05-27T06:55:53.036633Z","end":"2026-05-27T06:55:53.900403Z","steps":["trace[1427980319] 'process raft request' (duration: 863.533179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:53.900551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:53.036612Z","time spent":"863.8582ms","remote":"127.0.0.1:41524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7483,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:55:53.90069Z","caller":"traceutil/trace.go:171","msg":"trace[1986348734] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"853.203601ms","start":"2026-05-27T06:55:53.047475Z","end":"2026-05-27T06:55:53.900679Z","steps":["trace[1986348734] 'process raft request' (duration: 852.84114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:53.900742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:53.04745Z","time spent":"853.265933ms","remote":"127.0.0.1:37834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:55:53.901046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.604705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T06:55:53.90108Z","caller":"traceutil/trace.go:171","msg":"trace[622156168] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24755; }","duration":"995.673307ms","start":"2026-05-27T06:55:52.905396Z","end":"2026-05-27T06:55:53.901069Z","steps":["trace[622156168] 'agreement among raft nodes before linearized reading' (duration: 995.543552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:53.901109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:52.905378Z","time spent":"995.720478ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-27T06:55:53.901174Z","caller":"traceutil/trace.go:171","msg":"trace[417770608] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"152.761962ms","start":"2026-05-27T06:55:53.74808Z","end":"2026-05-27T06:55:53.900842Z","steps":["trace[417770608] 'process raft request' (duration: 152.711051ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:53.90103Z","caller":"traceutil/trace.go:171","msg":"trace[1716414878] linearizableReadLoop","detail":"{readStateIndex:25596; appliedIndex:25594; }","duration":"874.988953ms","start":"2026-05-27T06:55:53.025786Z","end":"2026-05-27T06:55:53.900775Z","steps":["trace[1716414878] 'read index received' (duration: 36.665075ms)","trace[1716414878] 'applied index is now lower than readState.Index' (duration: 838.320748ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:53.90128Z","caller":"traceutil/trace.go:171","msg":"trace[210994848] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"703.265799ms","start":"2026-05-27T06:55:53.197586Z","end":"2026-05-27T06:55:53.900852Z","steps":["trace[210994848] 'process raft request' (duration: 703.071752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:53.901759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:53.197565Z","time spent":"704.052123ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:55:53.932217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.894551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-conductor\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-05-27T06:55:53.932233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.218984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-05-27T06:55:53.932305Z","caller":"traceutil/trace.go:171","msg":"trace[1789715040] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-conductor; range_end:; response_count:1; response_revision:24756; }","duration":"785.047896ms","start":"2026-05-27T06:55:53.147238Z","end":"2026-05-27T06:55:53.932285Z","steps":["trace[1789715040] 'agreement among raft nodes before linearized reading' (duration: 784.752897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:53.93228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.084218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T06:55:53.932321Z","caller":"traceutil/trace.go:171","msg":"trace[113391724] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:24756; }","duration":"894.327448ms","start":"2026-05-27T06:55:53.037974Z","end":"2026-05-27T06:55:53.932301Z","steps":["trace[113391724] 'agreement among raft nodes before linearized reading' (duration: 894.08238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:53.93235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:53.147213Z","time spent":"785.129599ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":559,"request content":"key:\"/registry/serviceaccounts/openstack/magnum-conductor\" "} {"level":"warn","ts":"2026-05-27T06:55:53.932374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:53.037957Z","time spent":"894.40642ms","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-05-27T06:55:53.932389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.562418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18463"} {"level":"warn","ts":"2026-05-27T06:55:53.932496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.188611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:53.932497Z","caller":"traceutil/trace.go:171","msg":"trace[1586283240] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24756; }","duration":"902.724184ms","start":"2026-05-27T06:55:53.029744Z","end":"2026-05-27T06:55:53.932468Z","steps":["trace[1586283240] 'agreement among raft nodes before linearized reading' (duration: 902.447935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:53.932524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.306253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:1 size:8255"} {"level":"warn","ts":"2026-05-27T06:55:53.932571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:53.029716Z","time spent":"902.840778ms","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18485,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-27T06:55:53.932576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.992821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:55:53.932594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.758554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:55:53.932592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.355448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T06:55:53.932618Z","caller":"traceutil/trace.go:171","msg":"trace[1886466338] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:1; response_revision:24756; }","duration":"892.577602ms","start":"2026-05-27T06:55:53.040019Z","end":"2026-05-27T06:55:53.932597Z","steps":["trace[1886466338] 'agreement among raft nodes before linearized reading' (duration: 892.122028ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:53.932629Z","caller":"traceutil/trace.go:171","msg":"trace[400697760] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24756; }","duration":"720.835727ms","start":"2026-05-27T06:55:53.211779Z","end":"2026-05-27T06:55:53.932615Z","steps":["trace[400697760] 'agreement among raft nodes before linearized reading' (duration: 720.778625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:53.932657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:53.211754Z","time spent":"720.897259ms","remote":"127.0.0.1:41154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:55:53.932668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:53.040012Z","time spent":"892.647524ms","remote":"127.0.0.1:41512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8277,"request content":"key:\"/registry/statefulsets/openstack/magnum-conductor\" "} {"level":"info","ts":"2026-05-27T06:55:53.932659Z","caller":"traceutil/trace.go:171","msg":"trace[168901036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24756; }","duration":"582.466411ms","start":"2026-05-27T06:55:53.350172Z","end":"2026-05-27T06:55:53.932638Z","steps":["trace[168901036] 'agreement among raft nodes before linearized reading' (duration: 582.295636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:53.932692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.13984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-db-init-hvrkd\" ","response":"range_response_count:1 size:5745"} {"level":"warn","ts":"2026-05-27T06:55:53.932721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:53.350151Z","time spent":"582.559505ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-27T06:55:53.932529Z","caller":"traceutil/trace.go:171","msg":"trace[1693421112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24756; }","duration":"366.280845ms","start":"2026-05-27T06:55:53.566241Z","end":"2026-05-27T06:55:53.932522Z","steps":["trace[1693421112] 'agreement among raft nodes before linearized reading' (duration: 366.210372ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:53.932425Z","caller":"traceutil/trace.go:171","msg":"trace[649575229] transaction","detail":"{read_only:false; response_revision:24756; number_of_response:1; }","duration":"108.084233ms","start":"2026-05-27T06:55:53.824331Z","end":"2026-05-27T06:55:53.932416Z","steps":["trace[649575229] 'process raft request' (duration: 107.34717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:53.932783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:53.566213Z","time spent":"366.558344ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:55:53.932842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.452917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-api\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-05-27T06:55:53.932869Z","caller":"traceutil/trace.go:171","msg":"trace[1852381871] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-api; range_end:; response_count:1; response_revision:24756; }","duration":"784.478997ms","start":"2026-05-27T06:55:53.148383Z","end":"2026-05-27T06:55:53.932862Z","steps":["trace[1852381871] 'agreement among raft nodes before linearized reading' (duration: 784.406635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:53.93289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:53.148369Z","time spent":"784.516219ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":547,"request content":"key:\"/registry/serviceaccounts/openstack/magnum-api\" "} {"level":"info","ts":"2026-05-27T06:55:53.932378Z","caller":"traceutil/trace.go:171","msg":"trace[479191934] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24756; }","duration":"576.250914ms","start":"2026-05-27T06:55:53.356102Z","end":"2026-05-27T06:55:53.932353Z","steps":["trace[479191934] 'agreement among raft nodes before linearized reading' (duration: 575.929834ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:53.932613Z","caller":"traceutil/trace.go:171","msg":"trace[1719013126] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24756; }","duration":"477.074324ms","start":"2026-05-27T06:55:53.455532Z","end":"2026-05-27T06:55:53.932606Z","steps":["trace[1719013126] 'agreement among raft nodes before linearized reading' (duration: 477.013132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:53.932979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:53.455495Z","time spent":"477.474057ms","remote":"127.0.0.1:47356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:55:53.932978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:53.356076Z","time spent":"576.888935ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-27T06:55:53.933179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.813858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-db-init\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-27T06:55:53.933215Z","caller":"traceutil/trace.go:171","msg":"trace[805720027] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-db-init; range_end:; response_count:1; response_revision:24756; }","duration":"784.86262ms","start":"2026-05-27T06:55:53.148342Z","end":"2026-05-27T06:55:53.933205Z","steps":["trace[805720027] 'agreement among raft nodes before linearized reading' (duration: 784.746117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:53.933244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:53.148335Z","time spent":"784.903221ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":555,"request content":"key:\"/registry/serviceaccounts/openstack/magnum-db-init\" "} {"level":"warn","ts":"2026-05-27T06:55:53.932411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.298218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T06:55:53.933325Z","caller":"traceutil/trace.go:171","msg":"trace[222007956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24756; }","duration":"584.255038ms","start":"2026-05-27T06:55:53.349047Z","end":"2026-05-27T06:55:53.933302Z","steps":["trace[222007956] 'agreement among raft nodes before linearized reading' (duration: 583.062531ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:53.932722Z","caller":"traceutil/trace.go:171","msg":"trace[700547297] range","detail":"{range_begin:/registry/pods/openstack/magnum-db-init-hvrkd; range_end:; response_count:1; response_revision:24756; }","duration":"899.210013ms","start":"2026-05-27T06:55:53.033499Z","end":"2026-05-27T06:55:53.932709Z","steps":["trace[700547297] 'agreement among raft nodes before linearized reading' (duration: 899.13404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:53.933417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:53.033468Z","time spent":"899.937046ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":5767,"request content":"key:\"/registry/pods/openstack/magnum-db-init-hvrkd\" "} {"level":"warn","ts":"2026-05-27T06:55:53.9334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:53.349039Z","time spent":"584.344781ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T06:55:53.933651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.627796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T06:55:53.933724Z","caller":"traceutil/trace.go:171","msg":"trace[1594867223] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24756; }","duration":"661.76281ms","start":"2026-05-27T06:55:53.271942Z","end":"2026-05-27T06:55:53.933705Z","steps":["trace[1594867223] 'agreement among raft nodes before linearized reading' (duration: 660.026535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:53.933772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:53.271891Z","time spent":"661.868393ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:55:53.935735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.817339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224964"} {"level":"info","ts":"2026-05-27T06:55:53.935804Z","caller":"traceutil/trace.go:171","msg":"trace[483420245] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:24756; }","duration":"614.931012ms","start":"2026-05-27T06:55:53.320856Z","end":"2026-05-27T06:55:53.935787Z","steps":["trace[483420245] 'agreement among raft nodes before linearized reading' (duration: 612.068221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:53.935852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:53.320831Z","time spent":"615.008975ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2224986,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-05-27T06:55:54.022705Z","caller":"traceutil/trace.go:171","msg":"trace[54121937] transaction","detail":"{read_only:false; response_revision:24758; number_of_response:1; }","duration":"106.555234ms","start":"2026-05-27T06:55:53.916119Z","end":"2026-05-27T06:55:54.022674Z","steps":["trace[54121937] 'process raft request' (duration: 106.11508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:54.022843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.704714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-api-857965b57\" ","response":"range_response_count:1 size:7501"} {"level":"info","ts":"2026-05-27T06:55:54.022928Z","caller":"traceutil/trace.go:171","msg":"trace[459809130] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-api-857965b57; range_end:; response_count:1; response_revision:24758; }","duration":"109.840968ms","start":"2026-05-27T06:55:53.913067Z","end":"2026-05-27T06:55:54.022908Z","steps":["trace[459809130] 'agreement among raft nodes before linearized reading' (duration: 109.601921ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:54.022717Z","caller":"traceutil/trace.go:171","msg":"trace[760878539] transaction","detail":"{read_only:false; response_revision:24757; number_of_response:1; }","duration":"115.408146ms","start":"2026-05-27T06:55:53.907264Z","end":"2026-05-27T06:55:54.022672Z","steps":["trace[760878539] 'process raft request' (duration: 94.608015ms)","trace[760878539] 'compare' (duration: 20.177851ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:54.05441Z","caller":"traceutil/trace.go:171","msg":"trace[48406410] transaction","detail":"{read_only:false; response_revision:24761; number_of_response:1; }","duration":"112.814083ms","start":"2026-05-27T06:55:53.941572Z","end":"2026-05-27T06:55:54.054386Z","steps":["trace[48406410] 'process raft request' (duration: 112.753842ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:54.05443Z","caller":"traceutil/trace.go:171","msg":"trace[624097424] transaction","detail":"{read_only:false; response_revision:24759; number_of_response:1; }","duration":"115.426407ms","start":"2026-05-27T06:55:53.938966Z","end":"2026-05-27T06:55:54.054392Z","steps":["trace[624097424] 'process raft request' (duration: 115.175429ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:54.054654Z","caller":"traceutil/trace.go:171","msg":"trace[1810239140] transaction","detail":"{read_only:false; response_revision:24760; number_of_response:1; }","duration":"113.143624ms","start":"2026-05-27T06:55:53.941499Z","end":"2026-05-27T06:55:54.054643Z","steps":["trace[1810239140] 'process raft request' (duration: 112.789922ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:54.054773Z","caller":"traceutil/trace.go:171","msg":"trace[235215421] transaction","detail":"{read_only:false; response_revision:24762; number_of_response:1; }","duration":"113.069371ms","start":"2026-05-27T06:55:53.941692Z","end":"2026-05-27T06:55:54.054762Z","steps":["trace[235215421] 'process raft request' (duration: 112.665569ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:54.05497Z","caller":"traceutil/trace.go:171","msg":"trace[1113148112] transaction","detail":"{read_only:false; response_revision:24763; number_of_response:1; }","duration":"109.56211ms","start":"2026-05-27T06:55:53.945396Z","end":"2026-05-27T06:55:54.054958Z","steps":["trace[1113148112] 'process raft request' (duration: 109.25363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:54.055038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.94853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-db-init-hvrkd\" ","response":"range_response_count:1 size:7046"} {"level":"info","ts":"2026-05-27T06:55:54.055108Z","caller":"traceutil/trace.go:171","msg":"trace[1987359326] range","detail":"{range_begin:/registry/pods/openstack/magnum-db-init-hvrkd; range_end:; response_count:1; response_revision:24763; }","duration":"120.035183ms","start":"2026-05-27T06:55:53.935056Z","end":"2026-05-27T06:55:54.055091Z","steps":["trace[1987359326] 'agreement among raft nodes before linearized reading' (duration: 119.930669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:54.055576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.496298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-857965b57-89f8z\" ","response":"range_response_count:1 size:8253"} {"level":"info","ts":"2026-05-27T06:55:54.055682Z","caller":"traceutil/trace.go:171","msg":"trace[1993801320] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-857965b57-89f8z; range_end:; response_count:1; response_revision:24763; }","duration":"120.631352ms","start":"2026-05-27T06:55:53.935029Z","end":"2026-05-27T06:55:54.05566Z","steps":["trace[1993801320] 'agreement among raft nodes before linearized reading' (duration: 120.2434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:54.055664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.89347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:8107"} {"level":"info","ts":"2026-05-27T06:55:54.055751Z","caller":"traceutil/trace.go:171","msg":"trace[484252408] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:24763; }","duration":"120.997383ms","start":"2026-05-27T06:55:53.934744Z","end":"2026-05-27T06:55:54.055741Z","steps":["trace[484252408] 'agreement among raft nodes before linearized reading' (duration: 120.831898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:54.056057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.893498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-05-27T06:55:54.056135Z","caller":"traceutil/trace.go:171","msg":"trace[806768027] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:24763; }","duration":"114.545009ms","start":"2026-05-27T06:55:53.941579Z","end":"2026-05-27T06:55:54.056124Z","steps":["trace[806768027] 'agreement among raft nodes before linearized reading' (duration: 113.762774ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:54.254549Z","caller":"traceutil/trace.go:171","msg":"trace[1296380449] linearizableReadLoop","detail":"{readStateIndex:25609; appliedIndex:25608; }","duration":"175.093021ms","start":"2026-05-27T06:55:54.079422Z","end":"2026-05-27T06:55:54.254515Z","steps":["trace[1296380449] 'read index received' (duration: 117.363338ms)","trace[1296380449] 'applied index is now lower than readState.Index' (duration: 57.728263ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:54.254687Z","caller":"traceutil/trace.go:171","msg":"trace[1256059619] transaction","detail":"{read_only:false; response_revision:24764; number_of_response:1; }","duration":"178.578062ms","start":"2026-05-27T06:55:54.07604Z","end":"2026-05-27T06:55:54.254618Z","steps":["trace[1256059619] 'process raft request' (duration: 120.761606ms)","trace[1256059619] 'compare' (duration: 57.538608ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:54.254853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.396071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-27T06:55:54.254891Z","caller":"traceutil/trace.go:171","msg":"trace[323951867] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24764; }","duration":"175.474814ms","start":"2026-05-27T06:55:54.079405Z","end":"2026-05-27T06:55:54.25488Z","steps":["trace[323951867] 'agreement among raft nodes before linearized reading' (duration: 175.294228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:54.285581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.428015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-05-27T06:55:54.285687Z","caller":"traceutil/trace.go:171","msg":"trace[1085958751] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:24766; }","duration":"199.587879ms","start":"2026-05-27T06:55:54.086071Z","end":"2026-05-27T06:55:54.285658Z","steps":["trace[1085958751] 'agreement among raft nodes before linearized reading' (duration: 199.29116ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:54.285813Z","caller":"traceutil/trace.go:171","msg":"trace[1787707011] transaction","detail":"{read_only:false; response_revision:24766; number_of_response:1; }","duration":"185.058149ms","start":"2026-05-27T06:55:54.100729Z","end":"2026-05-27T06:55:54.285787Z","steps":["trace[1787707011] 'process raft request' (duration: 184.547672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:54.28596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.799369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:54.286053Z","caller":"traceutil/trace.go:171","msg":"trace[502084486] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24766; }","duration":"127.893212ms","start":"2026-05-27T06:55:54.158139Z","end":"2026-05-27T06:55:54.286032Z","steps":["trace[502084486] 'agreement among raft nodes before linearized reading' (duration: 127.724607ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:54.286041Z","caller":"traceutil/trace.go:171","msg":"trace[245302743] transaction","detail":"{read_only:false; response_revision:24765; number_of_response:1; }","duration":"187.221037ms","start":"2026-05-27T06:55:54.098726Z","end":"2026-05-27T06:55:54.285947Z","steps":["trace[245302743] 'process raft request' (duration: 186.211914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:54.286156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.374878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-05-27T06:55:54.286258Z","caller":"traceutil/trace.go:171","msg":"trace[345843403] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24766; }","duration":"179.509772ms","start":"2026-05-27T06:55:54.106726Z","end":"2026-05-27T06:55:54.286236Z","steps":["trace[345843403] 'agreement among raft nodes before linearized reading' (duration: 179.231593ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:54.440574Z","caller":"traceutil/trace.go:171","msg":"trace[1297319776] transaction","detail":"{read_only:false; response_revision:24767; number_of_response:1; }","duration":"106.525924ms","start":"2026-05-27T06:55:54.334004Z","end":"2026-05-27T06:55:54.44053Z","steps":["trace[1297319776] 'process raft request' (duration: 103.454986ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:55.531747Z","caller":"traceutil/trace.go:171","msg":"trace[499610185] transaction","detail":"{read_only:false; response_revision:24778; number_of_response:1; }","duration":"140.767641ms","start":"2026-05-27T06:55:55.390928Z","end":"2026-05-27T06:55:55.531696Z","steps":["trace[499610185] 'process raft request' (duration: 140.40479ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:56.026563Z","caller":"traceutil/trace.go:171","msg":"trace[475035258] transaction","detail":"{read_only:false; response_revision:24780; number_of_response:1; }","duration":"119.080073ms","start":"2026-05-27T06:55:55.907454Z","end":"2026-05-27T06:55:56.026534Z","steps":["trace[475035258] 'process raft request' (duration: 118.838805ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:56.11898Z","caller":"traceutil/trace.go:171","msg":"trace[166241129] transaction","detail":"{read_only:false; response_revision:24781; number_of_response:1; }","duration":"179.298116ms","start":"2026-05-27T06:55:55.939658Z","end":"2026-05-27T06:55:56.118956Z","steps":["trace[166241129] 'process raft request' (duration: 131.129795ms)","trace[166241129] 'compare' (duration: 47.746377ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:56.360486Z","caller":"traceutil/trace.go:171","msg":"trace[1640238528] transaction","detail":"{read_only:false; response_revision:24784; number_of_response:1; }","duration":"235.810379ms","start":"2026-05-27T06:55:56.124655Z","end":"2026-05-27T06:55:56.360465Z","steps":["trace[1640238528] 'process raft request' (duration: 235.748057ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:56.360497Z","caller":"traceutil/trace.go:171","msg":"trace[267867224] transaction","detail":"{read_only:false; response_revision:24783; number_of_response:1; }","duration":"235.852701ms","start":"2026-05-27T06:55:56.124612Z","end":"2026-05-27T06:55:56.360465Z","steps":["trace[267867224] 'process raft request' (duration: 235.656894ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:56.360673Z","caller":"traceutil/trace.go:171","msg":"trace[2033920486] transaction","detail":"{read_only:false; response_revision:24785; number_of_response:1; }","duration":"235.82682ms","start":"2026-05-27T06:55:56.124836Z","end":"2026-05-27T06:55:56.360663Z","steps":["trace[2033920486] 'process raft request' (duration: 235.602963ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:56.361152Z","caller":"traceutil/trace.go:171","msg":"trace[1104909730] transaction","detail":"{read_only:false; response_revision:24786; number_of_response:1; }","duration":"236.257904ms","start":"2026-05-27T06:55:56.124872Z","end":"2026-05-27T06:55:56.361129Z","steps":["trace[1104909730] 'process raft request' (duration: 235.757838ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:56.439989Z","caller":"traceutil/trace.go:171","msg":"trace[1548452584] transaction","detail":"{read_only:false; response_revision:24787; number_of_response:1; }","duration":"146.190063ms","start":"2026-05-27T06:55:56.293767Z","end":"2026-05-27T06:55:56.439957Z","steps":["trace[1548452584] 'process raft request' (duration: 115.824728ms)","trace[1548452584] 'compare' (duration: 30.122547ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:56.440213Z","caller":"traceutil/trace.go:171","msg":"trace[1359890615] transaction","detail":"{read_only:false; response_revision:24788; number_of_response:1; }","duration":"146.149612ms","start":"2026-05-27T06:55:56.294053Z","end":"2026-05-27T06:55:56.440202Z","steps":["trace[1359890615] 'process raft request' (duration: 145.853452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:56.440481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.18106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:56.440635Z","caller":"traceutil/trace.go:171","msg":"trace[780111493] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24788; }","duration":"122.349085ms","start":"2026-05-27T06:55:56.318225Z","end":"2026-05-27T06:55:56.440574Z","steps":["trace[780111493] 'agreement among raft nodes before linearized reading' (duration: 122.074057ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:56.954515Z","caller":"traceutil/trace.go:171","msg":"trace[1943384087] transaction","detail":"{read_only:false; response_revision:24790; number_of_response:1; }","duration":"137.403374ms","start":"2026-05-27T06:55:56.816871Z","end":"2026-05-27T06:55:56.954274Z","steps":["trace[1943384087] 'process raft request' (duration: 122.512271ms)","trace[1943384087] 'compare' (duration: 14.208542ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:56.979961Z","caller":"traceutil/trace.go:171","msg":"trace[1526582250] linearizableReadLoop","detail":"{readStateIndex:25636; appliedIndex:25634; }","duration":"132.446977ms","start":"2026-05-27T06:55:56.847487Z","end":"2026-05-27T06:55:56.979934Z","steps":["trace[1526582250] 'read index received' (duration: 91.906279ms)","trace[1526582250] 'applied index is now lower than readState.Index' (duration: 40.539748ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:56.980089Z","caller":"traceutil/trace.go:171","msg":"trace[2133412466] transaction","detail":"{read_only:false; response_revision:24791; number_of_response:1; }","duration":"140.515653ms","start":"2026-05-27T06:55:56.839557Z","end":"2026-05-27T06:55:56.980073Z","steps":["trace[2133412466] 'process raft request' (duration: 140.133981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:56.980277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.777667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:56.980305Z","caller":"traceutil/trace.go:171","msg":"trace[673139177] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24791; }","duration":"132.828499ms","start":"2026-05-27T06:55:56.847467Z","end":"2026-05-27T06:55:56.980295Z","steps":["trace[673139177] 'agreement among raft nodes before linearized reading' (duration: 132.756126ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:57.106342Z","caller":"traceutil/trace.go:171","msg":"trace[122746002] transaction","detail":"{read_only:false; response_revision:24792; number_of_response:1; }","duration":"147.66464ms","start":"2026-05-27T06:55:56.958645Z","end":"2026-05-27T06:55:57.106309Z","steps":["trace[122746002] 'process raft request' (duration: 108.905809ms)","trace[122746002] 'compare' (duration: 38.596696ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:57.107163Z","caller":"traceutil/trace.go:171","msg":"trace[243442486] linearizableReadLoop","detail":"{readStateIndex:25637; appliedIndex:25636; }","duration":"127.078657ms","start":"2026-05-27T06:55:56.980029Z","end":"2026-05-27T06:55:57.107107Z","steps":["trace[243442486] 'read index received' (duration: 87.406687ms)","trace[243442486] 'applied index is now lower than readState.Index' (duration: 39.66267ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:57.107269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.242669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:55:57.107346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.796209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:55:57.107372Z","caller":"traceutil/trace.go:171","msg":"trace[237673095] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24793; }","duration":"188.419425ms","start":"2026-05-27T06:55:56.918933Z","end":"2026-05-27T06:55:57.107352Z","steps":["trace[237673095] 'agreement among raft nodes before linearized reading' (duration: 188.231569ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:57.107625Z","caller":"traceutil/trace.go:171","msg":"trace[2143457807] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24793; }","duration":"156.096888ms","start":"2026-05-27T06:55:56.951493Z","end":"2026-05-27T06:55:57.10759Z","steps":["trace[2143457807] 'agreement among raft nodes before linearized reading' (duration: 155.705166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:57.107634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.757748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"warn","ts":"2026-05-27T06:55:57.107301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.986802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:57.1077Z","caller":"traceutil/trace.go:171","msg":"trace[1789524230] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:24793; }","duration":"229.893292ms","start":"2026-05-27T06:55:56.877787Z","end":"2026-05-27T06:55:57.10768Z","steps":["trace[1789524230] 'agreement among raft nodes before linearized reading' (duration: 229.554591ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:57.107787Z","caller":"traceutil/trace.go:171","msg":"trace[1477078313] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24793; }","duration":"205.438386ms","start":"2026-05-27T06:55:56.902264Z","end":"2026-05-27T06:55:57.107703Z","steps":["trace[1477078313] 'agreement among raft nodes before linearized reading' (duration: 204.916719ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:57.197979Z","caller":"traceutil/trace.go:171","msg":"trace[1924504423] transaction","detail":"{read_only:false; response_revision:24794; number_of_response:1; }","duration":"113.923919ms","start":"2026-05-27T06:55:57.084019Z","end":"2026-05-27T06:55:57.197943Z","steps":["trace[1924504423] 'process raft request' (duration: 113.674491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:57.198163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.448287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-27T06:55:57.198234Z","caller":"traceutil/trace.go:171","msg":"trace[498200958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24794; }","duration":"115.581372ms","start":"2026-05-27T06:55:57.082633Z","end":"2026-05-27T06:55:57.198215Z","steps":["trace[498200958] 'agreement among raft nodes before linearized reading' (duration: 115.352284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:57.434296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.554558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:55:57.434492Z","caller":"traceutil/trace.go:171","msg":"trace[1328844987] linearizableReadLoop","detail":"{readStateIndex:25641; appliedIndex:25640; }","duration":"143.434436ms","start":"2026-05-27T06:55:57.291032Z","end":"2026-05-27T06:55:57.434466Z","steps":["trace[1328844987] 'read index received' (duration: 66.722µs)","trace[1328844987] 'applied index is now lower than readState.Index' (duration: 143.364844ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:57.434673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.648393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:57.434755Z","caller":"traceutil/trace.go:171","msg":"trace[92165784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24796; }","duration":"143.775556ms","start":"2026-05-27T06:55:57.290961Z","end":"2026-05-27T06:55:57.434736Z","steps":["trace[92165784] 'agreement among raft nodes before linearized reading' (duration: 143.617291ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:57.435023Z","caller":"traceutil/trace.go:171","msg":"trace[1390885229] transaction","detail":"{read_only:false; response_revision:24796; number_of_response:1; }","duration":"232.303778ms","start":"2026-05-27T06:55:57.202679Z","end":"2026-05-27T06:55:57.434982Z","steps":["trace[1390885229] 'process raft request' (duration: 82.878262ms)","trace[1390885229] 'compare' (duration: 147.711612ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:57.888196Z","caller":"traceutil/trace.go:171","msg":"trace[629928368] linearizableReadLoop","detail":"{readStateIndex:25643; appliedIndex:25642; }","duration":"112.124621ms","start":"2026-05-27T06:55:57.776048Z","end":"2026-05-27T06:55:57.888172Z","steps":["trace[629928368] 'read index received' (duration: 81.23291ms)","trace[629928368] 'applied index is now lower than readState.Index' (duration: 30.890431ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:57.888375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.303876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:57.888423Z","caller":"traceutil/trace.go:171","msg":"trace[971337497] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:24797; }","duration":"112.414791ms","start":"2026-05-27T06:55:57.775997Z","end":"2026-05-27T06:55:57.888412Z","steps":["trace[971337497] 'agreement among raft nodes before linearized reading' (duration: 112.292777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:57.888759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.617057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:55:57.888995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.41178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/barbican-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-05-27T06:55:57.889052Z","caller":"traceutil/trace.go:171","msg":"trace[284409434] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24797; }","duration":"112.890636ms","start":"2026-05-27T06:55:57.77612Z","end":"2026-05-27T06:55:57.889011Z","steps":["trace[284409434] 'agreement among raft nodes before linearized reading' (duration: 112.604627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:57.88862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.475012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:57.889107Z","caller":"traceutil/trace.go:171","msg":"trace[295456756] range","detail":"{range_begin:/registry/services/endpoints/openstack/barbican-api; range_end:; response_count:1; response_revision:24797; }","duration":"112.549345ms","start":"2026-05-27T06:55:57.776535Z","end":"2026-05-27T06:55:57.889085Z","steps":["trace[295456756] 'agreement among raft nodes before linearized reading' (duration: 112.220625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:57.888793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.605656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:57.889202Z","caller":"traceutil/trace.go:171","msg":"trace[1211286237] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24797; }","duration":"113.04524ms","start":"2026-05-27T06:55:57.776137Z","end":"2026-05-27T06:55:57.889182Z","steps":["trace[1211286237] 'agreement among raft nodes before linearized reading' (duration: 112.526204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:57.888809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.277196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"info","ts":"2026-05-27T06:55:57.889289Z","caller":"traceutil/trace.go:171","msg":"trace[472596115] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:24797; }","duration":"112.784872ms","start":"2026-05-27T06:55:57.776489Z","end":"2026-05-27T06:55:57.889274Z","steps":["trace[472596115] 'agreement among raft nodes before linearized reading' (duration: 112.129971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:57.888814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.99754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:57.889387Z","caller":"traceutil/trace.go:171","msg":"trace[1037545715] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24797; }","duration":"108.603009ms","start":"2026-05-27T06:55:57.78077Z","end":"2026-05-27T06:55:57.889373Z","steps":["trace[1037545715] 'agreement among raft nodes before linearized reading' (duration: 107.948068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:57.88881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.968756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:55:57.88881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.350958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-05-27T06:55:57.88954Z","caller":"traceutil/trace.go:171","msg":"trace[1705056041] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24797; }","duration":"112.703059ms","start":"2026-05-27T06:55:57.776794Z","end":"2026-05-27T06:55:57.889497Z","steps":["trace[1705056041] 'agreement among raft nodes before linearized reading' (duration: 111.917474ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:57.889717Z","caller":"traceutil/trace.go:171","msg":"trace[114114542] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24797; }","duration":"113.0318ms","start":"2026-05-27T06:55:57.7761Z","end":"2026-05-27T06:55:57.889132Z","steps":["trace[114114542] 'agreement among raft nodes before linearized reading' (duration: 112.42776ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:57.889782Z","caller":"traceutil/trace.go:171","msg":"trace[294862599] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:24797; }","duration":"113.33952ms","start":"2026-05-27T06:55:57.776424Z","end":"2026-05-27T06:55:57.889763Z","steps":["trace[294862599] 'agreement among raft nodes before linearized reading' (duration: 112.204684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:57.888864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.376789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/heat-api\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-05-27T06:55:57.889912Z","caller":"traceutil/trace.go:171","msg":"trace[608204059] range","detail":"{range_begin:/registry/services/endpoints/openstack/heat-api; range_end:; response_count:1; response_revision:24797; }","duration":"113.444153ms","start":"2026-05-27T06:55:57.776456Z","end":"2026-05-27T06:55:57.889901Z","steps":["trace[608204059] 'agreement among raft nodes before linearized reading' (duration: 112.239275ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:57.888903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.355509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:903"} {"level":"info","ts":"2026-05-27T06:55:57.889997Z","caller":"traceutil/trace.go:171","msg":"trace[713658230] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24797; }","duration":"113.482205ms","start":"2026-05-27T06:55:57.776508Z","end":"2026-05-27T06:55:57.88999Z","steps":["trace[713658230] 'agreement among raft nodes before linearized reading' (duration: 112.291667ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:58.16015Z","caller":"traceutil/trace.go:171","msg":"trace[1812653674] transaction","detail":"{read_only:false; response_revision:24801; number_of_response:1; }","duration":"174.42951ms","start":"2026-05-27T06:55:57.985695Z","end":"2026-05-27T06:55:58.160125Z","steps":["trace[1812653674] 'process raft request' (duration: 174.205143ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:58.16033Z","caller":"traceutil/trace.go:171","msg":"trace[366581517] transaction","detail":"{read_only:false; response_revision:24802; number_of_response:1; }","duration":"172.453408ms","start":"2026-05-27T06:55:57.98784Z","end":"2026-05-27T06:55:58.160294Z","steps":["trace[366581517] 'process raft request' (duration: 172.19487ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:58.160416Z","caller":"traceutil/trace.go:171","msg":"trace[245228749] transaction","detail":"{read_only:false; response_revision:24803; number_of_response:1; }","duration":"166.705525ms","start":"2026-05-27T06:55:57.993534Z","end":"2026-05-27T06:55:58.160239Z","steps":["trace[245228749] 'process raft request' (duration: 166.617642ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:58.160817Z","caller":"traceutil/trace.go:171","msg":"trace[1958047632] transaction","detail":"{read_only:false; response_revision:24804; number_of_response:1; }","duration":"128.426909ms","start":"2026-05-27T06:55:58.032376Z","end":"2026-05-27T06:55:58.160803Z","steps":["trace[1958047632] 'process raft request' (duration: 127.82616ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:58.404994Z","caller":"traceutil/trace.go:171","msg":"trace[1992755602] linearizableReadLoop","detail":"{readStateIndex:25651; appliedIndex:25650; }","duration":"244.297209ms","start":"2026-05-27T06:55:58.160666Z","end":"2026-05-27T06:55:58.404963Z","steps":["trace[1992755602] 'read index received' (duration: 244.191056ms)","trace[1992755602] 'applied index is now lower than readState.Index' (duration: 103.983µs)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:58.405172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.311746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:58.405325Z","caller":"traceutil/trace.go:171","msg":"trace[1781056351] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24805; }","duration":"281.522882ms","start":"2026-05-27T06:55:58.123779Z","end":"2026-05-27T06:55:58.405301Z","steps":["trace[1781056351] 'agreement among raft nodes before linearized reading' (duration: 281.236453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:58.40535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.576833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-05-27T06:55:58.4054Z","caller":"traceutil/trace.go:171","msg":"trace[962571379] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:24805; }","duration":"281.662337ms","start":"2026-05-27T06:55:58.123722Z","end":"2026-05-27T06:55:58.405384Z","steps":["trace[962571379] 'agreement among raft nodes before linearized reading' (duration: 281.390208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:58.405708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.057999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:58.405746Z","caller":"traceutil/trace.go:171","msg":"trace[1776152836] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24805; }","duration":"282.107821ms","start":"2026-05-27T06:55:58.123629Z","end":"2026-05-27T06:55:58.405736Z","steps":["trace[1776152836] 'agreement among raft nodes before linearized reading' (duration: 282.042449ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:58.405777Z","caller":"traceutil/trace.go:171","msg":"trace[2134533779] transaction","detail":"{read_only:false; response_revision:24805; number_of_response:1; }","duration":"281.099929ms","start":"2026-05-27T06:55:58.12466Z","end":"2026-05-27T06:55:58.40576Z","steps":["trace[2134533779] 'process raft request' (duration: 280.106867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:58.406003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.812193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/heat-api\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-05-27T06:55:58.406043Z","caller":"traceutil/trace.go:171","msg":"trace[99811167] range","detail":"{range_begin:/registry/services/endpoints/openstack/heat-api; range_end:; response_count:1; response_revision:24805; }","duration":"282.865344ms","start":"2026-05-27T06:55:58.123168Z","end":"2026-05-27T06:55:58.406033Z","steps":["trace[99811167] 'agreement among raft nodes before linearized reading' (duration: 282.749671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:58.40608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.945685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"info","ts":"2026-05-27T06:55:58.406132Z","caller":"traceutil/trace.go:171","msg":"trace[828766454] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:24805; }","duration":"282.036628ms","start":"2026-05-27T06:55:58.124078Z","end":"2026-05-27T06:55:58.406115Z","steps":["trace[828766454] 'agreement among raft nodes before linearized reading' (duration: 281.873363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:58.40621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.119483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:58.406246Z","caller":"traceutil/trace.go:171","msg":"trace[1668220467] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:24805; }","duration":"283.190365ms","start":"2026-05-27T06:55:58.123046Z","end":"2026-05-27T06:55:58.406237Z","steps":["trace[1668220467] 'agreement among raft nodes before linearized reading' (duration: 283.132383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:58.406367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.406052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:55:58.406412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.363359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:58.406449Z","caller":"traceutil/trace.go:171","msg":"trace[2019455666] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24805; }","duration":"283.509925ms","start":"2026-05-27T06:55:58.122917Z","end":"2026-05-27T06:55:58.406427Z","steps":["trace[2019455666] 'agreement among raft nodes before linearized reading' (duration: 283.35341ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:58.406457Z","caller":"traceutil/trace.go:171","msg":"trace[998522197] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24805; }","duration":"282.42111ms","start":"2026-05-27T06:55:58.124023Z","end":"2026-05-27T06:55:58.406444Z","steps":["trace[998522197] 'agreement among raft nodes before linearized reading' (duration: 282.349268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:58.406671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.936378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:903"} {"level":"info","ts":"2026-05-27T06:55:58.406698Z","caller":"traceutil/trace.go:171","msg":"trace[1210875163] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24805; }","duration":"283.961909ms","start":"2026-05-27T06:55:58.122728Z","end":"2026-05-27T06:55:58.40669Z","steps":["trace[1210875163] 'agreement among raft nodes before linearized reading' (duration: 283.839215ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:58.44609Z","caller":"traceutil/trace.go:171","msg":"trace[521625597] transaction","detail":"{read_only:false; response_revision:24807; number_of_response:1; }","duration":"278.239708ms","start":"2026-05-27T06:55:58.167823Z","end":"2026-05-27T06:55:58.446062Z","steps":["trace[521625597] 'process raft request' (duration: 277.98933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:58.446155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.52522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-db-init-hvrkd\" ","response":"range_response_count:1 size:7046"} {"level":"info","ts":"2026-05-27T06:55:58.446236Z","caller":"traceutil/trace.go:171","msg":"trace[299295649] range","detail":"{range_begin:/registry/pods/openstack/magnum-db-init-hvrkd; range_end:; response_count:1; response_revision:24808; }","duration":"280.664724ms","start":"2026-05-27T06:55:58.165549Z","end":"2026-05-27T06:55:58.446214Z","steps":["trace[299295649] 'agreement among raft nodes before linearized reading' (duration: 280.394836ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:58.446331Z","caller":"traceutil/trace.go:171","msg":"trace[1624845486] transaction","detail":"{read_only:false; response_revision:24806; number_of_response:1; }","duration":"279.145897ms","start":"2026-05-27T06:55:58.167173Z","end":"2026-05-27T06:55:58.446319Z","steps":["trace[1624845486] 'process raft request' (duration: 278.467335ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:58.446518Z","caller":"traceutil/trace.go:171","msg":"trace[812856137] transaction","detail":"{read_only:false; response_revision:24808; number_of_response:1; }","duration":"224.203331ms","start":"2026-05-27T06:55:58.222284Z","end":"2026-05-27T06:55:58.446487Z","steps":["trace[812856137] 'process raft request' (duration: 223.591212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:58.447036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.011436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:58.447092Z","caller":"traceutil/trace.go:171","msg":"trace[1115392215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24808; }","duration":"156.118099ms","start":"2026-05-27T06:55:58.290955Z","end":"2026-05-27T06:55:58.447073Z","steps":["trace[1115392215] 'agreement among raft nodes before linearized reading' (duration: 156.024776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:58.447315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.035398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-27T06:55:58.447355Z","caller":"traceutil/trace.go:171","msg":"trace[1695417788] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24808; }","duration":"225.122731ms","start":"2026-05-27T06:55:58.222223Z","end":"2026-05-27T06:55:58.447346Z","steps":["trace[1695417788] 'agreement among raft nodes before linearized reading' (duration: 225.021257ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:58.697892Z","caller":"traceutil/trace.go:171","msg":"trace[1291488611] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"250.684243ms","start":"2026-05-27T06:55:58.447175Z","end":"2026-05-27T06:55:58.697859Z","steps":["trace[1291488611] 'process raft request' (duration: 164.97647ms)","trace[1291488611] 'compare' (duration: 85.565888ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:58.916369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.06863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:55:58.916615Z","caller":"traceutil/trace.go:171","msg":"trace[965101298] transaction","detail":"{read_only:false; response_revision:24810; number_of_response:1; }","duration":"469.231884ms","start":"2026-05-27T06:55:58.447354Z","end":"2026-05-27T06:55:58.916586Z","steps":["trace[965101298] 'process raft request' (duration: 350.854404ms)","trace[965101298] 'compare' (duration: 117.914146ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:58.916761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:58.44733Z","time spent":"469.353588ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:55:58.916765Z","caller":"traceutil/trace.go:171","msg":"trace[1890536441] linearizableReadLoop","detail":"{readStateIndex:25656; appliedIndex:25654; }","duration":"467.348964ms","start":"2026-05-27T06:55:58.449399Z","end":"2026-05-27T06:55:58.916748Z","steps":["trace[1890536441] 'read index received' (duration: 162.847702ms)","trace[1890536441] 'applied index is now lower than readState.Index' (duration: 304.499912ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:58.916827Z","caller":"traceutil/trace.go:171","msg":"trace[470065237] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"464.35668ms","start":"2026-05-27T06:55:58.452402Z","end":"2026-05-27T06:55:58.916759Z","steps":["trace[470065237] 'process raft request' (duration: 464.147623ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:58.91684Z","caller":"traceutil/trace.go:171","msg":"trace[481808115] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"463.256485ms","start":"2026-05-27T06:55:58.453546Z","end":"2026-05-27T06:55:58.916802Z","steps":["trace[481808115] 'process raft request' (duration: 463.10441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:58.916933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.521321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:55:58.916935Z","caller":"traceutil/trace.go:171","msg":"trace[715407352] transaction","detail":"{read_only:false; response_revision:24813; number_of_response:1; }","duration":"463.973917ms","start":"2026-05-27T06:55:58.452929Z","end":"2026-05-27T06:55:58.916903Z","steps":["trace[715407352] 'process raft request' (duration: 463.654257ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:58.916967Z","caller":"traceutil/trace.go:171","msg":"trace[312025631] transaction","detail":"{read_only:false; response_revision:24811; number_of_response:1; }","duration":"464.600948ms","start":"2026-05-27T06:55:58.45235Z","end":"2026-05-27T06:55:58.916951Z","steps":["trace[312025631] 'process raft request' (duration: 464.119913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:58.916984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:58.452368Z","time spent":"464.528715ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:55:58.916998Z","caller":"traceutil/trace.go:171","msg":"trace[341450107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24816; }","duration":"467.609903ms","start":"2026-05-27T06:55:58.449363Z","end":"2026-05-27T06:55:58.916973Z","steps":["trace[341450107] 'agreement among raft nodes before linearized reading' (duration: 467.504789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:58.917014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:58.453531Z","time spent":"463.389259ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:55:58.917035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:58.452316Z","time spent":"464.687681ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:55:58.917041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:58.449349Z","time spent":"467.684115ms","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:55:58.917092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:58.452913Z","time spent":"464.090872ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:55:58.917166Z","caller":"traceutil/trace.go:171","msg":"trace[1250618038] transaction","detail":"{read_only:false; response_revision:24814; number_of_response:1; }","duration":"464.180614ms","start":"2026-05-27T06:55:58.45297Z","end":"2026-05-27T06:55:58.91715Z","steps":["trace[1250618038] 'process raft request' (duration: 463.645737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:58.917219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.104051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1081"} {"level":"warn","ts":"2026-05-27T06:55:58.91722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:58.452943Z","time spent":"464.245346ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:55:58.91721Z","caller":"traceutil/trace.go:171","msg":"trace[1218103527] transaction","detail":"{read_only:false; response_revision:24816; number_of_response:1; }","duration":"460.321812ms","start":"2026-05-27T06:55:58.456871Z","end":"2026-05-27T06:55:58.917192Z","steps":["trace[1218103527] 'process raft request' (duration: 459.818106ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:58.917253Z","caller":"traceutil/trace.go:171","msg":"trace[621797791] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:24816; }","duration":"220.182514ms","start":"2026-05-27T06:55:58.697058Z","end":"2026-05-27T06:55:58.917241Z","steps":["trace[621797791] 'agreement among raft nodes before linearized reading' (duration: 220.05749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:58.9173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:55:58.456858Z","time spent":"460.402414ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7260,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:55:59.088832Z","caller":"traceutil/trace.go:171","msg":"trace[1577485708] linearizableReadLoop","detail":"{readStateIndex:25663; appliedIndex:25662; }","duration":"100.551264ms","start":"2026-05-27T06:55:58.988252Z","end":"2026-05-27T06:55:59.088804Z","steps":["trace[1577485708] 'read index received' (duration: 99.408367ms)","trace[1577485708] 'applied index is now lower than readState.Index' (duration: 1.141717ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:55:59.088935Z","caller":"traceutil/trace.go:171","msg":"trace[1186298883] transaction","detail":"{read_only:false; response_revision:24817; number_of_response:1; }","duration":"102.894568ms","start":"2026-05-27T06:55:58.985994Z","end":"2026-05-27T06:55:59.088888Z","steps":["trace[1186298883] 'process raft request' (duration: 101.636008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:55:59.089137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.871374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9619"} {"level":"info","ts":"2026-05-27T06:55:59.089182Z","caller":"traceutil/trace.go:171","msg":"trace[626515789] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:24817; }","duration":"100.967447ms","start":"2026-05-27T06:55:58.988203Z","end":"2026-05-27T06:55:59.08917Z","steps":["trace[626515789] 'agreement among raft nodes before linearized reading' (duration: 100.717329ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:59.394175Z","caller":"traceutil/trace.go:171","msg":"trace[685387546] linearizableReadLoop","detail":"{readStateIndex:25667; appliedIndex:25666; }","duration":"130.793124ms","start":"2026-05-27T06:55:59.263348Z","end":"2026-05-27T06:55:59.394141Z","steps":["trace[685387546] 'read index received' (duration: 130.578967ms)","trace[685387546] 'applied index is now lower than readState.Index' (duration: 212.557µs)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:55:59.394364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.988351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-27T06:55:59.39441Z","caller":"traceutil/trace.go:171","msg":"trace[1935146025] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24821; }","duration":"131.102794ms","start":"2026-05-27T06:55:59.263293Z","end":"2026-05-27T06:55:59.394396Z","steps":["trace[1935146025] 'agreement among raft nodes before linearized reading' (duration: 130.97376ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:59.394668Z","caller":"traceutil/trace.go:171","msg":"trace[294535349] transaction","detail":"{read_only:false; response_revision:24821; number_of_response:1; }","duration":"189.411277ms","start":"2026-05-27T06:55:59.204842Z","end":"2026-05-27T06:55:59.394253Z","steps":["trace[294535349] 'process raft request' (duration: 189.084826ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:55:59.556429Z","caller":"traceutil/trace.go:171","msg":"trace[1462165209] transaction","detail":"{read_only:false; response_revision:24822; number_of_response:1; }","duration":"113.155334ms","start":"2026-05-27T06:55:59.443239Z","end":"2026-05-27T06:55:59.556394Z","steps":["trace[1462165209] 'process raft request' (duration: 33.487433ms)","trace[1462165209] 'compare' (duration: 79.416773ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:00.268316Z","caller":"traceutil/trace.go:171","msg":"trace[751975837] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"246.859041ms","start":"2026-05-27T06:56:00.021429Z","end":"2026-05-27T06:56:00.268288Z","steps":["trace[751975837] 'process raft request' (duration: 246.439288ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:00.303928Z","caller":"traceutil/trace.go:171","msg":"trace[929075609] linearizableReadLoop","detail":"{readStateIndex:25671; appliedIndex:25669; }","duration":"123.363108ms","start":"2026-05-27T06:56:00.180534Z","end":"2026-05-27T06:56:00.303897Z","steps":["trace[929075609] 'read index received' (duration: 87.655204ms)","trace[929075609] 'applied index is now lower than readState.Index' (duration: 35.706514ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:00.304061Z","caller":"traceutil/trace.go:171","msg":"trace[456584259] transaction","detail":"{read_only:false; response_revision:24825; number_of_response:1; }","duration":"137.202488ms","start":"2026-05-27T06:56:00.166802Z","end":"2026-05-27T06:56:00.304004Z","steps":["trace[456584259] 'process raft request' (duration: 136.94769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:00.304437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.877925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:00.304507Z","caller":"traceutil/trace.go:171","msg":"trace[1374007111] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24825; }","duration":"124.001129ms","start":"2026-05-27T06:56:00.180488Z","end":"2026-05-27T06:56:00.304489Z","steps":["trace[1374007111] 'agreement among raft nodes before linearized reading' (duration: 123.550045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:01.22159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.044629ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:01.221708Z","caller":"traceutil/trace.go:171","msg":"trace[618382811] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24833; }","duration":"118.188654ms","start":"2026-05-27T06:56:01.103504Z","end":"2026-05-27T06:56:01.221693Z","steps":["trace[618382811] 'range keys from in-memory index tree' (duration: 118.028909ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:01.221969Z","caller":"traceutil/trace.go:171","msg":"trace[1830120246] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"195.479569ms","start":"2026-05-27T06:56:01.026465Z","end":"2026-05-27T06:56:01.221944Z","steps":["trace[1830120246] 'process raft request' (duration: 172.571681ms)","trace[1830120246] 'compare' (duration: 22.768223ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:01.249534Z","caller":"traceutil/trace.go:171","msg":"trace[1155257596] transaction","detail":"{read_only:false; response_revision:24835; number_of_response:1; }","duration":"154.500747ms","start":"2026-05-27T06:56:01.094987Z","end":"2026-05-27T06:56:01.249488Z","steps":["trace[1155257596] 'process raft request' (duration: 154.137056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:01.714087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.63659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T06:56:01.714185Z","caller":"traceutil/trace.go:171","msg":"trace[1272636293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24838; }","duration":"153.795805ms","start":"2026-05-27T06:56:01.560365Z","end":"2026-05-27T06:56:01.714161Z","steps":["trace[1272636293] 'range keys from in-memory index tree' (duration: 153.407223ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:02.24044Z","caller":"traceutil/trace.go:171","msg":"trace[105886421] transaction","detail":"{read_only:false; response_revision:24840; number_of_response:1; }","duration":"158.070551ms","start":"2026-05-27T06:56:02.082343Z","end":"2026-05-27T06:56:02.240414Z","steps":["trace[105886421] 'process raft request' (duration: 157.869145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:02.457718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.193341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:02.457823Z","caller":"traceutil/trace.go:171","msg":"trace[789737060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24840; }","duration":"167.356046ms","start":"2026-05-27T06:56:02.290444Z","end":"2026-05-27T06:56:02.4578Z","steps":["trace[789737060] 'range keys from in-memory index tree' (duration: 167.074487ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:02.464315Z","caller":"traceutil/trace.go:171","msg":"trace[1474293402] linearizableReadLoop","detail":"{readStateIndex:25687; appliedIndex:25686; }","duration":"103.040663ms","start":"2026-05-27T06:56:02.361251Z","end":"2026-05-27T06:56:02.464292Z","steps":["trace[1474293402] 'read index received' (duration: 102.754144ms)","trace[1474293402] 'applied index is now lower than readState.Index' (duration: 285.059µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:02.464454Z","caller":"traceutil/trace.go:171","msg":"trace[730764786] transaction","detail":"{read_only:false; response_revision:24841; number_of_response:1; }","duration":"154.719754ms","start":"2026-05-27T06:56:02.309699Z","end":"2026-05-27T06:56:02.464419Z","steps":["trace[730764786] 'process raft request' (duration: 154.418594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:02.464748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.470946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:02.464822Z","caller":"traceutil/trace.go:171","msg":"trace[1686873438] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24841; }","duration":"103.606161ms","start":"2026-05-27T06:56:02.361194Z","end":"2026-05-27T06:56:02.4648Z","steps":["trace[1686873438] 'agreement among raft nodes before linearized reading' (duration: 103.235099ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:03.59806Z","caller":"traceutil/trace.go:171","msg":"trace[1955872246] transaction","detail":"{read_only:false; response_revision:24850; number_of_response:1; }","duration":"347.102265ms","start":"2026-05-27T06:56:03.250927Z","end":"2026-05-27T06:56:03.59803Z","steps":["trace[1955872246] 'process raft request' (duration: 346.904728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:03.598269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:03.250906Z","time spent":"347.266879ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:56:03.764168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.956968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:56:03.764478Z","caller":"traceutil/trace.go:171","msg":"trace[1938755904] linearizableReadLoop","detail":"{readStateIndex:25699; appliedIndex:25696; }","duration":"473.53466ms","start":"2026-05-27T06:56:03.290923Z","end":"2026-05-27T06:56:03.764458Z","steps":["trace[1938755904] 'read index received' (duration: 306.896097ms)","trace[1938755904] 'applied index is now lower than readState.Index' (duration: 166.637013ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:03.764588Z","caller":"traceutil/trace.go:171","msg":"trace[231455193] transaction","detail":"{read_only:false; response_revision:24851; number_of_response:1; }","duration":"509.825563ms","start":"2026-05-27T06:56:03.254751Z","end":"2026-05-27T06:56:03.764576Z","steps":["trace[231455193] 'process raft request' (duration: 356.357878ms)","trace[231455193] 'compare' (duration: 152.823094ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:56:03.764665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:03.254721Z","time spent":"509.905935ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:56:03.764711Z","caller":"traceutil/trace.go:171","msg":"trace[681115615] transaction","detail":"{read_only:false; response_revision:24853; number_of_response:1; }","duration":"273.010411ms","start":"2026-05-27T06:56:03.491669Z","end":"2026-05-27T06:56:03.76468Z","steps":["trace[681115615] 'process raft request' (duration: 272.741982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:03.764798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.929038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:56:03.764854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.931703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:03.76502Z","caller":"traceutil/trace.go:171","msg":"trace[333374942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24853; }","duration":"474.137089ms","start":"2026-05-27T06:56:03.290868Z","end":"2026-05-27T06:56:03.765005Z","steps":["trace[333374942] 'agreement among raft nodes before linearized reading' (duration: 473.932953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:03.765163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:03.290851Z","time spent":"474.303214ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T06:56:03.764865Z","caller":"traceutil/trace.go:171","msg":"trace[1710498484] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24853; }","duration":"227.060882ms","start":"2026-05-27T06:56:03.537786Z","end":"2026-05-27T06:56:03.764847Z","steps":["trace[1710498484] 'agreement among raft nodes before linearized reading' (duration: 226.924448ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:03.764904Z","caller":"traceutil/trace.go:171","msg":"trace[1307574485] transaction","detail":"{read_only:false; response_revision:24852; number_of_response:1; }","duration":"510.082681ms","start":"2026-05-27T06:56:03.254781Z","end":"2026-05-27T06:56:03.764864Z","steps":["trace[1307574485] 'process raft request' (duration: 509.567755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:03.765411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:03.254743Z","time spent":"510.590857ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:56:04.37497Z","caller":"traceutil/trace.go:171","msg":"trace[376980202] transaction","detail":"{read_only:false; response_revision:24856; number_of_response:1; }","duration":"150.772339ms","start":"2026-05-27T06:56:04.224154Z","end":"2026-05-27T06:56:04.374926Z","steps":["trace[376980202] 'process raft request' (duration: 85.740173ms)","trace[376980202] 'compare' (duration: 64.83603ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:56:04.794242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.205484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:56:04.794363Z","caller":"traceutil/trace.go:171","msg":"trace[543456703] linearizableReadLoop","detail":"{readStateIndex:25704; appliedIndex:25703; }","duration":"316.594476ms","start":"2026-05-27T06:56:04.47775Z","end":"2026-05-27T06:56:04.794345Z","steps":["trace[543456703] 'read index received' (duration: 204.192586ms)","trace[543456703] 'applied index is now lower than readState.Index' (duration: 112.40046ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:04.794408Z","caller":"traceutil/trace.go:171","msg":"trace[11769550] transaction","detail":"{read_only:false; response_revision:24857; number_of_response:1; }","duration":"323.896329ms","start":"2026-05-27T06:56:04.470465Z","end":"2026-05-27T06:56:04.794362Z","steps":["trace[11769550] 'process raft request' (duration: 211.483908ms)","trace[11769550] 'compare' (duration: 112.06587ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:56:04.794627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:04.470434Z","time spent":"324.074884ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:56:04.794834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.701559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:04.794914Z","caller":"traceutil/trace.go:171","msg":"trace[813085506] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24857; }","duration":"317.176275ms","start":"2026-05-27T06:56:04.477696Z","end":"2026-05-27T06:56:04.794873Z","steps":["trace[813085506] 'agreement among raft nodes before linearized reading' (duration: 316.72119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:04.794994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:04.477671Z","time spent":"317.309909ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-05-27T06:56:04.828929Z","caller":"traceutil/trace.go:171","msg":"trace[716535179] transaction","detail":"{read_only:false; response_revision:24859; number_of_response:1; }","duration":"219.447031ms","start":"2026-05-27T06:56:04.609466Z","end":"2026-05-27T06:56:04.828913Z","steps":["trace[716535179] 'process raft request' (duration: 219.387949ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:04.828986Z","caller":"traceutil/trace.go:171","msg":"trace[746914357] transaction","detail":"{read_only:false; response_revision:24858; number_of_response:1; }","duration":"316.067659ms","start":"2026-05-27T06:56:04.512858Z","end":"2026-05-27T06:56:04.828925Z","steps":["trace[746914357] 'process raft request' (duration: 315.870723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:04.829233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:04.512834Z","time spent":"316.255496ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:56:04.869119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.044011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:56:04.869161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.355546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:04.869209Z","caller":"traceutil/trace.go:171","msg":"trace[1336200110] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24860; }","duration":"391.156344ms","start":"2026-05-27T06:56:04.478034Z","end":"2026-05-27T06:56:04.86919Z","steps":["trace[1336200110] 'agreement among raft nodes before linearized reading' (duration: 390.972008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:04.869212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.767832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:04.869249Z","caller":"traceutil/trace.go:171","msg":"trace[1790255175] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24860; }","duration":"309.502971ms","start":"2026-05-27T06:56:04.559722Z","end":"2026-05-27T06:56:04.869225Z","steps":["trace[1790255175] 'agreement among raft nodes before linearized reading' (duration: 309.334846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:04.869254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.607499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:04.869288Z","caller":"traceutil/trace.go:171","msg":"trace[1325774769] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24860; }","duration":"390.861335ms","start":"2026-05-27T06:56:04.478407Z","end":"2026-05-27T06:56:04.869268Z","steps":["trace[1325774769] 'agreement among raft nodes before linearized reading' (duration: 390.72221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:04.869272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.383096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-27T06:56:04.869301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:04.477961Z","time spent":"391.32842ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-05-27T06:56:04.869341Z","caller":"traceutil/trace.go:171","msg":"trace[1027127588] transaction","detail":"{read_only:false; response_revision:24860; number_of_response:1; }","duration":"102.534737ms","start":"2026-05-27T06:56:04.766781Z","end":"2026-05-27T06:56:04.869315Z","steps":["trace[1027127588] 'process raft request' (duration: 101.848245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:04.869434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.409149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-27T06:56:04.869489Z","caller":"traceutil/trace.go:171","msg":"trace[1790227929] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24860; }","duration":"287.46303ms","start":"2026-05-27T06:56:04.582015Z","end":"2026-05-27T06:56:04.869478Z","steps":["trace[1790227929] 'agreement among raft nodes before linearized reading' (duration: 287.309476ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:04.869298Z","caller":"traceutil/trace.go:171","msg":"trace[1151193707] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24860; }","duration":"357.707032ms","start":"2026-05-27T06:56:04.51158Z","end":"2026-05-27T06:56:04.869287Z","steps":["trace[1151193707] 'agreement among raft nodes before linearized reading' (duration: 357.63174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:04.869492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.237337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:04.869552Z","caller":"traceutil/trace.go:171","msg":"trace[462217642] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:24860; }","duration":"391.34299ms","start":"2026-05-27T06:56:04.478193Z","end":"2026-05-27T06:56:04.869536Z","steps":["trace[462217642] 'agreement among raft nodes before linearized reading' (duration: 391.041681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:04.86956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:04.511549Z","time spent":"357.988311ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-27T06:56:04.8696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:04.478173Z","time spent":"391.418043ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-05-27T06:56:04.869306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:04.559686Z","time spent":"309.604294ms","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:56:04.869342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:04.47839Z","time spent":"390.942078ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-05-27T06:56:04.869348Z","caller":"traceutil/trace.go:171","msg":"trace[358878648] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24860; }","duration":"286.50475ms","start":"2026-05-27T06:56:04.582829Z","end":"2026-05-27T06:56:04.869334Z","steps":["trace[358878648] 'agreement among raft nodes before linearized reading' (duration: 286.355955ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:05.295144Z","caller":"traceutil/trace.go:171","msg":"trace[695417951] transaction","detail":"{read_only:false; response_revision:24862; number_of_response:1; }","duration":"122.78569ms","start":"2026-05-27T06:56:05.172329Z","end":"2026-05-27T06:56:05.295115Z","steps":["trace[695417951] 'process raft request' (duration: 35.010032ms)","trace[695417951] 'compare' (duration: 87.443858ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:05.295324Z","caller":"traceutil/trace.go:171","msg":"trace[1347123948] transaction","detail":"{read_only:false; response_revision:24863; number_of_response:1; }","duration":"122.913965ms","start":"2026-05-27T06:56:05.172393Z","end":"2026-05-27T06:56:05.295307Z","steps":["trace[1347123948] 'process raft request' (duration: 122.666957ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:05.295765Z","caller":"traceutil/trace.go:171","msg":"trace[685867513] transaction","detail":"{read_only:false; response_revision:24866; number_of_response:1; }","duration":"122.918894ms","start":"2026-05-27T06:56:05.172824Z","end":"2026-05-27T06:56:05.295743Z","steps":["trace[685867513] 'process raft request' (duration: 122.871633ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:05.295797Z","caller":"traceutil/trace.go:171","msg":"trace[1114564691] transaction","detail":"{read_only:false; response_revision:24865; number_of_response:1; }","duration":"123.174943ms","start":"2026-05-27T06:56:05.172606Z","end":"2026-05-27T06:56:05.295781Z","steps":["trace[1114564691] 'process raft request' (duration: 123.006817ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:05.295739Z","caller":"traceutil/trace.go:171","msg":"trace[25874972] transaction","detail":"{read_only:false; response_revision:24864; number_of_response:1; }","duration":"123.257465ms","start":"2026-05-27T06:56:05.172439Z","end":"2026-05-27T06:56:05.295696Z","steps":["trace[25874972] 'process raft request' (duration: 122.811361ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:05.682129Z","caller":"traceutil/trace.go:171","msg":"trace[2060386310] linearizableReadLoop","detail":"{readStateIndex:25714; appliedIndex:25713; }","duration":"145.746139ms","start":"2026-05-27T06:56:05.536357Z","end":"2026-05-27T06:56:05.682103Z","steps":["trace[2060386310] 'read index received' (duration: 145.551803ms)","trace[2060386310] 'applied index is now lower than readState.Index' (duration: 193.026µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:05.682242Z","caller":"traceutil/trace.go:171","msg":"trace[895589148] transaction","detail":"{read_only:false; response_revision:24867; number_of_response:1; }","duration":"168.243804ms","start":"2026-05-27T06:56:05.513964Z","end":"2026-05-27T06:56:05.682208Z","steps":["trace[895589148] 'process raft request' (duration: 167.964925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:05.682382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.979276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:05.682491Z","caller":"traceutil/trace.go:171","msg":"trace[1296675069] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:24867; }","duration":"146.145953ms","start":"2026-05-27T06:56:05.536312Z","end":"2026-05-27T06:56:05.682458Z","steps":["trace[1296675069] 'agreement among raft nodes before linearized reading' (duration: 145.919525ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:05.83546Z","caller":"traceutil/trace.go:171","msg":"trace[1026085661] transaction","detail":"{read_only:false; response_revision:24868; number_of_response:1; }","duration":"234.044734ms","start":"2026-05-27T06:56:05.601352Z","end":"2026-05-27T06:56:05.835397Z","steps":["trace[1026085661] 'process raft request' (duration: 134.957166ms)","trace[1026085661] 'compare' (duration: 98.955763ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:05.835519Z","caller":"traceutil/trace.go:171","msg":"trace[1590357568] linearizableReadLoop","detail":"{readStateIndex:25715; appliedIndex:25714; }","duration":"153.274469ms","start":"2026-05-27T06:56:05.682198Z","end":"2026-05-27T06:56:05.835473Z","steps":["trace[1590357568] 'read index received' (duration: 54.12379ms)","trace[1590357568] 'applied index is now lower than readState.Index' (duration: 99.149319ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:56:05.835686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.808704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:05.835723Z","caller":"traceutil/trace.go:171","msg":"trace[1233740948] transaction","detail":"{read_only:false; response_revision:24870; number_of_response:1; }","duration":"143.772837ms","start":"2026-05-27T06:56:05.691936Z","end":"2026-05-27T06:56:05.835709Z","steps":["trace[1233740948] 'process raft request' (duration: 143.685604ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:05.835813Z","caller":"traceutil/trace.go:171","msg":"trace[715801213] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:24868; }","duration":"192.908448ms","start":"2026-05-27T06:56:05.642804Z","end":"2026-05-27T06:56:05.835713Z","steps":["trace[715801213] 'agreement among raft nodes before linearized reading' (duration: 192.692551ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:05.835857Z","caller":"traceutil/trace.go:171","msg":"trace[636684746] transaction","detail":"{read_only:false; response_revision:24869; number_of_response:1; }","duration":"144.007485ms","start":"2026-05-27T06:56:05.691804Z","end":"2026-05-27T06:56:05.835812Z","steps":["trace[636684746] 'process raft request' (duration: 143.599812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:05.835955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.640411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/magnum-db-init-hvrkd\" ","response":"range_response_count:1 size:2759"} {"level":"info","ts":"2026-05-27T06:56:05.836031Z","caller":"traceutil/trace.go:171","msg":"trace[2118503813] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/magnum-db-init-hvrkd; range_end:; response_count:1; response_revision:24869; }","duration":"278.922369ms","start":"2026-05-27T06:56:05.557087Z","end":"2026-05-27T06:56:05.836009Z","steps":["trace[2118503813] 'agreement among raft nodes before linearized reading' (duration: 278.536027ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:05.927704Z","caller":"traceutil/trace.go:171","msg":"trace[350304829] transaction","detail":"{read_only:false; response_revision:24871; number_of_response:1; }","duration":"154.510488ms","start":"2026-05-27T06:56:05.773148Z","end":"2026-05-27T06:56:05.927659Z","steps":["trace[350304829] 'process raft request' (duration: 154.232469ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:05.927892Z","caller":"traceutil/trace.go:171","msg":"trace[727427825] transaction","detail":"{read_only:false; response_revision:24873; number_of_response:1; }","duration":"154.512118ms","start":"2026-05-27T06:56:05.773336Z","end":"2026-05-27T06:56:05.927848Z","steps":["trace[727427825] 'process raft request' (duration: 154.411385ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:05.927996Z","caller":"traceutil/trace.go:171","msg":"trace[1976124638] transaction","detail":"{read_only:false; response_revision:24872; number_of_response:1; }","duration":"154.663202ms","start":"2026-05-27T06:56:05.773291Z","end":"2026-05-27T06:56:05.927954Z","steps":["trace[1976124638] 'process raft request' (duration: 154.28704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:05.928222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.311023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-27T06:56:05.928278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.021124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-27T06:56:05.92833Z","caller":"traceutil/trace.go:171","msg":"trace[100483912] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24873; }","duration":"144.160209ms","start":"2026-05-27T06:56:05.784156Z","end":"2026-05-27T06:56:05.928316Z","steps":["trace[100483912] 'agreement among raft nodes before linearized reading' (duration: 143.89067ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:05.928362Z","caller":"traceutil/trace.go:171","msg":"trace[1643575154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24873; }","duration":"144.513851ms","start":"2026-05-27T06:56:05.783791Z","end":"2026-05-27T06:56:05.928305Z","steps":["trace[1643575154] 'agreement among raft nodes before linearized reading' (duration: 144.024395ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:06.078047Z","caller":"traceutil/trace.go:171","msg":"trace[887374382] linearizableReadLoop","detail":"{readStateIndex:25722; appliedIndex:25720; }","duration":"116.81373ms","start":"2026-05-27T06:56:05.961208Z","end":"2026-05-27T06:56:06.078022Z","steps":["trace[887374382] 'read index received' (duration: 53.948794ms)","trace[887374382] 'applied index is now lower than readState.Index' (duration: 62.863476ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:06.078217Z","caller":"traceutil/trace.go:171","msg":"trace[415530740] transaction","detail":"{read_only:false; response_revision:24875; number_of_response:1; }","duration":"142.92653ms","start":"2026-05-27T06:56:05.935278Z","end":"2026-05-27T06:56:06.078205Z","steps":["trace[415530740] 'process raft request' (duration: 142.373212ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:06.078272Z","caller":"traceutil/trace.go:171","msg":"trace[1353896535] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24874; }","duration":"239.005012ms","start":"2026-05-27T06:56:05.839239Z","end":"2026-05-27T06:56:06.078244Z","steps":["trace[1353896535] 'process raft request' (duration: 175.855617ms)","trace[1353896535] 'compare' (duration: 62.284508ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:56:06.078423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.071849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:06.078473Z","caller":"traceutil/trace.go:171","msg":"trace[390418515] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:24875; }","duration":"117.188792ms","start":"2026-05-27T06:56:05.961273Z","end":"2026-05-27T06:56:06.078462Z","steps":["trace[390418515] 'agreement among raft nodes before linearized reading' (duration: 117.084379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:06.078601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.737928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:06.07863Z","caller":"traceutil/trace.go:171","msg":"trace[434039167] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24875; }","duration":"116.779039ms","start":"2026-05-27T06:56:05.961842Z","end":"2026-05-27T06:56:06.078621Z","steps":["trace[434039167] 'agreement among raft nodes before linearized reading' (duration: 116.736068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:06.078693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.178932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:06.078743Z","caller":"traceutil/trace.go:171","msg":"trace[1608763984] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24875; }","duration":"117.247644ms","start":"2026-05-27T06:56:05.961485Z","end":"2026-05-27T06:56:06.078732Z","steps":["trace[1608763984] 'agreement among raft nodes before linearized reading' (duration: 117.145321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:06.078739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.499842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:56:06.078811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.300806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:06.078933Z","caller":"traceutil/trace.go:171","msg":"trace[813529564] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24875; }","duration":"117.518132ms","start":"2026-05-27T06:56:05.961388Z","end":"2026-05-27T06:56:06.078906Z","steps":["trace[813529564] 'agreement among raft nodes before linearized reading' (duration: 117.242864ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:06.07885Z","caller":"traceutil/trace.go:171","msg":"trace[1256910902] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24875; }","duration":"117.674108ms","start":"2026-05-27T06:56:05.96115Z","end":"2026-05-27T06:56:06.078824Z","steps":["trace[1256910902] 'agreement among raft nodes before linearized reading' (duration: 117.484032ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:06.278836Z","caller":"traceutil/trace.go:171","msg":"trace[1306500114] transaction","detail":"{read_only:false; response_revision:24876; number_of_response:1; }","duration":"114.980192ms","start":"2026-05-27T06:56:06.163831Z","end":"2026-05-27T06:56:06.278811Z","steps":["trace[1306500114] 'process raft request' (duration: 72.11477ms)","trace[1306500114] 'compare' (duration: 42.406007ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:07.02171Z","caller":"traceutil/trace.go:171","msg":"trace[230031767] transaction","detail":"{read_only:false; response_revision:24879; number_of_response:1; }","duration":"185.42942ms","start":"2026-05-27T06:56:06.836235Z","end":"2026-05-27T06:56:07.021665Z","steps":["trace[230031767] 'process raft request' (duration: 102.423763ms)","trace[230031767] 'compare' (duration: 82.774759ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:07.021687Z","caller":"traceutil/trace.go:171","msg":"trace[196680646] linearizableReadLoop","detail":"{readStateIndex:25726; appliedIndex:25725; }","duration":"147.111012ms","start":"2026-05-27T06:56:06.874547Z","end":"2026-05-27T06:56:07.021658Z","steps":["trace[196680646] 'read index received' (duration: 64.23493ms)","trace[196680646] 'applied index is now lower than readState.Index' (duration: 82.874552ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:07.021996Z","caller":"traceutil/trace.go:171","msg":"trace[1830958790] transaction","detail":"{read_only:false; response_revision:24880; number_of_response:1; }","duration":"146.574806ms","start":"2026-05-27T06:56:06.875378Z","end":"2026-05-27T06:56:07.021953Z","steps":["trace[1830958790] 'process raft request' (duration: 146.227755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:07.02219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.547556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:07.022294Z","caller":"traceutil/trace.go:171","msg":"trace[1953605767] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24880; }","duration":"147.687821ms","start":"2026-05-27T06:56:06.87458Z","end":"2026-05-27T06:56:07.022268Z","steps":["trace[1953605767] 'agreement among raft nodes before linearized reading' (duration: 147.479924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:07.022303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.63681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:56:07.022304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.732693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:07.022358Z","caller":"traceutil/trace.go:171","msg":"trace[1687827054] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24880; }","duration":"147.719352ms","start":"2026-05-27T06:56:06.874625Z","end":"2026-05-27T06:56:07.022344Z","steps":["trace[1687827054] 'agreement among raft nodes before linearized reading' (duration: 147.628519ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:07.022373Z","caller":"traceutil/trace.go:171","msg":"trace[2066457154] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:24880; }","duration":"147.865107ms","start":"2026-05-27T06:56:06.874493Z","end":"2026-05-27T06:56:07.022358Z","steps":["trace[2066457154] 'agreement among raft nodes before linearized reading' (duration: 147.267718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:07.022359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.698512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:07.022435Z","caller":"traceutil/trace.go:171","msg":"trace[173578383] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24880; }","duration":"147.833856ms","start":"2026-05-27T06:56:06.874583Z","end":"2026-05-27T06:56:07.022417Z","steps":["trace[173578383] 'agreement among raft nodes before linearized reading' (duration: 147.682971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:07.022615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.736944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:56:07.022823Z","caller":"traceutil/trace.go:171","msg":"trace[849353868] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24880; }","duration":"137.033222ms","start":"2026-05-27T06:56:06.885755Z","end":"2026-05-27T06:56:07.022788Z","steps":["trace[849353868] 'agreement among raft nodes before linearized reading' (duration: 136.442384ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:07.375041Z","caller":"traceutil/trace.go:171","msg":"trace[2071016255] transaction","detail":"{read_only:false; response_revision:24881; number_of_response:1; }","duration":"201.006005ms","start":"2026-05-27T06:56:07.173991Z","end":"2026-05-27T06:56:07.374997Z","steps":["trace[2071016255] 'process raft request' (duration: 150.070407ms)","trace[2071016255] 'compare' (duration: 50.635238ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:07.424873Z","caller":"traceutil/trace.go:171","msg":"trace[1110155104] linearizableReadLoop","detail":"{readStateIndex:25729; appliedIndex:25727; }","duration":"134.463681ms","start":"2026-05-27T06:56:07.29038Z","end":"2026-05-27T06:56:07.424844Z","steps":["trace[1110155104] 'read index received' (duration: 33.67525ms)","trace[1110155104] 'applied index is now lower than readState.Index' (duration: 100.786701ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:07.425057Z","caller":"traceutil/trace.go:171","msg":"trace[2111976001] transaction","detail":"{read_only:false; response_revision:24882; number_of_response:1; }","duration":"134.643727ms","start":"2026-05-27T06:56:07.290255Z","end":"2026-05-27T06:56:07.424899Z","steps":["trace[2111976001] 'process raft request' (duration: 134.408789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:07.425245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.763551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:56:07.425305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.072413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-27T06:56:07.425341Z","caller":"traceutil/trace.go:171","msg":"trace[1327794334] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24882; }","duration":"125.159346ms","start":"2026-05-27T06:56:07.300172Z","end":"2026-05-27T06:56:07.425331Z","steps":["trace[1327794334] 'agreement among raft nodes before linearized reading' (duration: 124.97625ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:07.425319Z","caller":"traceutil/trace.go:171","msg":"trace[1268208240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24882; }","duration":"134.981728ms","start":"2026-05-27T06:56:07.290319Z","end":"2026-05-27T06:56:07.4253Z","steps":["trace[1268208240] 'agreement among raft nodes before linearized reading' (duration: 134.682858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:07.425436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.189827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-27T06:56:07.42551Z","caller":"traceutil/trace.go:171","msg":"trace[1097972492] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24882; }","duration":"125.28755ms","start":"2026-05-27T06:56:07.300201Z","end":"2026-05-27T06:56:07.425489Z","steps":["trace[1097972492] 'agreement among raft nodes before linearized reading' (duration: 125.164026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:07.425321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.042482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-27T06:56:07.42575Z","caller":"traceutil/trace.go:171","msg":"trace[943441634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24882; }","duration":"125.518167ms","start":"2026-05-27T06:56:07.300206Z","end":"2026-05-27T06:56:07.425724Z","steps":["trace[943441634] 'agreement among raft nodes before linearized reading' (duration: 124.904888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:07.42537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.653832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-27T06:56:07.425896Z","caller":"traceutil/trace.go:171","msg":"trace[1426006504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24882; }","duration":"126.22476ms","start":"2026-05-27T06:56:07.299657Z","end":"2026-05-27T06:56:07.425882Z","steps":["trace[1426006504] 'agreement among raft nodes before linearized reading' (duration: 125.635621ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:07.425252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.751934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-27T06:56:07.426051Z","caller":"traceutil/trace.go:171","msg":"trace[1601016460] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24882; }","duration":"126.640743ms","start":"2026-05-27T06:56:07.299388Z","end":"2026-05-27T06:56:07.426029Z","steps":["trace[1601016460] 'agreement among raft nodes before linearized reading' (duration: 125.690153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:07.673888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.298811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:56:07.674315Z","caller":"traceutil/trace.go:171","msg":"trace[1561633408] transaction","detail":"{read_only:false; response_revision:24888; number_of_response:1; }","duration":"239.834898ms","start":"2026-05-27T06:56:07.434464Z","end":"2026-05-27T06:56:07.674299Z","steps":["trace[1561633408] 'process raft request' (duration: 239.762145ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:07.674361Z","caller":"traceutil/trace.go:171","msg":"trace[174495311] transaction","detail":"{read_only:false; response_revision:24884; number_of_response:1; }","duration":"243.836965ms","start":"2026-05-27T06:56:07.430479Z","end":"2026-05-27T06:56:07.674316Z","steps":["trace[174495311] 'process raft request' (duration: 243.525085ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:07.674396Z","caller":"traceutil/trace.go:171","msg":"trace[861969240] transaction","detail":"{read_only:false; response_revision:24886; number_of_response:1; }","duration":"243.37655ms","start":"2026-05-27T06:56:07.430976Z","end":"2026-05-27T06:56:07.674353Z","steps":["trace[861969240] 'process raft request' (duration: 243.171674ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:07.674411Z","caller":"traceutil/trace.go:171","msg":"trace[2056809457] transaction","detail":"{read_only:false; response_revision:24887; number_of_response:1; }","duration":"243.105841ms","start":"2026-05-27T06:56:07.431275Z","end":"2026-05-27T06:56:07.674381Z","steps":["trace[2056809457] 'process raft request' (duration: 242.910825ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:07.674434Z","caller":"traceutil/trace.go:171","msg":"trace[153280349] transaction","detail":"{read_only:false; response_revision:24885; number_of_response:1; }","duration":"243.426582ms","start":"2026-05-27T06:56:07.430959Z","end":"2026-05-27T06:56:07.674386Z","steps":["trace[153280349] 'process raft request' (duration: 243.145964ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:07.674407Z","caller":"traceutil/trace.go:171","msg":"trace[1209616714] transaction","detail":"{read_only:false; response_revision:24883; number_of_response:1; }","duration":"244.678961ms","start":"2026-05-27T06:56:07.429676Z","end":"2026-05-27T06:56:07.674355Z","steps":["trace[1209616714] 'process raft request' (duration: 44.796983ms)","trace[1209616714] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:536; } (duration: 198.763304ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:07.816751Z","caller":"traceutil/trace.go:171","msg":"trace[526240226] transaction","detail":"{read_only:false; response_revision:24889; number_of_response:1; }","duration":"133.095827ms","start":"2026-05-27T06:56:07.683616Z","end":"2026-05-27T06:56:07.816712Z","steps":["trace[526240226] 'process raft request' (duration: 110.19118ms)","trace[526240226] 'compare' (duration: 22.67472ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:08.000858Z","caller":"traceutil/trace.go:171","msg":"trace[786724913] transaction","detail":"{read_only:false; response_revision:24891; number_of_response:1; }","duration":"113.725412ms","start":"2026-05-27T06:56:07.88709Z","end":"2026-05-27T06:56:08.000815Z","steps":["trace[786724913] 'process raft request' (duration: 65.116658ms)","trace[786724913] 'compare' (duration: 48.323015ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:08.275774Z","caller":"traceutil/trace.go:171","msg":"trace[112989721] linearizableReadLoop","detail":"{readStateIndex:25744; appliedIndex:25743; }","duration":"193.191246ms","start":"2026-05-27T06:56:08.08254Z","end":"2026-05-27T06:56:08.275731Z","steps":["trace[112989721] 'read index received' (duration: 151.76238ms)","trace[112989721] 'applied index is now lower than readState.Index' (duration: 41.426846ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:08.27589Z","caller":"traceutil/trace.go:171","msg":"trace[1785278850] transaction","detail":"{read_only:false; response_revision:24896; number_of_response:1; }","duration":"247.798741ms","start":"2026-05-27T06:56:08.02806Z","end":"2026-05-27T06:56:08.275859Z","steps":["trace[1785278850] 'process raft request' (duration: 206.19819ms)","trace[1785278850] 'compare' (duration: 41.049524ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:56:08.276164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.6018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T06:56:08.276209Z","caller":"traceutil/trace.go:171","msg":"trace[1047342369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24896; }","duration":"193.675832ms","start":"2026-05-27T06:56:08.082521Z","end":"2026-05-27T06:56:08.276197Z","steps":["trace[1047342369] 'agreement among raft nodes before linearized reading' (duration: 193.409484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:08.276341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.314807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:08.27639Z","caller":"traceutil/trace.go:171","msg":"trace[1570333709] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24896; }","duration":"191.385879ms","start":"2026-05-27T06:56:08.084993Z","end":"2026-05-27T06:56:08.276379Z","steps":["trace[1570333709] 'agreement among raft nodes before linearized reading' (duration: 191.304516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:08.276424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.43743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:4900"} {"level":"warn","ts":"2026-05-27T06:56:08.276434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.952486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:08.276513Z","caller":"traceutil/trace.go:171","msg":"trace[633661775] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24896; }","duration":"191.10428ms","start":"2026-05-27T06:56:08.085394Z","end":"2026-05-27T06:56:08.276499Z","steps":["trace[633661775] 'agreement among raft nodes before linearized reading' (duration: 190.940094ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:08.276512Z","caller":"traceutil/trace.go:171","msg":"trace[695977205] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24896; }","duration":"191.558424ms","start":"2026-05-27T06:56:08.084933Z","end":"2026-05-27T06:56:08.276491Z","steps":["trace[695977205] 'agreement among raft nodes before linearized reading' (duration: 191.370879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:08.276423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.072583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:08.276593Z","caller":"traceutil/trace.go:171","msg":"trace[1331671270] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24896; }","duration":"142.30776ms","start":"2026-05-27T06:56:08.134269Z","end":"2026-05-27T06:56:08.276577Z","steps":["trace[1331671270] 'agreement among raft nodes before linearized reading' (duration: 142.041322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:08.276565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.103502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:08.276908Z","caller":"traceutil/trace.go:171","msg":"trace[230384181] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24896; }","duration":"192.255796ms","start":"2026-05-27T06:56:08.08439Z","end":"2026-05-27T06:56:08.276645Z","steps":["trace[230384181] 'agreement among raft nodes before linearized reading' (duration: 191.898225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:08.277651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.593057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:08.277745Z","caller":"traceutil/trace.go:171","msg":"trace[359438994] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24896; }","duration":"192.723282ms","start":"2026-05-27T06:56:08.085001Z","end":"2026-05-27T06:56:08.277725Z","steps":["trace[359438994] 'agreement among raft nodes before linearized reading' (duration: 191.293336ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:08.471992Z","caller":"traceutil/trace.go:171","msg":"trace[1930338235] transaction","detail":"{read_only:false; response_revision:24897; number_of_response:1; }","duration":"189.240131ms","start":"2026-05-27T06:56:08.282714Z","end":"2026-05-27T06:56:08.471954Z","steps":["trace[1930338235] 'process raft request' (duration: 105.004646ms)","trace[1930338235] 'compare' (duration: 84.08436ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:08.55852Z","caller":"traceutil/trace.go:171","msg":"trace[286354826] linearizableReadLoop","detail":"{readStateIndex:25746; appliedIndex:25744; }","duration":"200.355114ms","start":"2026-05-27T06:56:08.358138Z","end":"2026-05-27T06:56:08.558493Z","steps":["trace[286354826] 'read index received' (duration: 29.60112ms)","trace[286354826] 'applied index is now lower than readState.Index' (duration: 170.753094ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:56:08.558817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.52909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:08.559051Z","caller":"traceutil/trace.go:171","msg":"trace[1592836618] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24898; }","duration":"200.916392ms","start":"2026-05-27T06:56:08.358119Z","end":"2026-05-27T06:56:08.559036Z","steps":["trace[1592836618] 'agreement among raft nodes before linearized reading' (duration: 200.478138ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:08.558744Z","caller":"traceutil/trace.go:171","msg":"trace[889800591] transaction","detail":"{read_only:false; response_revision:24898; number_of_response:1; }","duration":"275.950545ms","start":"2026-05-27T06:56:08.282735Z","end":"2026-05-27T06:56:08.558685Z","steps":["trace[889800591] 'process raft request' (duration: 275.574763ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:08.700252Z","caller":"traceutil/trace.go:171","msg":"trace[279281403] transaction","detail":"{read_only:false; response_revision:24899; number_of_response:1; }","duration":"223.088667ms","start":"2026-05-27T06:56:08.4771Z","end":"2026-05-27T06:56:08.700188Z","steps":["trace[279281403] 'process raft request' (duration: 218.77928ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:08.700601Z","caller":"traceutil/trace.go:171","msg":"trace[784966645] linearizableReadLoop","detail":"{readStateIndex:25749; appliedIndex:25746; }","duration":"121.646654ms","start":"2026-05-27T06:56:08.578873Z","end":"2026-05-27T06:56:08.70052Z","steps":["trace[784966645] 'read index received' (duration: 116.913954ms)","trace[784966645] 'applied index is now lower than readState.Index' (duration: 4.519163ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:56:08.700893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.990894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:56:08.700941Z","caller":"traceutil/trace.go:171","msg":"trace[134026148] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24901; }","duration":"122.070348ms","start":"2026-05-27T06:56:08.57885Z","end":"2026-05-27T06:56:08.700921Z","steps":["trace[134026148] 'agreement among raft nodes before linearized reading' (duration: 121.858541ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:08.701085Z","caller":"traceutil/trace.go:171","msg":"trace[921884335] transaction","detail":"{read_only:false; response_revision:24900; number_of_response:1; }","duration":"223.047255ms","start":"2026-05-27T06:56:08.477998Z","end":"2026-05-27T06:56:08.701046Z","steps":["trace[921884335] 'process raft request' (duration: 218.052656ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:08.70115Z","caller":"traceutil/trace.go:171","msg":"trace[928675216] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"220.522005ms","start":"2026-05-27T06:56:08.480613Z","end":"2026-05-27T06:56:08.701135Z","steps":["trace[928675216] 'process raft request' (duration: 215.510725ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:09.194003Z","caller":"traceutil/trace.go:171","msg":"trace[329603937] linearizableReadLoop","detail":"{readStateIndex:25753; appliedIndex:25752; }","duration":"166.345804ms","start":"2026-05-27T06:56:09.027629Z","end":"2026-05-27T06:56:09.193974Z","steps":["trace[329603937] 'read index received' (duration: 166.157778ms)","trace[329603937] 'applied index is now lower than readState.Index' (duration: 186.776µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:09.19409Z","caller":"traceutil/trace.go:171","msg":"trace[658225884] transaction","detail":"{read_only:false; response_revision:24905; number_of_response:1; }","duration":"166.579452ms","start":"2026-05-27T06:56:09.027476Z","end":"2026-05-27T06:56:09.194056Z","steps":["trace[658225884] 'process raft request' (duration: 166.329064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:09.19428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.605232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:09.19438Z","caller":"traceutil/trace.go:171","msg":"trace[40120874] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24905; }","duration":"166.786308ms","start":"2026-05-27T06:56:09.027571Z","end":"2026-05-27T06:56:09.194358Z","steps":["trace[40120874] 'agreement among raft nodes before linearized reading' (duration: 166.53254ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:09.195083Z","caller":"traceutil/trace.go:171","msg":"trace[35415535] transaction","detail":"{read_only:false; response_revision:24906; number_of_response:1; }","duration":"166.583162ms","start":"2026-05-27T06:56:09.028481Z","end":"2026-05-27T06:56:09.195065Z","steps":["trace[35415535] 'process raft request' (duration: 166.463118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:09.195253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.49033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:56:09.195256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.553003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-05-27T06:56:09.195308Z","caller":"traceutil/trace.go:171","msg":"trace[116506621] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24906; }","duration":"167.564413ms","start":"2026-05-27T06:56:09.027726Z","end":"2026-05-27T06:56:09.195291Z","steps":["trace[116506621] 'agreement among raft nodes before linearized reading' (duration: 167.456309ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:09.19534Z","caller":"traceutil/trace.go:171","msg":"trace[209496569] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24906; }","duration":"167.686647ms","start":"2026-05-27T06:56:09.027632Z","end":"2026-05-27T06:56:09.195319Z","steps":["trace[209496569] 'agreement among raft nodes before linearized reading' (duration: 167.416148ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:09.622243Z","caller":"traceutil/trace.go:171","msg":"trace[51300474] transaction","detail":"{read_only:false; response_revision:24908; number_of_response:1; }","duration":"137.051743ms","start":"2026-05-27T06:56:09.48516Z","end":"2026-05-27T06:56:09.622212Z","steps":["trace[51300474] 'process raft request' (duration: 136.832536ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:10.2073Z","caller":"traceutil/trace.go:171","msg":"trace[891531059] transaction","detail":"{read_only:false; response_revision:24916; number_of_response:1; }","duration":"181.34ms","start":"2026-05-27T06:56:10.025926Z","end":"2026-05-27T06:56:10.207266Z","steps":["trace[891531059] 'process raft request' (duration: 107.873726ms)","trace[891531059] 'compare' (duration: 73.246907ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:10.207436Z","caller":"traceutil/trace.go:171","msg":"trace[306949769] linearizableReadLoop","detail":"{readStateIndex:25765; appliedIndex:25763; }","duration":"112.868566ms","start":"2026-05-27T06:56:10.09452Z","end":"2026-05-27T06:56:10.207389Z","steps":["trace[306949769] 'read index received' (duration: 38.617337ms)","trace[306949769] 'applied index is now lower than readState.Index' (duration: 74.249828ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:10.207533Z","caller":"traceutil/trace.go:171","msg":"trace[527626698] transaction","detail":"{read_only:false; response_revision:24917; number_of_response:1; }","duration":"179.707478ms","start":"2026-05-27T06:56:10.027792Z","end":"2026-05-27T06:56:10.2075Z","steps":["trace[527626698] 'process raft request' (duration: 179.425959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:10.207576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.041311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:10.207629Z","caller":"traceutil/trace.go:171","msg":"trace[46975920] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24917; }","duration":"113.138314ms","start":"2026-05-27T06:56:10.094478Z","end":"2026-05-27T06:56:10.207616Z","steps":["trace[46975920] 'agreement among raft nodes before linearized reading' (duration: 113.03386ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:11.309875Z","caller":"traceutil/trace.go:171","msg":"trace[517496666] transaction","detail":"{read_only:false; response_revision:24923; number_of_response:1; }","duration":"108.330181ms","start":"2026-05-27T06:56:11.201501Z","end":"2026-05-27T06:56:11.309831Z","steps":["trace[517496666] 'process raft request' (duration: 21.168933ms)","trace[517496666] 'compare' (duration: 86.880939ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:56:11.310111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.044402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:56:11.310127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.298532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-05-27T06:56:11.310172Z","caller":"traceutil/trace.go:171","msg":"trace[320547892] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24923; }","duration":"108.168435ms","start":"2026-05-27T06:56:11.20199Z","end":"2026-05-27T06:56:11.310158Z","steps":["trace[320547892] 'agreement among raft nodes before linearized reading' (duration: 108.043051ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:11.310237Z","caller":"traceutil/trace.go:171","msg":"trace[448889267] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24923; }","duration":"104.418257ms","start":"2026-05-27T06:56:11.20575Z","end":"2026-05-27T06:56:11.310168Z","steps":["trace[448889267] 'agreement among raft nodes before linearized reading' (duration: 104.085876ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:13.285601Z","caller":"traceutil/trace.go:171","msg":"trace[520085801] transaction","detail":"{read_only:false; response_revision:24939; number_of_response:1; }","duration":"115.509819ms","start":"2026-05-27T06:56:13.170063Z","end":"2026-05-27T06:56:13.285573Z","steps":["trace[520085801] 'process raft request' (duration: 67.854575ms)","trace[520085801] 'compare' (duration: 47.423797ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:14.044602Z","caller":"traceutil/trace.go:171","msg":"trace[583984592] transaction","detail":"{read_only:false; response_revision:24943; number_of_response:1; }","duration":"244.878289ms","start":"2026-05-27T06:56:13.799698Z","end":"2026-05-27T06:56:14.044576Z","steps":["trace[583984592] 'process raft request' (duration: 244.692633ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:14.098018Z","caller":"traceutil/trace.go:171","msg":"trace[1359472530] transaction","detail":"{read_only:false; response_revision:24944; number_of_response:1; }","duration":"297.928293ms","start":"2026-05-27T06:56:13.800056Z","end":"2026-05-27T06:56:14.097984Z","steps":["trace[1359472530] 'process raft request' (duration: 297.649264ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:14.098103Z","caller":"traceutil/trace.go:171","msg":"trace[1935417432] transaction","detail":"{read_only:false; response_revision:24945; number_of_response:1; }","duration":"298.033046ms","start":"2026-05-27T06:56:13.800056Z","end":"2026-05-27T06:56:14.098089Z","steps":["trace[1935417432] 'process raft request' (duration: 297.816309ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:14.098023Z","caller":"traceutil/trace.go:171","msg":"trace[1053385389] transaction","detail":"{read_only:false; response_revision:24946; number_of_response:1; }","duration":"297.920073ms","start":"2026-05-27T06:56:13.800077Z","end":"2026-05-27T06:56:14.097997Z","steps":["trace[1053385389] 'process raft request' (duration: 297.836401ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:14.098337Z","caller":"traceutil/trace.go:171","msg":"trace[1660913607] linearizableReadLoop","detail":"{readStateIndex:25796; appliedIndex:25791; }","duration":"174.553445ms","start":"2026-05-27T06:56:13.92376Z","end":"2026-05-27T06:56:14.098313Z","steps":["trace[1660913607] 'read index received' (duration: 120.388724ms)","trace[1660913607] 'applied index is now lower than readState.Index' (duration: 54.16308ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:56:14.098488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.70198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:56:14.098549Z","caller":"traceutil/trace.go:171","msg":"trace[1566052254] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24947; }","duration":"174.831563ms","start":"2026-05-27T06:56:13.923699Z","end":"2026-05-27T06:56:14.098531Z","steps":["trace[1566052254] 'agreement among raft nodes before linearized reading' (duration: 174.697339ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:14.098551Z","caller":"traceutil/trace.go:171","msg":"trace[1044018807] transaction","detail":"{read_only:false; response_revision:24947; number_of_response:1; }","duration":"298.456081ms","start":"2026-05-27T06:56:13.800083Z","end":"2026-05-27T06:56:14.098539Z","steps":["trace[1044018807] 'process raft request' (duration: 297.869382ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:14.496345Z","caller":"traceutil/trace.go:171","msg":"trace[432146345] transaction","detail":"{read_only:false; response_revision:24954; number_of_response:1; }","duration":"114.852218ms","start":"2026-05-27T06:56:14.381457Z","end":"2026-05-27T06:56:14.496309Z","steps":["trace[432146345] 'process raft request' (duration: 76.865912ms)","trace[432146345] 'compare' (duration: 37.816801ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:15.510084Z","caller":"traceutil/trace.go:171","msg":"trace[740093795] transaction","detail":"{read_only:false; response_revision:24958; number_of_response:1; }","duration":"180.665729ms","start":"2026-05-27T06:56:15.329381Z","end":"2026-05-27T06:56:15.510047Z","steps":["trace[740093795] 'process raft request' (duration: 125.334272ms)","trace[740093795] 'compare' (duration: 55.09931ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:56:15.510242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.259035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-05-27T06:56:15.510287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.047552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:15.510321Z","caller":"traceutil/trace.go:171","msg":"trace[1269833374] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24958; }","duration":"191.375848ms","start":"2026-05-27T06:56:15.318927Z","end":"2026-05-27T06:56:15.510303Z","steps":["trace[1269833374] 'agreement among raft nodes before linearized reading' (duration: 191.141751ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:15.510366Z","caller":"traceutil/trace.go:171","msg":"trace[2062241364] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24958; }","duration":"193.165636ms","start":"2026-05-27T06:56:15.31718Z","end":"2026-05-27T06:56:15.510346Z","steps":["trace[2062241364] 'agreement among raft nodes before linearized reading' (duration: 192.9979ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:15.510548Z","caller":"traceutil/trace.go:171","msg":"trace[254092248] linearizableReadLoop","detail":"{readStateIndex:25807; appliedIndex:25806; }","duration":"161.330995ms","start":"2026-05-27T06:56:15.348616Z","end":"2026-05-27T06:56:15.509947Z","steps":["trace[254092248] 'read index received' (duration: 106.037509ms)","trace[254092248] 'applied index is now lower than readState.Index' (duration: 55.292176ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:56:15.529952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.406165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:15.530056Z","caller":"traceutil/trace.go:171","msg":"trace[1600426017] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24959; }","duration":"177.56178ms","start":"2026-05-27T06:56:15.352473Z","end":"2026-05-27T06:56:15.530035Z","steps":["trace[1600426017] 'agreement among raft nodes before linearized reading' (duration: 177.346673ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:17.23128Z","caller":"traceutil/trace.go:171","msg":"trace[923473052] linearizableReadLoop","detail":"{readStateIndex:25820; appliedIndex:25819; }","duration":"137.342313ms","start":"2026-05-27T06:56:17.093909Z","end":"2026-05-27T06:56:17.231251Z","steps":["trace[923473052] 'read index received' (duration: 137.192088ms)","trace[923473052] 'applied index is now lower than readState.Index' (duration: 145.644µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:17.23145Z","caller":"traceutil/trace.go:171","msg":"trace[318391140] transaction","detail":"{read_only:false; response_revision:24971; number_of_response:1; }","duration":"277.66684ms","start":"2026-05-27T06:56:16.953709Z","end":"2026-05-27T06:56:17.231376Z","steps":["trace[318391140] 'process raft request' (duration: 277.37106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:17.231532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.59003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:17.231601Z","caller":"traceutil/trace.go:171","msg":"trace[1141338589] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:24971; }","duration":"137.694813ms","start":"2026-05-27T06:56:17.09389Z","end":"2026-05-27T06:56:17.231585Z","steps":["trace[1141338589] 'agreement among raft nodes before linearized reading' (duration: 137.504007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:17.231612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.830276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:17.231655Z","caller":"traceutil/trace.go:171","msg":"trace[283315162] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24971; }","duration":"137.053313ms","start":"2026-05-27T06:56:17.094588Z","end":"2026-05-27T06:56:17.231642Z","steps":["trace[283315162] 'agreement among raft nodes before linearized reading' (duration: 136.808065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:17.623596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.824926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:17.623711Z","caller":"traceutil/trace.go:171","msg":"trace[265095786] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24972; }","duration":"109.015423ms","start":"2026-05-27T06:56:17.514672Z","end":"2026-05-27T06:56:17.623687Z","steps":["trace[265095786] 'range keys from in-memory index tree' (duration: 108.700122ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:17.63463Z","caller":"traceutil/trace.go:171","msg":"trace[1590122374] linearizableReadLoop","detail":"{readStateIndex:25822; appliedIndex:25821; }","duration":"116.218121ms","start":"2026-05-27T06:56:17.518379Z","end":"2026-05-27T06:56:17.634597Z","steps":["trace[1590122374] 'read index received' (duration: 116.007025ms)","trace[1590122374] 'applied index is now lower than readState.Index' (duration: 204.376µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:17.634754Z","caller":"traceutil/trace.go:171","msg":"trace[1003231727] transaction","detail":"{read_only:false; response_revision:24973; number_of_response:1; }","duration":"118.139543ms","start":"2026-05-27T06:56:17.516569Z","end":"2026-05-27T06:56:17.634709Z","steps":["trace[1003231727] 'process raft request' (duration: 117.824633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:17.634808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.443289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-05-27T06:56:17.634867Z","caller":"traceutil/trace.go:171","msg":"trace[164012511] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24973; }","duration":"116.546782ms","start":"2026-05-27T06:56:17.518301Z","end":"2026-05-27T06:56:17.634848Z","steps":["trace[164012511] 'agreement among raft nodes before linearized reading' (duration: 116.383147ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:17.641808Z","caller":"traceutil/trace.go:171","msg":"trace[1100199083] transaction","detail":"{read_only:false; response_revision:24974; number_of_response:1; }","duration":"106.571366ms","start":"2026-05-27T06:56:17.535212Z","end":"2026-05-27T06:56:17.641784Z","steps":["trace[1100199083] 'process raft request' (duration: 106.374909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:18.367918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.713729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:56:18.368073Z","caller":"traceutil/trace.go:171","msg":"trace[10561836] transaction","detail":"{read_only:false; response_revision:24978; number_of_response:1; }","duration":"145.026617ms","start":"2026-05-27T06:56:18.22302Z","end":"2026-05-27T06:56:18.368047Z","steps":["trace[10561836] 'process raft request' (duration: 44.07302ms)","trace[10561836] 'compare' (duration: 100.550504ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:18.583149Z","caller":"traceutil/trace.go:171","msg":"trace[728735607] transaction","detail":"{read_only:false; response_revision:24980; number_of_response:1; }","duration":"358.734925ms","start":"2026-05-27T06:56:18.224395Z","end":"2026-05-27T06:56:18.58313Z","steps":["trace[728735607] 'process raft request' (duration: 358.651523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:18.583277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:18.224379Z","time spent":"358.830798ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:56:18.583356Z","caller":"traceutil/trace.go:171","msg":"trace[1532067403] linearizableReadLoop","detail":"{readStateIndex:25831; appliedIndex:25827; }","duration":"357.145895ms","start":"2026-05-27T06:56:18.226181Z","end":"2026-05-27T06:56:18.583327Z","steps":["trace[1532067403] 'read index received' (duration: 41.044134ms)","trace[1532067403] 'applied index is now lower than readState.Index' (duration: 316.100361ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:18.583487Z","caller":"traceutil/trace.go:171","msg":"trace[634584029] transaction","detail":"{read_only:false; response_revision:24981; number_of_response:1; }","duration":"359.063986ms","start":"2026-05-27T06:56:18.224395Z","end":"2026-05-27T06:56:18.583459Z","steps":["trace[634584029] 'process raft request' (duration: 358.704694ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:18.583537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.33673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:18.583582Z","caller":"traceutil/trace.go:171","msg":"trace[1515398564] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24981; }","duration":"357.398672ms","start":"2026-05-27T06:56:18.226167Z","end":"2026-05-27T06:56:18.583565Z","steps":["trace[1515398564] 'agreement among raft nodes before linearized reading' (duration: 357.305529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:18.583626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:18.224381Z","time spent":"359.169419ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:56:18.583629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:18.226133Z","time spent":"357.485235ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:56:18.583503Z","caller":"traceutil/trace.go:171","msg":"trace[1611651190] transaction","detail":"{read_only:false; response_revision:24979; number_of_response:1; }","duration":"360.182591ms","start":"2026-05-27T06:56:18.223289Z","end":"2026-05-27T06:56:18.583472Z","steps":["trace[1611651190] 'process raft request' (duration: 332.166192ms)","trace[1611651190] 'compare' (duration: 27.462402ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:56:18.583776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:18.223272Z","time spent":"360.418418ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:56:18.60424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.090704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:18.604261Z","caller":"traceutil/trace.go:171","msg":"trace[916496891] transaction","detail":"{read_only:false; response_revision:24983; number_of_response:1; }","duration":"222.964602ms","start":"2026-05-27T06:56:18.381257Z","end":"2026-05-27T06:56:18.604221Z","steps":["trace[916496891] 'process raft request' (duration: 222.798637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:18.604293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.28382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:18.604315Z","caller":"traceutil/trace.go:171","msg":"trace[1854280164] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24983; }","duration":"222.189388ms","start":"2026-05-27T06:56:18.382109Z","end":"2026-05-27T06:56:18.604299Z","steps":["trace[1854280164] 'agreement among raft nodes before linearized reading' (duration: 222.052603ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:18.60434Z","caller":"traceutil/trace.go:171","msg":"trace[710347687] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24983; }","duration":"222.364733ms","start":"2026-05-27T06:56:18.381963Z","end":"2026-05-27T06:56:18.604328Z","steps":["trace[710347687] 'agreement among raft nodes before linearized reading' (duration: 222.28398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:18.60423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.155756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T06:56:18.604425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.943352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-05-27T06:56:18.604451Z","caller":"traceutil/trace.go:171","msg":"trace[1438851683] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24983; }","duration":"307.441585ms","start":"2026-05-27T06:56:18.296998Z","end":"2026-05-27T06:56:18.604439Z","steps":["trace[1438851683] 'agreement among raft nodes before linearized reading' (duration: 307.120385ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:18.604498Z","caller":"traceutil/trace.go:171","msg":"trace[1531465427] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24983; }","duration":"223.030114ms","start":"2026-05-27T06:56:18.381447Z","end":"2026-05-27T06:56:18.604477Z","steps":["trace[1531465427] 'agreement among raft nodes before linearized reading' (duration: 222.846619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:18.604497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:18.296977Z","time spent":"307.505378ms","remote":"127.0.0.1:41340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:56:18.60441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.576755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:18.604524Z","caller":"traceutil/trace.go:171","msg":"trace[645267990] transaction","detail":"{read_only:false; response_revision:24982; number_of_response:1; }","duration":"229.931893ms","start":"2026-05-27T06:56:18.374565Z","end":"2026-05-27T06:56:18.604497Z","steps":["trace[645267990] 'process raft request' (duration: 229.308273ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:18.604559Z","caller":"traceutil/trace.go:171","msg":"trace[239773544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24983; }","duration":"304.7457ms","start":"2026-05-27T06:56:18.299802Z","end":"2026-05-27T06:56:18.604548Z","steps":["trace[239773544] 'agreement among raft nodes before linearized reading' (duration: 304.553744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:18.604596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:18.299796Z","time spent":"304.789652ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:56:18.604406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.353163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:18.604661Z","caller":"traceutil/trace.go:171","msg":"trace[1915865706] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24983; }","duration":"222.638092ms","start":"2026-05-27T06:56:18.382011Z","end":"2026-05-27T06:56:18.604649Z","steps":["trace[1915865706] 'agreement among raft nodes before linearized reading' (duration: 222.306641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:18.604425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.771504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:18.604715Z","caller":"traceutil/trace.go:171","msg":"trace[749341329] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24983; }","duration":"222.076063ms","start":"2026-05-27T06:56:18.382622Z","end":"2026-05-27T06:56:18.604698Z","steps":["trace[749341329] 'agreement among raft nodes before linearized reading' (duration: 221.728152ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:19.62072Z","caller":"traceutil/trace.go:171","msg":"trace[159223096] linearizableReadLoop","detail":"{readStateIndex:25835; appliedIndex:25834; }","duration":"325.451257ms","start":"2026-05-27T06:56:19.295242Z","end":"2026-05-27T06:56:19.620693Z","steps":["trace[159223096] 'read index received' (duration: 325.22608ms)","trace[159223096] 'applied index is now lower than readState.Index' (duration: 224.357µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:19.620783Z","caller":"traceutil/trace.go:171","msg":"trace[1570400161] transaction","detail":"{read_only:false; response_revision:24985; number_of_response:1; }","duration":"383.586384ms","start":"2026-05-27T06:56:19.237174Z","end":"2026-05-27T06:56:19.62076Z","steps":["trace[1570400161] 'process raft request' (duration: 383.338826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:19.620892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:19.237156Z","time spent":"383.667186ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:56:19.621174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.924073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-27T06:56:19.621237Z","caller":"traceutil/trace.go:171","msg":"trace[1908896084] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24985; }","duration":"326.029246ms","start":"2026-05-27T06:56:19.295195Z","end":"2026-05-27T06:56:19.621224Z","steps":["trace[1908896084] 'agreement among raft nodes before linearized reading' (duration: 325.631803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:19.621349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:19.295176Z","time spent":"326.133539ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:56:19.630971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.614053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:56:19.631022Z","caller":"traceutil/trace.go:171","msg":"trace[2039566769] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24986; }","duration":"274.738507ms","start":"2026-05-27T06:56:19.356273Z","end":"2026-05-27T06:56:19.631011Z","steps":["trace[2039566769] 'agreement among raft nodes before linearized reading' (duration: 274.599623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:19.631032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.43503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:19.631085Z","caller":"traceutil/trace.go:171","msg":"trace[1422324738] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24986; }","duration":"321.483462ms","start":"2026-05-27T06:56:19.309583Z","end":"2026-05-27T06:56:19.631067Z","steps":["trace[1422324738] 'agreement among raft nodes before linearized reading' (duration: 321.41397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:19.630951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.871418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:56:19.631132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:19.309562Z","time spent":"321.559654ms","remote":"127.0.0.1:37804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:56:19.631124Z","caller":"traceutil/trace.go:171","msg":"trace[907974506] transaction","detail":"{read_only:false; response_revision:24986; number_of_response:1; }","duration":"221.601989ms","start":"2026-05-27T06:56:19.409449Z","end":"2026-05-27T06:56:19.631051Z","steps":["trace[907974506] 'process raft request' (duration: 221.238528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:19.631157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.257053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:19.631169Z","caller":"traceutil/trace.go:171","msg":"trace[472818762] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24986; }","duration":"279.106715ms","start":"2026-05-27T06:56:19.352043Z","end":"2026-05-27T06:56:19.631149Z","steps":["trace[472818762] 'agreement among raft nodes before linearized reading' (duration: 278.842587ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:19.631218Z","caller":"traceutil/trace.go:171","msg":"trace[2029547008] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24986; }","duration":"167.375457ms","start":"2026-05-27T06:56:19.463824Z","end":"2026-05-27T06:56:19.6312Z","steps":["trace[2029547008] 'agreement among raft nodes before linearized reading' (duration: 167.255003ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:20.37214Z","caller":"traceutil/trace.go:171","msg":"trace[2139754773] transaction","detail":"{read_only:false; response_revision:24990; number_of_response:1; }","duration":"119.758754ms","start":"2026-05-27T06:56:20.252333Z","end":"2026-05-27T06:56:20.372092Z","steps":["trace[2139754773] 'process raft request' (duration: 119.414614ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:21.75842Z","caller":"traceutil/trace.go:171","msg":"trace[1418313545] transaction","detail":"{read_only:false; response_revision:25002; number_of_response:1; }","duration":"100.464991ms","start":"2026-05-27T06:56:21.657926Z","end":"2026-05-27T06:56:21.75839Z","steps":["trace[1418313545] 'process raft request' (duration: 100.267775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:25.142714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787425354,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-27T06:56:25.504662Z","caller":"traceutil/trace.go:171","msg":"trace[439104463] transaction","detail":"{read_only:false; response_revision:25023; number_of_response:1; }","duration":"940.868904ms","start":"2026-05-27T06:56:24.56377Z","end":"2026-05-27T06:56:25.504639Z","steps":["trace[439104463] 'process raft request' (duration: 940.72414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:25.504812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:24.563733Z","time spent":"941.001058ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6799,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:56:25.53804Z","caller":"traceutil/trace.go:171","msg":"trace[1222887409] transaction","detail":"{read_only:false; response_revision:25024; number_of_response:1; }","duration":"895.580346ms","start":"2026-05-27T06:56:24.642432Z","end":"2026-05-27T06:56:25.538012Z","steps":["trace[1222887409] 'process raft request' (duration: 895.357979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:25.538254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:24.642414Z","time spent":"895.71172ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:56:25.53883Z","caller":"traceutil/trace.go:171","msg":"trace[344717292] transaction","detail":"{read_only:false; response_revision:25025; number_of_response:1; }","duration":"894.649196ms","start":"2026-05-27T06:56:24.643962Z","end":"2026-05-27T06:56:25.538611Z","steps":["trace[344717292] 'process raft request' (duration: 893.999966ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:25.538916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:24.643945Z","time spent":"894.932425ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:56:25.539074Z","caller":"traceutil/trace.go:171","msg":"trace[1456583863] linearizableReadLoop","detail":"{readStateIndex:25878; appliedIndex:25873; }","duration":"896.855626ms","start":"2026-05-27T06:56:24.642201Z","end":"2026-05-27T06:56:25.539057Z","steps":["trace[1456583863] 'read index received' (duration: 862.386482ms)","trace[1456583863] 'applied index is now lower than readState.Index' (duration: 34.467584ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:25.539086Z","caller":"traceutil/trace.go:171","msg":"trace[1428152247] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"891.835848ms","start":"2026-05-27T06:56:24.647222Z","end":"2026-05-27T06:56:25.539058Z","steps":["trace[1428152247] 'process raft request' (duration: 891.203987ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:25.539166Z","caller":"traceutil/trace.go:171","msg":"trace[1648663142] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"686.685321ms","start":"2026-05-27T06:56:24.852469Z","end":"2026-05-27T06:56:25.539155Z","steps":["trace[1648663142] 'process raft request' (duration: 686.098992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:25.539229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:24.647209Z","time spent":"891.93529ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:56:25.539234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:24.85244Z","time spent":"686.757233ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:56:25.539315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.112834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:25.539352Z","caller":"traceutil/trace.go:171","msg":"trace[771678055] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:25027; }","duration":"897.191998ms","start":"2026-05-27T06:56:24.64215Z","end":"2026-05-27T06:56:25.539342Z","steps":["trace[771678055] 'agreement among raft nodes before linearized reading' (duration: 897.121845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:25.539393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:24.642123Z","time spent":"897.260699ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-05-27T06:56:25.539995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.242453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:25.54003Z","caller":"traceutil/trace.go:171","msg":"trace[1868183041] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25027; }","duration":"292.321215ms","start":"2026-05-27T06:56:25.247701Z","end":"2026-05-27T06:56:25.540023Z","steps":["trace[1868183041] 'agreement among raft nodes before linearized reading' (duration: 292.251643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:25.540041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.331232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T06:56:25.540081Z","caller":"traceutil/trace.go:171","msg":"trace[1021089856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25027; }","duration":"597.421786ms","start":"2026-05-27T06:56:24.94265Z","end":"2026-05-27T06:56:25.540071Z","steps":["trace[1021089856] 'agreement among raft nodes before linearized reading' (duration: 597.297362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:25.540115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:24.942625Z","time spent":"597.478197ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T06:56:25.540176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.612981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:25.5402Z","caller":"traceutil/trace.go:171","msg":"trace[1446525806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25027; }","duration":"250.682953ms","start":"2026-05-27T06:56:25.28951Z","end":"2026-05-27T06:56:25.540193Z","steps":["trace[1446525806] 'agreement among raft nodes before linearized reading' (duration: 250.637251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:25.540281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.503204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:25.540325Z","caller":"traceutil/trace.go:171","msg":"trace[174795188] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25027; }","duration":"561.583586ms","start":"2026-05-27T06:56:24.978731Z","end":"2026-05-27T06:56:25.540314Z","steps":["trace[174795188] 'agreement among raft nodes before linearized reading' (duration: 561.519604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:25.540359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:24.978709Z","time spent":"561.642649ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-05-27T06:56:25.54Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.542146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:25.540538Z","caller":"traceutil/trace.go:171","msg":"trace[411744436] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25027; }","duration":"301.151766ms","start":"2026-05-27T06:56:25.239369Z","end":"2026-05-27T06:56:25.540521Z","steps":["trace[411744436] 'agreement among raft nodes before linearized reading' (duration: 300.587908ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:25.540608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.551791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:56:25.540613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.630884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:25.540648Z","caller":"traceutil/trace.go:171","msg":"trace[1685819694] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25027; }","duration":"893.684066ms","start":"2026-05-27T06:56:24.646956Z","end":"2026-05-27T06:56:25.54064Z","steps":["trace[1685819694] 'agreement among raft nodes before linearized reading' (duration: 893.636364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:25.54068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:24.646946Z","time spent":"893.727607ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-05-27T06:56:25.540651Z","caller":"traceutil/trace.go:171","msg":"trace[2064988332] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25027; }","duration":"893.605444ms","start":"2026-05-27T06:56:24.64703Z","end":"2026-05-27T06:56:25.540636Z","steps":["trace[2064988332] 'agreement among raft nodes before linearized reading' (duration: 893.507961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:25.540699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.905316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T06:56:25.540731Z","caller":"traceutil/trace.go:171","msg":"trace[12291418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25027; }","duration":"895.958628ms","start":"2026-05-27T06:56:24.644766Z","end":"2026-05-27T06:56:25.540724Z","steps":["trace[12291418] 'agreement among raft nodes before linearized reading' (duration: 895.839834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:25.540753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:24.644757Z","time spent":"895.991419ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T06:56:25.540735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:24.647025Z","time spent":"893.698066ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-27T06:56:25.540471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.445318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:25.541469Z","caller":"traceutil/trace.go:171","msg":"trace[1868066003] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25027; }","duration":"894.45533ms","start":"2026-05-27T06:56:24.647004Z","end":"2026-05-27T06:56:25.541459Z","steps":["trace[1868066003] 'agreement among raft nodes before linearized reading' (duration: 893.443938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:25.541499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:24.646996Z","time spent":"894.494172ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-05-27T06:56:25.540665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:25.239344Z","time spent":"301.27798ms","remote":"127.0.0.1:37816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:56:25.540546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.17326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-05-27T06:56:25.54208Z","caller":"traceutil/trace.go:171","msg":"trace[1916301495] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:25027; }","duration":"894.558303ms","start":"2026-05-27T06:56:24.647355Z","end":"2026-05-27T06:56:25.541913Z","steps":["trace[1916301495] 'agreement among raft nodes before linearized reading' (duration: 893.132438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:25.542155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.900442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T06:56:25.542197Z","caller":"traceutil/trace.go:171","msg":"trace[873074738] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25027; }","duration":"898.965983ms","start":"2026-05-27T06:56:24.64322Z","end":"2026-05-27T06:56:25.542186Z","steps":["trace[873074738] 'agreement among raft nodes before linearized reading' (duration: 896.449083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:25.542225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:24.64321Z","time spent":"899.006965ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-27T06:56:25.54231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:24.647351Z","time spent":"894.799371ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-05-27T06:56:29.927743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.924388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:56:29.927912Z","caller":"traceutil/trace.go:171","msg":"trace[450972505] transaction","detail":"{read_only:false; response_revision:25065; number_of_response:1; }","duration":"194.169628ms","start":"2026-05-27T06:56:29.733719Z","end":"2026-05-27T06:56:29.927888Z","steps":["trace[450972505] 'process raft request' (duration: 52.016262ms)","trace[450972505] 'compare' (duration: 141.796424ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:29.928115Z","caller":"traceutil/trace.go:171","msg":"trace[1763922543] linearizableReadLoop","detail":"{readStateIndex:25917; appliedIndex:25916; }","duration":"145.266114ms","start":"2026-05-27T06:56:29.782817Z","end":"2026-05-27T06:56:29.928083Z","steps":["trace[1763922543] 'read index received' (duration: 2.896982ms)","trace[1763922543] 'applied index is now lower than readState.Index' (duration: 142.365782ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:56:29.928426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.583184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:29.928524Z","caller":"traceutil/trace.go:171","msg":"trace[1892848127] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25066; }","duration":"145.750539ms","start":"2026-05-27T06:56:29.782752Z","end":"2026-05-27T06:56:29.928503Z","steps":["trace[1892848127] 'agreement among raft nodes before linearized reading' (duration: 145.551943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:30.229305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.143366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:56:30.229482Z","caller":"traceutil/trace.go:171","msg":"trace[1557586688] transaction","detail":"{read_only:false; response_revision:25067; number_of_response:1; }","duration":"369.260219ms","start":"2026-05-27T06:56:29.860202Z","end":"2026-05-27T06:56:30.229462Z","steps":["trace[1557586688] 'process raft request' (duration: 220.867835ms)","trace[1557586688] 'compare' (duration: 147.902878ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:56:30.229556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:29.860188Z","time spent":"369.336211ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:56:31.85199Z","caller":"traceutil/trace.go:171","msg":"trace[1482248900] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"156.684356ms","start":"2026-05-27T06:56:31.695286Z","end":"2026-05-27T06:56:31.85197Z","steps":["trace[1482248900] 'process raft request' (duration: 156.651155ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:31.852262Z","caller":"traceutil/trace.go:171","msg":"trace[88449023] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"157.134541ms","start":"2026-05-27T06:56:31.695118Z","end":"2026-05-27T06:56:31.852253Z","steps":["trace[88449023] 'process raft request' (duration: 90.226606ms)","trace[88449023] 'compare' (duration: 66.482682ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:31.906352Z","caller":"traceutil/trace.go:171","msg":"trace[1257095857] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"159.212077ms","start":"2026-05-27T06:56:31.747109Z","end":"2026-05-27T06:56:31.906321Z","steps":["trace[1257095857] 'process raft request' (duration: 159.046771ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:32.710606Z","caller":"traceutil/trace.go:171","msg":"trace[490473926] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"104.420526ms","start":"2026-05-27T06:56:32.606136Z","end":"2026-05-27T06:56:32.710557Z","steps":["trace[490473926] 'process raft request' (duration: 104.128607ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:33.910682Z","caller":"traceutil/trace.go:171","msg":"trace[1693384489] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"160.734126ms","start":"2026-05-27T06:56:33.749927Z","end":"2026-05-27T06:56:33.910661Z","steps":["trace[1693384489] 'process raft request' (duration: 160.483878ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:34.783772Z","caller":"traceutil/trace.go:171","msg":"trace[1217971407] transaction","detail":"{read_only:false; response_revision:25095; number_of_response:1; }","duration":"173.605165ms","start":"2026-05-27T06:56:34.61012Z","end":"2026-05-27T06:56:34.783726Z","steps":["trace[1217971407] 'process raft request' (duration: 173.257034ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:34.994533Z","caller":"traceutil/trace.go:171","msg":"trace[751032768] transaction","detail":"{read_only:false; response_revision:25097; number_of_response:1; }","duration":"122.191541ms","start":"2026-05-27T06:56:34.872301Z","end":"2026-05-27T06:56:34.994493Z","steps":["trace[751032768] 'process raft request' (duration: 40.029541ms)","trace[751032768] 'compare' (duration: 81.899632ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:35.90843Z","caller":"traceutil/trace.go:171","msg":"trace[1837639890] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"190.138819ms","start":"2026-05-27T06:56:35.718256Z","end":"2026-05-27T06:56:35.908395Z","steps":["trace[1837639890] 'process raft request' (duration: 189.884041ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:36.029359Z","caller":"traceutil/trace.go:171","msg":"trace[1246424577] transaction","detail":"{read_only:false; response_revision:25100; number_of_response:1; }","duration":"310.563404ms","start":"2026-05-27T06:56:35.718754Z","end":"2026-05-27T06:56:36.029318Z","steps":["trace[1246424577] 'process raft request' (duration: 309.944294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:36.029585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:35.718738Z","time spent":"310.735269ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:56:36.029656Z","caller":"traceutil/trace.go:171","msg":"trace[588767777] linearizableReadLoop","detail":"{readStateIndex:25953; appliedIndex:25951; }","duration":"310.303416ms","start":"2026-05-27T06:56:35.719325Z","end":"2026-05-27T06:56:36.029629Z","steps":["trace[588767777] 'read index received' (duration: 188.894069ms)","trace[588767777] 'applied index is now lower than readState.Index' (duration: 121.408077ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:36.029811Z","caller":"traceutil/trace.go:171","msg":"trace[175416466] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"299.282367ms","start":"2026-05-27T06:56:35.730504Z","end":"2026-05-27T06:56:36.029786Z","steps":["trace[175416466] 'process raft request' (duration: 298.917735ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:36.029934Z","caller":"traceutil/trace.go:171","msg":"trace[95402045] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"219.590215ms","start":"2026-05-27T06:56:35.810292Z","end":"2026-05-27T06:56:36.029882Z","steps":["trace[95402045] 'process raft request' (duration: 219.236683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:36.030144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.798751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-05-27T06:56:36.030498Z","caller":"traceutil/trace.go:171","msg":"trace[1399973674] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:25102; }","duration":"311.243746ms","start":"2026-05-27T06:56:35.71924Z","end":"2026-05-27T06:56:36.030484Z","steps":["trace[1399973674] 'agreement among raft nodes before linearized reading' (duration: 310.650567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:36.030537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:35.719167Z","time spent":"311.358909ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-05-27T06:56:36.079476Z","caller":"traceutil/trace.go:171","msg":"trace[522883446] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"118.39327ms","start":"2026-05-27T06:56:35.961051Z","end":"2026-05-27T06:56:36.079445Z","steps":["trace[522883446] 'process raft request' (duration: 118.102931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:36.079496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.78798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-27T06:56:36.079639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.723526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1114"} {"level":"info","ts":"2026-05-27T06:56:36.079653Z","caller":"traceutil/trace.go:171","msg":"trace[563761493] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25103; }","duration":"133.995916ms","start":"2026-05-27T06:56:35.945644Z","end":"2026-05-27T06:56:36.07964Z","steps":["trace[563761493] 'agreement among raft nodes before linearized reading' (duration: 133.700487ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:36.079695Z","caller":"traceutil/trace.go:171","msg":"trace[975865054] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:25103; }","duration":"353.811918ms","start":"2026-05-27T06:56:35.725864Z","end":"2026-05-27T06:56:36.079676Z","steps":["trace[975865054] 'agreement among raft nodes before linearized reading' (duration: 353.679414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:36.079593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.671229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:56:36.07973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:35.725855Z","time spent":"353.86914ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1136,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"info","ts":"2026-05-27T06:56:36.079782Z","caller":"traceutil/trace.go:171","msg":"trace[63521414] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25103; }","duration":"220.933548ms","start":"2026-05-27T06:56:35.858821Z","end":"2026-05-27T06:56:36.079755Z","steps":["trace[63521414] 'agreement among raft nodes before linearized reading' (duration: 220.644569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:36.080076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.773382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T06:56:36.080185Z","caller":"traceutil/trace.go:171","msg":"trace[1898574752] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25103; }","duration":"163.945428ms","start":"2026-05-27T06:56:35.916209Z","end":"2026-05-27T06:56:36.080155Z","steps":["trace[1898574752] 'agreement among raft nodes before linearized reading' (duration: 163.346809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:36.160951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.38789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18463"} {"level":"info","ts":"2026-05-27T06:56:36.161073Z","caller":"traceutil/trace.go:171","msg":"trace[1377389019] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25105; }","duration":"123.554175ms","start":"2026-05-27T06:56:36.037491Z","end":"2026-05-27T06:56:36.161045Z","steps":["trace[1377389019] 'agreement among raft nodes before linearized reading' (duration: 123.154062ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:36.736788Z","caller":"traceutil/trace.go:171","msg":"trace[2085822159] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"113.955799ms","start":"2026-05-27T06:56:36.622798Z","end":"2026-05-27T06:56:36.736754Z","steps":["trace[2085822159] 'process raft request' (duration: 113.718182ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:36.989708Z","caller":"traceutil/trace.go:171","msg":"trace[576181245] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"102.555717ms","start":"2026-05-27T06:56:36.887122Z","end":"2026-05-27T06:56:36.989678Z","steps":["trace[576181245] 'process raft request' (duration: 49.582065ms)","trace[576181245] 'compare' (duration: 52.834708ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:40.48623Z","caller":"traceutil/trace.go:171","msg":"trace[850325555] transaction","detail":"{read_only:false; response_revision:25139; number_of_response:1; }","duration":"150.602613ms","start":"2026-05-27T06:56:40.335597Z","end":"2026-05-27T06:56:40.4862Z","steps":["trace[850325555] 'process raft request' (duration: 150.424148ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:46.222493Z","caller":"traceutil/trace.go:171","msg":"trace[1395548275] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"107.302238ms","start":"2026-05-27T06:56:46.115153Z","end":"2026-05-27T06:56:46.222455Z","steps":["trace[1395548275] 'process raft request' (duration: 98.897921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:46.60614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.847561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:46.606234Z","caller":"traceutil/trace.go:171","msg":"trace[631833126] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25183; }","duration":"128.001926ms","start":"2026-05-27T06:56:46.478211Z","end":"2026-05-27T06:56:46.606213Z","steps":["trace[631833126] 'count revisions from in-memory index tree' (duration: 127.694006ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:46.64696Z","caller":"traceutil/trace.go:171","msg":"trace[2096800869] linearizableReadLoop","detail":"{readStateIndex:26039; appliedIndex:26038; }","duration":"111.852883ms","start":"2026-05-27T06:56:46.535073Z","end":"2026-05-27T06:56:46.646926Z","steps":["trace[2096800869] 'read index received' (duration: 111.632776ms)","trace[2096800869] 'applied index is now lower than readState.Index' (duration: 218.707µs)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:56:46.647154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.048019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:46.64722Z","caller":"traceutil/trace.go:171","msg":"trace[1105114940] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25184; }","duration":"112.181313ms","start":"2026-05-27T06:56:46.535027Z","end":"2026-05-27T06:56:46.647208Z","steps":["trace[1105114940] 'agreement among raft nodes before linearized reading' (duration: 112.029228ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:46.647652Z","caller":"traceutil/trace.go:171","msg":"trace[191643154] transaction","detail":"{read_only:false; response_revision:25184; number_of_response:1; }","duration":"143.089425ms","start":"2026-05-27T06:56:46.504512Z","end":"2026-05-27T06:56:46.647601Z","steps":["trace[191643154] 'process raft request' (duration: 142.198917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:47.107178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.668494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T06:56:47.107249Z","caller":"traceutil/trace.go:171","msg":"trace[881601455] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25184; }","duration":"206.796189ms","start":"2026-05-27T06:56:46.900435Z","end":"2026-05-27T06:56:47.107231Z","steps":["trace[881601455] 'range keys from in-memory index tree' (duration: 206.375126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:48.522808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.31381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:56:48.522977Z","caller":"traceutil/trace.go:171","msg":"trace[1177300618] transaction","detail":"{read_only:false; response_revision:25197; number_of_response:1; }","duration":"124.209335ms","start":"2026-05-27T06:56:48.398741Z","end":"2026-05-27T06:56:48.52295Z","steps":["trace[1177300618] 'process raft request' (duration: 15.627026ms)","trace[1177300618] 'compare' (duration: 108.172336ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:48.564831Z","caller":"traceutil/trace.go:171","msg":"trace[1707080265] transaction","detail":"{read_only:false; response_revision:25198; number_of_response:1; }","duration":"164.911169ms","start":"2026-05-27T06:56:48.399892Z","end":"2026-05-27T06:56:48.564803Z","steps":["trace[1707080265] 'process raft request' (duration: 164.702722ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:52.554362Z","caller":"traceutil/trace.go:171","msg":"trace[245493764] linearizableReadLoop","detail":"{readStateIndex:26095; appliedIndex:26093; }","duration":"107.982349ms","start":"2026-05-27T06:56:52.446356Z","end":"2026-05-27T06:56:52.554338Z","steps":["trace[245493764] 'read index received' (duration: 105.916684ms)","trace[245493764] 'applied index is now lower than readState.Index' (duration: 2.064625ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:52.554458Z","caller":"traceutil/trace.go:171","msg":"trace[911865548] transaction","detail":"{read_only:false; response_revision:25238; number_of_response:1; }","duration":"136.217727ms","start":"2026-05-27T06:56:52.418202Z","end":"2026-05-27T06:56:52.55442Z","steps":["trace[911865548] 'process raft request' (duration: 136.066622ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:52.554488Z","caller":"traceutil/trace.go:171","msg":"trace[385419753] transaction","detail":"{read_only:false; response_revision:25237; number_of_response:1; }","duration":"137.117395ms","start":"2026-05-27T06:56:52.41735Z","end":"2026-05-27T06:56:52.554467Z","steps":["trace[385419753] 'process raft request' (duration: 134.951627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:52.554822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.440315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T06:56:52.554876Z","caller":"traceutil/trace.go:171","msg":"trace[856652603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25238; }","duration":"108.543248ms","start":"2026-05-27T06:56:52.446319Z","end":"2026-05-27T06:56:52.554862Z","steps":["trace[856652603] 'agreement among raft nodes before linearized reading' (duration: 108.174606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:56.259268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.97984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:56.259384Z","caller":"traceutil/trace.go:171","msg":"trace[452155554] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25268; }","duration":"102.154585ms","start":"2026-05-27T06:56:56.157202Z","end":"2026-05-27T06:56:56.259356Z","steps":["trace[452155554] 'count revisions from in-memory index tree' (duration: 101.781343ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:56.531367Z","caller":"traceutil/trace.go:171","msg":"trace[1060753089] transaction","detail":"{read_only:false; response_revision:25269; number_of_response:1; }","duration":"344.716639ms","start":"2026-05-27T06:56:56.186627Z","end":"2026-05-27T06:56:56.531344Z","steps":["trace[1060753089] 'process raft request' (duration: 344.554864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:56.531537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:56.18661Z","time spent":"344.845844ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:56:56.727931Z","caller":"traceutil/trace.go:171","msg":"trace[90641044] linearizableReadLoop","detail":"{readStateIndex:26130; appliedIndex:26128; }","duration":"436.800214ms","start":"2026-05-27T06:56:56.291107Z","end":"2026-05-27T06:56:56.727907Z","steps":["trace[90641044] 'read index received' (duration: 240.437446ms)","trace[90641044] 'applied index is now lower than readState.Index' (duration: 196.359248ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:56.728376Z","caller":"traceutil/trace.go:171","msg":"trace[389480787] transaction","detail":"{read_only:false; response_revision:25270; number_of_response:1; }","duration":"472.681774ms","start":"2026-05-27T06:56:56.255677Z","end":"2026-05-27T06:56:56.728359Z","steps":["trace[389480787] 'process raft request' (duration: 450.280563ms)","trace[389480787] 'compare' (duration: 20.592444ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:56:56.728531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:56.255649Z","time spent":"472.771977ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:56:56.728836Z","caller":"traceutil/trace.go:171","msg":"trace[1205319836] transaction","detail":"{read_only:false; response_revision:25271; number_of_response:1; }","duration":"461.724336ms","start":"2026-05-27T06:56:56.267099Z","end":"2026-05-27T06:56:56.728823Z","steps":["trace[1205319836] 'process raft request' (duration: 460.58632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:56.730039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.899671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:56.730059Z","caller":"traceutil/trace.go:171","msg":"trace[871511123] transaction","detail":"{read_only:false; response_revision:25273; number_of_response:1; }","duration":"303.041336ms","start":"2026-05-27T06:56:56.426976Z","end":"2026-05-27T06:56:56.730017Z","steps":["trace[871511123] 'process raft request' (duration: 300.807895ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:56.730119Z","caller":"traceutil/trace.go:171","msg":"trace[610500953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25275; }","duration":"439.033925ms","start":"2026-05-27T06:56:56.291068Z","end":"2026-05-27T06:56:56.730102Z","steps":["trace[610500953] 'agreement among raft nodes before linearized reading' (duration: 438.86279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:56.73016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:56.291051Z","time spent":"439.100847ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:56:56.730214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:56.426956Z","time spent":"303.17409ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:56:56.730366Z","caller":"traceutil/trace.go:171","msg":"trace[681733872] transaction","detail":"{read_only:false; response_revision:25274; number_of_response:1; }","duration":"302.929402ms","start":"2026-05-27T06:56:56.427394Z","end":"2026-05-27T06:56:56.730323Z","steps":["trace[681733872] 'process raft request' (duration: 300.427373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:56.730074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.768975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T06:56:56.730572Z","caller":"traceutil/trace.go:171","msg":"trace[527769549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25275; }","duration":"115.258221ms","start":"2026-05-27T06:56:56.61526Z","end":"2026-05-27T06:56:56.730518Z","steps":["trace[527769549] 'agreement among raft nodes before linearized reading' (duration: 114.695183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:56.730602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:56.427387Z","time spent":"303.071527ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:56:56.730475Z","caller":"traceutil/trace.go:171","msg":"trace[32381097] transaction","detail":"{read_only:false; response_revision:25272; number_of_response:1; }","duration":"349.053277ms","start":"2026-05-27T06:56:56.381412Z","end":"2026-05-27T06:56:56.730465Z","steps":["trace[32381097] 'process raft request' (duration: 346.331301ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:56.73042Z","caller":"traceutil/trace.go:171","msg":"trace[1883218739] transaction","detail":"{read_only:false; response_revision:25275; number_of_response:1; }","duration":"249.768523ms","start":"2026-05-27T06:56:56.480639Z","end":"2026-05-27T06:56:56.730407Z","steps":["trace[1883218739] 'process raft request' (duration: 247.222222ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:56.730843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:56.381386Z","time spent":"349.387058ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:56:56.73247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.900282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T06:56:56.732596Z","caller":"traceutil/trace.go:171","msg":"trace[1104806691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25275; }","duration":"116.002974ms","start":"2026-05-27T06:56:56.616523Z","end":"2026-05-27T06:56:56.732526Z","steps":["trace[1104806691] 'agreement among raft nodes before linearized reading' (duration: 113.589638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:56.733078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:56.267077Z","time spent":"461.799909ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:56:56.929748Z","caller":"traceutil/trace.go:171","msg":"trace[1156141714] linearizableReadLoop","detail":"{readStateIndex:26138; appliedIndex:26137; }","duration":"103.787397ms","start":"2026-05-27T06:56:56.825923Z","end":"2026-05-27T06:56:56.92971Z","steps":["trace[1156141714] 'read index received' (duration: 28.363521ms)","trace[1156141714] 'applied index is now lower than readState.Index' (duration: 75.422386ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:56:56.929984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.037034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-27T06:56:56.930028Z","caller":"traceutil/trace.go:171","msg":"trace[1859585719] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25279; }","duration":"104.125497ms","start":"2026-05-27T06:56:56.825891Z","end":"2026-05-27T06:56:56.930016Z","steps":["trace[1859585719] 'agreement among raft nodes before linearized reading' (duration: 103.993763ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:56.929966Z","caller":"traceutil/trace.go:171","msg":"trace[1116105345] transaction","detail":"{read_only:false; response_revision:25279; number_of_response:1; }","duration":"106.056709ms","start":"2026-05-27T06:56:56.823848Z","end":"2026-05-27T06:56:56.929905Z","steps":["trace[1116105345] 'process raft request' (duration: 30.413696ms)","trace[1116105345] 'compare' (duration: 74.951871ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:57.293136Z","caller":"traceutil/trace.go:171","msg":"trace[924610972] transaction","detail":"{read_only:false; response_revision:25280; number_of_response:1; }","duration":"162.999887ms","start":"2026-05-27T06:56:57.130113Z","end":"2026-05-27T06:56:57.293113Z","steps":["trace[924610972] 'process raft request' (duration: 162.835922ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:57.431501Z","caller":"traceutil/trace.go:171","msg":"trace[879924078] linearizableReadLoop","detail":"{readStateIndex:26140; appliedIndex:26139; }","duration":"221.292809ms","start":"2026-05-27T06:56:57.210184Z","end":"2026-05-27T06:56:57.431477Z","steps":["trace[879924078] 'read index received' (duration: 83.053238ms)","trace[879924078] 'applied index is now lower than readState.Index' (duration: 138.237821ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:57.431672Z","caller":"traceutil/trace.go:171","msg":"trace[1108305026] transaction","detail":"{read_only:false; response_revision:25281; number_of_response:1; }","duration":"286.390015ms","start":"2026-05-27T06:56:57.145265Z","end":"2026-05-27T06:56:57.431655Z","steps":["trace[1108305026] 'process raft request' (duration: 286.036374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:57.431885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.672141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-27T06:56:57.431968Z","caller":"traceutil/trace.go:171","msg":"trace[79868244] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25281; }","duration":"221.820356ms","start":"2026-05-27T06:56:57.21013Z","end":"2026-05-27T06:56:57.43195Z","steps":["trace[79868244] 'agreement among raft nodes before linearized reading' (duration: 221.546287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:57.469378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.477386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-27T06:56:57.46947Z","caller":"traceutil/trace.go:171","msg":"trace[1540462196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25282; }","duration":"250.60137ms","start":"2026-05-27T06:56:57.218844Z","end":"2026-05-27T06:56:57.469445Z","steps":["trace[1540462196] 'agreement among raft nodes before linearized reading' (duration: 250.382783ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:57.469593Z","caller":"traceutil/trace.go:171","msg":"trace[272746470] transaction","detail":"{read_only:false; response_revision:25282; number_of_response:1; }","duration":"104.424427ms","start":"2026-05-27T06:56:57.365145Z","end":"2026-05-27T06:56:57.46957Z","steps":["trace[272746470] 'process raft request' (duration: 103.946382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:57.469931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.957421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-27T06:56:57.470024Z","caller":"traceutil/trace.go:171","msg":"trace[1879710044] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25282; }","duration":"251.103575ms","start":"2026-05-27T06:56:57.218897Z","end":"2026-05-27T06:56:57.470001Z","steps":["trace[1879710044] 'agreement among raft nodes before linearized reading' (duration: 250.774755ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:57.664897Z","caller":"traceutil/trace.go:171","msg":"trace[148543076] transaction","detail":"{read_only:false; response_revision:25283; number_of_response:1; }","duration":"228.484748ms","start":"2026-05-27T06:56:57.436385Z","end":"2026-05-27T06:56:57.66487Z","steps":["trace[148543076] 'process raft request' (duration: 167.700327ms)","trace[148543076] 'compare' (duration: 60.585635ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:57.665141Z","caller":"traceutil/trace.go:171","msg":"trace[2094291127] transaction","detail":"{read_only:false; response_revision:25284; number_of_response:1; }","duration":"190.7836ms","start":"2026-05-27T06:56:57.474346Z","end":"2026-05-27T06:56:57.66513Z","steps":["trace[2094291127] 'process raft request' (duration: 190.4612ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:57.665831Z","caller":"traceutil/trace.go:171","msg":"trace[1195398456] transaction","detail":"{read_only:false; response_revision:25285; number_of_response:1; }","duration":"190.978906ms","start":"2026-05-27T06:56:57.474822Z","end":"2026-05-27T06:56:57.665801Z","steps":["trace[1195398456] 'process raft request' (duration: 190.268493ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:57.884221Z","caller":"traceutil/trace.go:171","msg":"trace[223829456] linearizableReadLoop","detail":"{readStateIndex:26145; appliedIndex:26144; }","duration":"141.263957ms","start":"2026-05-27T06:56:57.742923Z","end":"2026-05-27T06:56:57.884187Z","steps":["trace[223829456] 'read index received' (duration: 75.756677ms)","trace[223829456] 'applied index is now lower than readState.Index' (duration: 65.5049ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:56:57.884385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.430023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:57.884444Z","caller":"traceutil/trace.go:171","msg":"trace[1451293271] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25285; }","duration":"141.537226ms","start":"2026-05-27T06:56:57.742894Z","end":"2026-05-27T06:56:57.884432Z","steps":["trace[1451293271] 'agreement among raft nodes before linearized reading' (duration: 141.393222ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:57.884503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.863024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4666"} {"level":"info","ts":"2026-05-27T06:56:57.884544Z","caller":"traceutil/trace.go:171","msg":"trace[1680121267] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:25285; }","duration":"140.925456ms","start":"2026-05-27T06:56:57.743608Z","end":"2026-05-27T06:56:57.884533Z","steps":["trace[1680121267] 'agreement among raft nodes before linearized reading' (duration: 140.751461ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:58.324358Z","caller":"traceutil/trace.go:171","msg":"trace[1964130082] linearizableReadLoop","detail":"{readStateIndex:26150; appliedIndex:26149; }","duration":"124.508875ms","start":"2026-05-27T06:56:58.199825Z","end":"2026-05-27T06:56:58.324334Z","steps":["trace[1964130082] 'read index received' (duration: 124.250757ms)","trace[1964130082] 'applied index is now lower than readState.Index' (duration: 253.648µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:58.324394Z","caller":"traceutil/trace.go:171","msg":"trace[454003393] transaction","detail":"{read_only:false; response_revision:25290; number_of_response:1; }","duration":"163.142192ms","start":"2026-05-27T06:56:58.161223Z","end":"2026-05-27T06:56:58.324365Z","steps":["trace[454003393] 'process raft request' (duration: 162.927575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:58.324653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.797104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-27T06:56:58.325937Z","caller":"traceutil/trace.go:171","msg":"trace[849084195] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25290; }","duration":"126.103796ms","start":"2026-05-27T06:56:58.199789Z","end":"2026-05-27T06:56:58.325893Z","steps":["trace[849084195] 'agreement among raft nodes before linearized reading' (duration: 124.67221ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:58.459712Z","caller":"traceutil/trace.go:171","msg":"trace[1002204967] transaction","detail":"{read_only:false; response_revision:25291; number_of_response:1; }","duration":"128.100788ms","start":"2026-05-27T06:56:58.33158Z","end":"2026-05-27T06:56:58.45968Z","steps":["trace[1002204967] 'process raft request' (duration: 127.933453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:58.701323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.573369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:56:58.701633Z","caller":"traceutil/trace.go:171","msg":"trace[874840165] transaction","detail":"{read_only:false; response_revision:25294; number_of_response:1; }","duration":"164.261418ms","start":"2026-05-27T06:56:58.537351Z","end":"2026-05-27T06:56:58.701612Z","steps":["trace[874840165] 'process raft request' (duration: 164.203586ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:58.701647Z","caller":"traceutil/trace.go:171","msg":"trace[1295783981] transaction","detail":"{read_only:false; response_revision:25292; number_of_response:1; }","duration":"366.912925ms","start":"2026-05-27T06:56:58.334705Z","end":"2026-05-27T06:56:58.701618Z","steps":["trace[1295783981] 'process raft request' (duration: 245.923092ms)","trace[1295783981] 'compare' (duration: 120.426685ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:56:58.701807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:58.334692Z","time spent":"367.007717ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:56:58.701788Z","caller":"traceutil/trace.go:171","msg":"trace[238969242] transaction","detail":"{read_only:false; response_revision:25293; number_of_response:1; }","duration":"258.677796ms","start":"2026-05-27T06:56:58.443048Z","end":"2026-05-27T06:56:58.701725Z","steps":["trace[238969242] 'process raft request' (duration: 258.412648ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:58.848753Z","caller":"traceutil/trace.go:171","msg":"trace[996750513] transaction","detail":"{read_only:false; response_revision:25295; number_of_response:1; }","duration":"113.261787ms","start":"2026-05-27T06:56:58.735455Z","end":"2026-05-27T06:56:58.848716Z","steps":["trace[996750513] 'process raft request' (duration: 73.454343ms)","trace[996750513] 'compare' (duration: 39.67636ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:58.851292Z","caller":"traceutil/trace.go:171","msg":"trace[266725333] transaction","detail":"{read_only:false; response_revision:25297; number_of_response:1; }","duration":"113.545796ms","start":"2026-05-27T06:56:58.737722Z","end":"2026-05-27T06:56:58.851268Z","steps":["trace[266725333] 'process raft request' (duration: 112.625047ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:58.851546Z","caller":"traceutil/trace.go:171","msg":"trace[272366273] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"111.649226ms","start":"2026-05-27T06:56:58.739882Z","end":"2026-05-27T06:56:58.851531Z","steps":["trace[272366273] 'process raft request' (duration: 110.51478ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:58.850771Z","caller":"traceutil/trace.go:171","msg":"trace[1209785253] transaction","detail":"{read_only:false; response_revision:25296; number_of_response:1; }","duration":"113.718941ms","start":"2026-05-27T06:56:58.737023Z","end":"2026-05-27T06:56:58.850742Z","steps":["trace[1209785253] 'process raft request' (duration: 113.191875ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:56:59.723986Z","caller":"traceutil/trace.go:171","msg":"trace[585769131] linearizableReadLoop","detail":"{readStateIndex:26163; appliedIndex:26162; }","duration":"238.612099ms","start":"2026-05-27T06:56:59.48535Z","end":"2026-05-27T06:56:59.723962Z","steps":["trace[585769131] 'read index received' (duration: 238.430614ms)","trace[585769131] 'applied index is now lower than readState.Index' (duration: 180.145µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:56:59.724164Z","caller":"traceutil/trace.go:171","msg":"trace[1440561549] transaction","detail":"{read_only:false; response_revision:25303; number_of_response:1; }","duration":"310.44831ms","start":"2026-05-27T06:56:59.413702Z","end":"2026-05-27T06:56:59.72415Z","steps":["trace[1440561549] 'process raft request' (duration: 310.086979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:59.724384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:56:59.413676Z","time spent":"310.563054ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:56:59.724689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.367088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:59.724793Z","caller":"traceutil/trace.go:171","msg":"trace[796120809] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25303; }","duration":"219.527243ms","start":"2026-05-27T06:56:59.505241Z","end":"2026-05-27T06:56:59.724769Z","steps":["trace[796120809] 'agreement among raft nodes before linearized reading' (duration: 219.076339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:59.725261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.415185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:56:59.725484Z","caller":"traceutil/trace.go:171","msg":"trace[1869249089] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25303; }","duration":"240.117697ms","start":"2026-05-27T06:56:59.485343Z","end":"2026-05-27T06:56:59.725461Z","steps":["trace[1869249089] 'agreement among raft nodes before linearized reading' (duration: 239.348683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:56:59.99596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.287867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4666"} {"level":"info","ts":"2026-05-27T06:56:59.996048Z","caller":"traceutil/trace.go:171","msg":"trace[778854784] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:25306; }","duration":"101.453132ms","start":"2026-05-27T06:56:59.894575Z","end":"2026-05-27T06:56:59.996028Z","steps":["trace[778854784] 'range keys from in-memory index tree' (duration: 101.000368ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:00.389616Z","caller":"traceutil/trace.go:171","msg":"trace[1225605255] transaction","detail":"{read_only:false; response_revision:25308; number_of_response:1; }","duration":"184.507461ms","start":"2026-05-27T06:57:00.205068Z","end":"2026-05-27T06:57:00.389575Z","steps":["trace[1225605255] 'process raft request' (duration: 184.16563ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:00.96487Z","caller":"traceutil/trace.go:171","msg":"trace[1338390363] transaction","detail":"{read_only:false; response_revision:25311; number_of_response:1; }","duration":"106.831603ms","start":"2026-05-27T06:57:00.858011Z","end":"2026-05-27T06:57:00.964842Z","steps":["trace[1338390363] 'process raft request' (duration: 106.595606ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:00.96516Z","caller":"traceutil/trace.go:171","msg":"trace[841042828] linearizableReadLoop","detail":"{readStateIndex:26173; appliedIndex:26169; }","duration":"100.052288ms","start":"2026-05-27T06:57:00.865095Z","end":"2026-05-27T06:57:00.965148Z","steps":["trace[841042828] 'read index received' (duration: 75.055004ms)","trace[841042828] 'applied index is now lower than readState.Index' (duration: 24.996024ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:57:00.965179Z","caller":"traceutil/trace.go:171","msg":"trace[1919635698] transaction","detail":"{read_only:false; response_revision:25312; number_of_response:1; }","duration":"107.154894ms","start":"2026-05-27T06:57:00.857999Z","end":"2026-05-27T06:57:00.965154Z","steps":["trace[1919635698] 'process raft request' (duration: 106.788843ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:00.965265Z","caller":"traceutil/trace.go:171","msg":"trace[281321864] transaction","detail":"{read_only:false; response_revision:25313; number_of_response:1; }","duration":"105.844492ms","start":"2026-05-27T06:57:00.859371Z","end":"2026-05-27T06:57:00.965216Z","steps":["trace[281321864] 'process raft request' (duration: 105.642456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:00.965378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.271365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T06:57:00.965436Z","caller":"traceutil/trace.go:171","msg":"trace[1759787438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25313; }","duration":"100.342438ms","start":"2026-05-27T06:57:00.865078Z","end":"2026-05-27T06:57:00.96542Z","steps":["trace[1759787438] 'agreement among raft nodes before linearized reading' (duration: 100.151572ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:01.114816Z","caller":"traceutil/trace.go:171","msg":"trace[89337512] transaction","detail":"{read_only:false; response_revision:25316; number_of_response:1; }","duration":"142.92387ms","start":"2026-05-27T06:57:00.971867Z","end":"2026-05-27T06:57:01.114791Z","steps":["trace[89337512] 'process raft request' (duration: 142.875139ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:01.115045Z","caller":"traceutil/trace.go:171","msg":"trace[716747826] transaction","detail":"{read_only:false; response_revision:25315; number_of_response:1; }","duration":"143.156617ms","start":"2026-05-27T06:57:00.971861Z","end":"2026-05-27T06:57:01.115017Z","steps":["trace[716747826] 'process raft request' (duration: 142.716083ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:01.115789Z","caller":"traceutil/trace.go:171","msg":"trace[1242552231] transaction","detail":"{read_only:false; response_revision:25317; number_of_response:1; }","duration":"107.923168ms","start":"2026-05-27T06:57:01.007848Z","end":"2026-05-27T06:57:01.115771Z","steps":["trace[1242552231] 'process raft request' (duration: 107.793034ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:01.939765Z","caller":"traceutil/trace.go:171","msg":"trace[1352515657] transaction","detail":"{read_only:false; response_revision:25321; number_of_response:1; }","duration":"134.152731ms","start":"2026-05-27T06:57:01.805558Z","end":"2026-05-27T06:57:01.939711Z","steps":["trace[1352515657] 'process raft request' (duration: 67.493394ms)","trace[1352515657] 'compare' (duration: 66.468271ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:57:01.947857Z","caller":"traceutil/trace.go:171","msg":"trace[1047845961] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"140.527924ms","start":"2026-05-27T06:57:01.807301Z","end":"2026-05-27T06:57:01.947828Z","steps":["trace[1047845961] 'process raft request' (duration: 140.08413ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:01.948061Z","caller":"traceutil/trace.go:171","msg":"trace[415241238] transaction","detail":"{read_only:false; response_revision:25323; number_of_response:1; }","duration":"139.062737ms","start":"2026-05-27T06:57:01.808985Z","end":"2026-05-27T06:57:01.948048Z","steps":["trace[415241238] 'process raft request' (duration: 138.559831ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:06.121714Z","caller":"traceutil/trace.go:171","msg":"trace[2016889328] linearizableReadLoop","detail":"{readStateIndex:26227; appliedIndex:26226; }","duration":"115.941913ms","start":"2026-05-27T06:57:06.005742Z","end":"2026-05-27T06:57:06.121684Z","steps":["trace[2016889328] 'read index received' (duration: 115.87036ms)","trace[2016889328] 'applied index is now lower than readState.Index' (duration: 69.632µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:57:06.12181Z","caller":"traceutil/trace.go:171","msg":"trace[2070491471] transaction","detail":"{read_only:false; response_revision:25366; number_of_response:1; }","duration":"137.100175ms","start":"2026-05-27T06:57:05.984663Z","end":"2026-05-27T06:57:06.121763Z","steps":["trace[2070491471] 'process raft request' (duration: 136.777205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:06.121974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.213312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T06:57:06.122026Z","caller":"traceutil/trace.go:171","msg":"trace[1906508825] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25366; }","duration":"116.283544ms","start":"2026-05-27T06:57:06.005727Z","end":"2026-05-27T06:57:06.12201Z","steps":["trace[1906508825] 'agreement among raft nodes before linearized reading' (duration: 116.110008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:06.168666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.567049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T06:57:06.168753Z","caller":"traceutil/trace.go:171","msg":"trace[623245428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25367; }","duration":"159.717383ms","start":"2026-05-27T06:57:06.009016Z","end":"2026-05-27T06:57:06.168734Z","steps":["trace[623245428] 'agreement among raft nodes before linearized reading' (duration: 159.436624ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:06.440762Z","caller":"traceutil/trace.go:171","msg":"trace[362574887] transaction","detail":"{read_only:false; response_revision:25370; number_of_response:1; }","duration":"116.237792ms","start":"2026-05-27T06:57:06.3245Z","end":"2026-05-27T06:57:06.440737Z","steps":["trace[362574887] 'process raft request' (duration: 42.959914ms)","trace[362574887] 'compare' (duration: 73.142384ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:57:06.450116Z","caller":"traceutil/trace.go:171","msg":"trace[929835110] transaction","detail":"{read_only:false; response_revision:25371; number_of_response:1; }","duration":"118.37633ms","start":"2026-05-27T06:57:06.331731Z","end":"2026-05-27T06:57:06.450107Z","steps":["trace[929835110] 'process raft request' (duration: 118.288438ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:06.933133Z","caller":"traceutil/trace.go:171","msg":"trace[544001721] transaction","detail":"{read_only:false; response_revision:25374; number_of_response:1; }","duration":"115.048465ms","start":"2026-05-27T06:57:06.817917Z","end":"2026-05-27T06:57:06.932966Z","steps":["trace[544001721] 'process raft request' (duration: 54.962876ms)","trace[544001721] 'compare' (duration: 59.643795ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:57:07.253639Z","caller":"traceutil/trace.go:171","msg":"trace[1372677319] transaction","detail":"{read_only:false; response_revision:25382; number_of_response:1; }","duration":"118.503294ms","start":"2026-05-27T06:57:07.135092Z","end":"2026-05-27T06:57:07.253596Z","steps":["trace[1372677319] 'process raft request' (duration: 47.123827ms)","trace[1372677319] 'compare' (duration: 71.105308ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:57:08.337829Z","caller":"traceutil/trace.go:171","msg":"trace[1313976347] transaction","detail":"{read_only:false; response_revision:25391; number_of_response:1; }","duration":"160.524039ms","start":"2026-05-27T06:57:08.177271Z","end":"2026-05-27T06:57:08.337795Z","steps":["trace[1313976347] 'process raft request' (duration: 119.977861ms)","trace[1313976347] 'compare' (duration: 39.639489ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:57:08.337918Z","caller":"traceutil/trace.go:171","msg":"trace[913518142] transaction","detail":"{read_only:false; response_revision:25392; number_of_response:1; }","duration":"148.094614ms","start":"2026-05-27T06:57:08.189794Z","end":"2026-05-27T06:57:08.337888Z","steps":["trace[913518142] 'process raft request' (duration: 147.272568ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:09.19366Z","caller":"traceutil/trace.go:171","msg":"trace[2086264489] transaction","detail":"{read_only:false; response_revision:25396; number_of_response:1; }","duration":"112.08854ms","start":"2026-05-27T06:57:09.081534Z","end":"2026-05-27T06:57:09.193622Z","steps":["trace[2086264489] 'process raft request' (duration: 103.211068ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:11.339617Z","caller":"traceutil/trace.go:171","msg":"trace[1580728388] transaction","detail":"{read_only:false; response_revision:25409; number_of_response:1; }","duration":"138.600643ms","start":"2026-05-27T06:57:11.200984Z","end":"2026-05-27T06:57:11.339585Z","steps":["trace[1580728388] 'process raft request' (duration: 138.353905ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:11.551389Z","caller":"traceutil/trace.go:171","msg":"trace[176757342] transaction","detail":"{read_only:false; response_revision:25410; number_of_response:1; }","duration":"350.227114ms","start":"2026-05-27T06:57:11.201132Z","end":"2026-05-27T06:57:11.551359Z","steps":["trace[176757342] 'process raft request' (duration: 311.814023ms)","trace[176757342] 'compare' (duration: 38.187323ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:57:11.551713Z","caller":"traceutil/trace.go:171","msg":"trace[801486269] linearizableReadLoop","detail":"{readStateIndex:26273; appliedIndex:26270; }","duration":"345.756072ms","start":"2026-05-27T06:57:11.205929Z","end":"2026-05-27T06:57:11.551686Z","steps":["trace[801486269] 'read index received' (duration: 133.519761ms)","trace[801486269] 'applied index is now lower than readState.Index' (duration: 212.235041ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:57:11.551763Z","caller":"traceutil/trace.go:171","msg":"trace[1896486915] transaction","detail":"{read_only:false; response_revision:25412; number_of_response:1; }","duration":"282.326037ms","start":"2026-05-27T06:57:11.269399Z","end":"2026-05-27T06:57:11.551725Z","steps":["trace[1896486915] 'process raft request' (duration: 282.185893ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:11.551778Z","caller":"traceutil/trace.go:171","msg":"trace[1088511177] transaction","detail":"{read_only:false; response_revision:25411; number_of_response:1; }","duration":"350.376619ms","start":"2026-05-27T06:57:11.201335Z","end":"2026-05-27T06:57:11.551711Z","steps":["trace[1088511177] 'process raft request' (duration: 349.982806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:11.551955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.010909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-27T06:57:11.552002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.405927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T06:57:11.552041Z","caller":"traceutil/trace.go:171","msg":"trace[729681020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25412; }","duration":"346.148664ms","start":"2026-05-27T06:57:11.205875Z","end":"2026-05-27T06:57:11.552024Z","steps":["trace[729681020] 'agreement among raft nodes before linearized reading' (duration: 345.905856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:11.55208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:57:11.205851Z","time spent":"346.221346ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-27T06:57:11.552076Z","caller":"traceutil/trace.go:171","msg":"trace[1202275349] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25412; }","duration":"241.536121ms","start":"2026-05-27T06:57:11.310518Z","end":"2026-05-27T06:57:11.552055Z","steps":["trace[1202275349] 'agreement among raft nodes before linearized reading' (duration: 241.328214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:11.552241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:57:11.201289Z","time spent":"350.677768ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:57:11.552306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:57:11.201102Z","time spent":"350.387259ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:57:11.552348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.295861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T06:57:11.553957Z","caller":"traceutil/trace.go:171","msg":"trace[1035861936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25412; }","duration":"218.19669ms","start":"2026-05-27T06:57:11.334976Z","end":"2026-05-27T06:57:11.553173Z","steps":["trace[1035861936] 'agreement among raft nodes before linearized reading' (duration: 216.950791ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:13.764161Z","caller":"traceutil/trace.go:171","msg":"trace[1841540247] transaction","detail":"{read_only:false; response_revision:25430; number_of_response:1; }","duration":"143.607311ms","start":"2026-05-27T06:57:13.620523Z","end":"2026-05-27T06:57:13.76413Z","steps":["trace[1841540247] 'process raft request' (duration: 143.524448ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:13.764159Z","caller":"traceutil/trace.go:171","msg":"trace[1055494948] transaction","detail":"{read_only:false; response_revision:25429; number_of_response:1; }","duration":"145.632665ms","start":"2026-05-27T06:57:13.618487Z","end":"2026-05-27T06:57:13.76412Z","steps":["trace[1055494948] 'process raft request' (duration: 124.319699ms)","trace[1055494948] 'compare' (duration: 21.050638ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:57:17.181364Z","caller":"traceutil/trace.go:171","msg":"trace[1242160895] transaction","detail":"{read_only:false; response_revision:25452; number_of_response:1; }","duration":"115.073405ms","start":"2026-05-27T06:57:17.06625Z","end":"2026-05-27T06:57:17.181324Z","steps":["trace[1242160895] 'process raft request' (duration: 41.739856ms)","trace[1242160895] 'compare' (duration: 73.104582ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:57:21.883476Z","caller":"traceutil/trace.go:171","msg":"trace[1109411584] transaction","detail":"{read_only:false; response_revision:25484; number_of_response:1; }","duration":"195.632514ms","start":"2026-05-27T06:57:21.687777Z","end":"2026-05-27T06:57:21.883409Z","steps":["trace[1109411584] 'process raft request' (duration: 179.045167ms)","trace[1109411584] 'compare' (duration: 15.861534ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:57:21.88365Z","caller":"traceutil/trace.go:171","msg":"trace[1001789813] linearizableReadLoop","detail":"{readStateIndex:26349; appliedIndex:26347; }","duration":"154.758625ms","start":"2026-05-27T06:57:21.728865Z","end":"2026-05-27T06:57:21.883624Z","steps":["trace[1001789813] 'read index received' (duration: 138.052845ms)","trace[1001789813] 'applied index is now lower than readState.Index' (duration: 16.7044ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:57:21.88379Z","caller":"traceutil/trace.go:171","msg":"trace[2088040279] transaction","detail":"{read_only:false; response_revision:25485; number_of_response:1; }","duration":"192.444522ms","start":"2026-05-27T06:57:21.691334Z","end":"2026-05-27T06:57:21.883778Z","steps":["trace[2088040279] 'process raft request' (duration: 191.965287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:21.883985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.072345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:57:21.88409Z","caller":"traceutil/trace.go:171","msg":"trace[615414591] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25485; }","duration":"138.238041ms","start":"2026-05-27T06:57:21.745828Z","end":"2026-05-27T06:57:21.884066Z","steps":["trace[615414591] 'agreement among raft nodes before linearized reading' (duration: 138.063376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:21.884229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.344194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:57:21.884281Z","caller":"traceutil/trace.go:171","msg":"trace[2061331438] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25485; }","duration":"155.458718ms","start":"2026-05-27T06:57:21.72881Z","end":"2026-05-27T06:57:21.884268Z","steps":["trace[2061331438] 'agreement among raft nodes before linearized reading' (duration: 155.096956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:21.885053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.248731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T06:57:21.885106Z","caller":"traceutil/trace.go:171","msg":"trace[762683599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25485; }","duration":"138.323524ms","start":"2026-05-27T06:57:21.74677Z","end":"2026-05-27T06:57:21.885094Z","steps":["trace[762683599] 'agreement among raft nodes before linearized reading' (duration: 138.147058ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:22.751641Z","caller":"traceutil/trace.go:171","msg":"trace[164692350] transaction","detail":"{read_only:false; response_revision:25493; number_of_response:1; }","duration":"108.012881ms","start":"2026-05-27T06:57:22.64357Z","end":"2026-05-27T06:57:22.751583Z","steps":["trace[164692350] 'process raft request' (duration: 107.599858ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:25.876238Z","caller":"traceutil/trace.go:171","msg":"trace[586390114] transaction","detail":"{read_only:false; response_revision:25512; number_of_response:1; }","duration":"125.111392ms","start":"2026-05-27T06:57:25.751087Z","end":"2026-05-27T06:57:25.876199Z","steps":["trace[586390114] 'process raft request' (duration: 124.871415ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:25.894413Z","caller":"traceutil/trace.go:171","msg":"trace[1995774488] transaction","detail":"{read_only:false; response_revision:25513; number_of_response:1; }","duration":"142.02319ms","start":"2026-05-27T06:57:25.752364Z","end":"2026-05-27T06:57:25.894388Z","steps":["trace[1995774488] 'process raft request' (duration: 141.832124ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:29.909385Z","caller":"traceutil/trace.go:171","msg":"trace[1502141149] transaction","detail":"{read_only:false; response_revision:25565; number_of_response:1; }","duration":"113.598848ms","start":"2026-05-27T06:57:29.795721Z","end":"2026-05-27T06:57:29.909319Z","steps":["trace[1502141149] 'process raft request' (duration: 109.178788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:30.678688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.322218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T06:57:30.678778Z","caller":"traceutil/trace.go:171","msg":"trace[1970919882] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25571; }","duration":"282.463772ms","start":"2026-05-27T06:57:30.39629Z","end":"2026-05-27T06:57:30.678754Z","steps":["trace[1970919882] 'range keys from in-memory index tree' (duration: 282.134772ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:31.345971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.313777ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:57:31.346165Z","caller":"traceutil/trace.go:171","msg":"trace[1932564370] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25577; }","duration":"242.522754ms","start":"2026-05-27T06:57:31.103614Z","end":"2026-05-27T06:57:31.346137Z","steps":["trace[1932564370] 'range keys from in-memory index tree' (duration: 242.290256ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:31.346172Z","caller":"traceutil/trace.go:171","msg":"trace[260277638] linearizableReadLoop","detail":"{readStateIndex:26444; appliedIndex:26443; }","duration":"170.157175ms","start":"2026-05-27T06:57:31.175987Z","end":"2026-05-27T06:57:31.346145Z","steps":["trace[260277638] 'read index received' (duration: 128.421479ms)","trace[260277638] 'applied index is now lower than readState.Index' (duration: 41.734416ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:57:31.347236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.218228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:57:31.347274Z","caller":"traceutil/trace.go:171","msg":"trace[1604610782] transaction","detail":"{read_only:false; response_revision:25578; number_of_response:1; }","duration":"247.895745ms","start":"2026-05-27T06:57:31.099315Z","end":"2026-05-27T06:57:31.34721Z","steps":["trace[1604610782] 'process raft request' (duration: 205.170527ms)","trace[1604610782] 'compare' (duration: 41.500049ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:57:31.347322Z","caller":"traceutil/trace.go:171","msg":"trace[285087655] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25578; }","duration":"171.362954ms","start":"2026-05-27T06:57:31.175938Z","end":"2026-05-27T06:57:31.347301Z","steps":["trace[285087655] 'agreement among raft nodes before linearized reading' (duration: 171.194708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:31.42933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.075846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:57:31.429441Z","caller":"traceutil/trace.go:171","msg":"trace[1234522364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25579; }","duration":"138.243542ms","start":"2026-05-27T06:57:31.29117Z","end":"2026-05-27T06:57:31.429414Z","steps":["trace[1234522364] 'agreement among raft nodes before linearized reading' (duration: 138.045695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:31.429553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.052856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:57:31.429666Z","caller":"traceutil/trace.go:171","msg":"trace[1743211584] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25579; }","duration":"133.240422ms","start":"2026-05-27T06:57:31.2964Z","end":"2026-05-27T06:57:31.429641Z","steps":["trace[1743211584] 'agreement among raft nodes before linearized reading' (duration: 132.982604ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:31.96302Z","caller":"traceutil/trace.go:171","msg":"trace[1325041652] linearizableReadLoop","detail":"{readStateIndex:26449; appliedIndex:26448; }","duration":"106.646867ms","start":"2026-05-27T06:57:31.856351Z","end":"2026-05-27T06:57:31.962997Z","steps":["trace[1325041652] 'read index received' (duration: 106.615316ms)","trace[1325041652] 'applied index is now lower than readState.Index' (duration: 30.221µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:57:31.963117Z","caller":"traceutil/trace.go:171","msg":"trace[50859017] transaction","detail":"{read_only:false; response_revision:25583; number_of_response:1; }","duration":"305.464013ms","start":"2026-05-27T06:57:31.657606Z","end":"2026-05-27T06:57:31.96307Z","steps":["trace[50859017] 'process raft request' (duration: 305.236115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:31.963262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:57:31.657584Z","time spent":"305.596517ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:57:31.963271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.906576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:57:31.963328Z","caller":"traceutil/trace.go:171","msg":"trace[556886512] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25583; }","duration":"107.03405ms","start":"2026-05-27T06:57:31.856276Z","end":"2026-05-27T06:57:31.96331Z","steps":["trace[556886512] 'agreement among raft nodes before linearized reading' (duration: 106.881565ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:32.116626Z","caller":"traceutil/trace.go:171","msg":"trace[802937051] transaction","detail":"{read_only:false; response_revision:25584; number_of_response:1; }","duration":"190.253443ms","start":"2026-05-27T06:57:31.926356Z","end":"2026-05-27T06:57:32.116609Z","steps":["trace[802937051] 'process raft request' (duration: 90.795084ms)","trace[802937051] 'compare' (duration: 99.221852ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:57:32.116781Z","caller":"traceutil/trace.go:171","msg":"trace[1234202974] transaction","detail":"{read_only:false; response_revision:25585; number_of_response:1; }","duration":"189.584862ms","start":"2026-05-27T06:57:31.927181Z","end":"2026-05-27T06:57:32.116766Z","steps":["trace[1234202974] 'process raft request' (duration: 189.397726ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:32.116892Z","caller":"traceutil/trace.go:171","msg":"trace[113358524] transaction","detail":"{read_only:false; response_revision:25586; number_of_response:1; }","duration":"187.456944ms","start":"2026-05-27T06:57:31.92943Z","end":"2026-05-27T06:57:32.116887Z","steps":["trace[113358524] 'process raft request' (duration: 187.281169ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:32.11697Z","caller":"traceutil/trace.go:171","msg":"trace[861233140] linearizableReadLoop","detail":"{readStateIndex:26453; appliedIndex:26449; }","duration":"153.839977ms","start":"2026-05-27T06:57:31.963124Z","end":"2026-05-27T06:57:32.116964Z","steps":["trace[861233140] 'read index received' (duration: 53.966374ms)","trace[861233140] 'applied index is now lower than readState.Index' (duration: 99.873003ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:57:32.117031Z","caller":"traceutil/trace.go:171","msg":"trace[1037622407] transaction","detail":"{read_only:false; response_revision:25587; number_of_response:1; }","duration":"161.684546ms","start":"2026-05-27T06:57:31.955343Z","end":"2026-05-27T06:57:32.117027Z","steps":["trace[1037622407] 'process raft request' (duration: 161.51955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:32.117182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.887363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-27T06:57:32.1172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.531902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:57:32.117221Z","caller":"traceutil/trace.go:171","msg":"trace[984734447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25587; }","duration":"156.969785ms","start":"2026-05-27T06:57:31.960243Z","end":"2026-05-27T06:57:32.117212Z","steps":["trace[984734447] 'agreement among raft nodes before linearized reading' (duration: 156.835291ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:32.117235Z","caller":"traceutil/trace.go:171","msg":"trace[260628820] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25587; }","duration":"139.612205ms","start":"2026-05-27T06:57:31.977614Z","end":"2026-05-27T06:57:32.117226Z","steps":["trace[260628820] 'agreement among raft nodes before linearized reading' (duration: 139.552023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:32.117424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.518447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:57:32.117465Z","caller":"traceutil/trace.go:171","msg":"trace[754426665] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25587; }","duration":"227.605129ms","start":"2026-05-27T06:57:31.889849Z","end":"2026-05-27T06:57:32.117454Z","steps":["trace[754426665] 'agreement among raft nodes before linearized reading' (duration: 227.537947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:32.117473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.161918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12669"} {"level":"info","ts":"2026-05-27T06:57:32.117504Z","caller":"traceutil/trace.go:171","msg":"trace[1044215136] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:25587; }","duration":"138.22452ms","start":"2026-05-27T06:57:31.979271Z","end":"2026-05-27T06:57:32.117495Z","steps":["trace[1044215136] 'agreement among raft nodes before linearized reading' (duration: 138.139018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:32.117632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.936394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:57:32.117666Z","caller":"traceutil/trace.go:171","msg":"trace[354959526] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25587; }","duration":"140.000317ms","start":"2026-05-27T06:57:31.977657Z","end":"2026-05-27T06:57:32.117658Z","steps":["trace[354959526] 'agreement among raft nodes before linearized reading' (duration: 139.946485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:32.117708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.25009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T06:57:32.117752Z","caller":"traceutil/trace.go:171","msg":"trace[757935125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25587; }","duration":"120.311301ms","start":"2026-05-27T06:57:31.997425Z","end":"2026-05-27T06:57:32.117736Z","steps":["trace[757935125] 'agreement among raft nodes before linearized reading' (duration: 120.226278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:32.117896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.161477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12669"} {"level":"info","ts":"2026-05-27T06:57:32.117927Z","caller":"traceutil/trace.go:171","msg":"trace[755885596] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:25587; }","duration":"137.233699ms","start":"2026-05-27T06:57:31.980687Z","end":"2026-05-27T06:57:32.11792Z","steps":["trace[755885596] 'agreement among raft nodes before linearized reading' (duration: 137.151996ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:32.301841Z","caller":"traceutil/trace.go:171","msg":"trace[502144267] linearizableReadLoop","detail":"{readStateIndex:26454; appliedIndex:26453; }","duration":"178.348885ms","start":"2026-05-27T06:57:32.123466Z","end":"2026-05-27T06:57:32.301815Z","steps":["trace[502144267] 'read index received' (duration: 178.234772ms)","trace[502144267] 'applied index is now lower than readState.Index' (duration: 113.243µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:57:32.301889Z","caller":"traceutil/trace.go:171","msg":"trace[1051825992] transaction","detail":"{read_only:false; response_revision:25588; number_of_response:1; }","duration":"179.77419ms","start":"2026-05-27T06:57:32.122094Z","end":"2026-05-27T06:57:32.301868Z","steps":["trace[1051825992] 'process raft request' (duration: 179.540072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:32.302141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.648174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-27T06:57:32.302192Z","caller":"traceutil/trace.go:171","msg":"trace[1724591032] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25588; }","duration":"178.780249ms","start":"2026-05-27T06:57:32.123395Z","end":"2026-05-27T06:57:32.302176Z","steps":["trace[1724591032] 'agreement among raft nodes before linearized reading' (duration: 178.544641ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:32.322781Z","caller":"traceutil/trace.go:171","msg":"trace[341483056] transaction","detail":"{read_only:false; response_revision:25589; number_of_response:1; }","duration":"195.938594ms","start":"2026-05-27T06:57:32.126803Z","end":"2026-05-27T06:57:32.322741Z","steps":["trace[341483056] 'process raft request' (duration: 195.742638ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:33.12506Z","caller":"traceutil/trace.go:171","msg":"trace[1190830678] linearizableReadLoop","detail":"{readStateIndex:26463; appliedIndex:26461; }","duration":"271.381949ms","start":"2026-05-27T06:57:32.853655Z","end":"2026-05-27T06:57:33.125037Z","steps":["trace[1190830678] 'read index received' (duration: 17.436523ms)","trace[1190830678] 'applied index is now lower than readState.Index' (duration: 253.944136ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:57:33.125087Z","caller":"traceutil/trace.go:171","msg":"trace[2089587786] transaction","detail":"{read_only:false; response_revision:25597; number_of_response:1; }","duration":"272.214966ms","start":"2026-05-27T06:57:32.852826Z","end":"2026-05-27T06:57:33.125041Z","steps":["trace[2089587786] 'process raft request' (duration: 193.126374ms)","trace[2089587786] 'compare' (duration: 78.646218ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:57:33.125396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.70471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T06:57:33.125448Z","caller":"traceutil/trace.go:171","msg":"trace[674885043] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25597; }","duration":"271.837673ms","start":"2026-05-27T06:57:32.853598Z","end":"2026-05-27T06:57:33.125436Z","steps":["trace[674885043] 'agreement among raft nodes before linearized reading' (duration: 271.571605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:33.125562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.823872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-27T06:57:33.125622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.364836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T06:57:33.125839Z","caller":"traceutil/trace.go:171","msg":"trace[1151280332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25597; }","duration":"247.596044ms","start":"2026-05-27T06:57:32.878233Z","end":"2026-05-27T06:57:33.125829Z","steps":["trace[1151280332] 'agreement among raft nodes before linearized reading' (duration: 247.336286ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:33.125672Z","caller":"traceutil/trace.go:171","msg":"trace[537833751] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25597; }","duration":"163.984127ms","start":"2026-05-27T06:57:32.961668Z","end":"2026-05-27T06:57:33.125652Z","steps":["trace[537833751] 'agreement among raft nodes before linearized reading' (duration: 163.76083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:33.125587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.812192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-ks-endpoints-89tc2\" ","response":"range_response_count:1 size:15219"} {"level":"info","ts":"2026-05-27T06:57:33.126184Z","caller":"traceutil/trace.go:171","msg":"trace[1844579046] range","detail":"{range_begin:/registry/pods/openstack/magnum-ks-endpoints-89tc2; range_end:; response_count:1; response_revision:25597; }","duration":"249.411891ms","start":"2026-05-27T06:57:32.876741Z","end":"2026-05-27T06:57:33.126153Z","steps":["trace[1844579046] 'agreement among raft nodes before linearized reading' (duration: 248.637457ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:33.281771Z","caller":"traceutil/trace.go:171","msg":"trace[1753514116] transaction","detail":"{read_only:false; response_revision:25598; number_of_response:1; }","duration":"151.264925ms","start":"2026-05-27T06:57:33.130469Z","end":"2026-05-27T06:57:33.281734Z","steps":["trace[1753514116] 'process raft request' (duration: 106.011307ms)","trace[1753514116] 'compare' (duration: 45.038671ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:57:33.294232Z","caller":"traceutil/trace.go:171","msg":"trace[525120305] transaction","detail":"{read_only:false; response_revision:25599; number_of_response:1; }","duration":"161.948094ms","start":"2026-05-27T06:57:33.132248Z","end":"2026-05-27T06:57:33.294196Z","steps":["trace[525120305] 'process raft request' (duration: 161.065666ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:33.294322Z","caller":"traceutil/trace.go:171","msg":"trace[1359727630] transaction","detail":"{read_only:false; response_revision:25600; number_of_response:1; }","duration":"156.958796ms","start":"2026-05-27T06:57:33.13731Z","end":"2026-05-27T06:57:33.294269Z","steps":["trace[1359727630] 'process raft request' (duration: 156.184721ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:33.325717Z","caller":"traceutil/trace.go:171","msg":"trace[1374388241] linearizableReadLoop","detail":"{readStateIndex:26465; appliedIndex:26463; }","duration":"191.70376ms","start":"2026-05-27T06:57:33.133976Z","end":"2026-05-27T06:57:33.32568Z","steps":["trace[1374388241] 'read index received' (duration: 102.520627ms)","trace[1374388241] 'applied index is now lower than readState.Index' (duration: 89.181213ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:57:33.326449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.449493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-27T06:57:33.326499Z","caller":"traceutil/trace.go:171","msg":"trace[2075609447] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25600; }","duration":"192.545947ms","start":"2026-05-27T06:57:33.133941Z","end":"2026-05-27T06:57:33.326487Z","steps":["trace[2075609447] 'agreement among raft nodes before linearized reading' (duration: 192.422453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:33.326876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.987657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:57:33.326935Z","caller":"traceutil/trace.go:171","msg":"trace[979199869] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25600; }","duration":"146.08187ms","start":"2026-05-27T06:57:33.18083Z","end":"2026-05-27T06:57:33.326912Z","steps":["trace[979199869] 'agreement among raft nodes before linearized reading' (duration: 145.986597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:34.316704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.109342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:57:34.316831Z","caller":"traceutil/trace.go:171","msg":"trace[792889869] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25603; }","duration":"192.288877ms","start":"2026-05-27T06:57:34.124514Z","end":"2026-05-27T06:57:34.316803Z","steps":["trace[792889869] 'range keys from in-memory index tree' (duration: 192.022019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:34.317141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.049012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:57:34.317259Z","caller":"traceutil/trace.go:171","msg":"trace[631175620] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25603; }","duration":"193.222318ms","start":"2026-05-27T06:57:34.12401Z","end":"2026-05-27T06:57:34.317232Z","steps":["trace[631175620] 'range keys from in-memory index tree' (duration: 192.97707ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:34.317427Z","caller":"traceutil/trace.go:171","msg":"trace[2109682848] transaction","detail":"{read_only:false; response_revision:25604; number_of_response:1; }","duration":"192.512654ms","start":"2026-05-27T06:57:34.124892Z","end":"2026-05-27T06:57:34.317405Z","steps":["trace[2109682848] 'process raft request' (duration: 172.640283ms)","trace[2109682848] 'compare' (duration: 19.025675ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:57:34.386934Z","caller":"traceutil/trace.go:171","msg":"trace[898496461] linearizableReadLoop","detail":"{readStateIndex:26473; appliedIndex:26470; }","duration":"261.029781ms","start":"2026-05-27T06:57:34.12584Z","end":"2026-05-27T06:57:34.38687Z","steps":["trace[898496461] 'read index received' (duration: 171.705294ms)","trace[898496461] 'applied index is now lower than readState.Index' (duration: 89.323067ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:57:34.386973Z","caller":"traceutil/trace.go:171","msg":"trace[589652179] transaction","detail":"{read_only:false; response_revision:25605; number_of_response:1; }","duration":"261.806336ms","start":"2026-05-27T06:57:34.125134Z","end":"2026-05-27T06:57:34.38694Z","steps":["trace[589652179] 'process raft request' (duration: 261.449265ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:34.387033Z","caller":"traceutil/trace.go:171","msg":"trace[655910031] transaction","detail":"{read_only:false; response_revision:25606; number_of_response:1; }","duration":"261.870968ms","start":"2026-05-27T06:57:34.125114Z","end":"2026-05-27T06:57:34.386985Z","steps":["trace[655910031] 'process raft request' (duration: 261.677022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:34.387163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.28506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:57:34.387273Z","caller":"traceutil/trace.go:171","msg":"trace[1933487245] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25606; }","duration":"261.440584ms","start":"2026-05-27T06:57:34.125807Z","end":"2026-05-27T06:57:34.387248Z","steps":["trace[1933487245] 'agreement among raft nodes before linearized reading' (duration: 261.222187ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:34.494171Z","caller":"traceutil/trace.go:171","msg":"trace[724103309] linearizableReadLoop","detail":"{readStateIndex:26474; appliedIndex:26473; }","duration":"107.105122ms","start":"2026-05-27T06:57:34.387029Z","end":"2026-05-27T06:57:34.494135Z","steps":["trace[724103309] 'read index received' (duration: 51.969661ms)","trace[724103309] 'applied index is now lower than readState.Index' (duration: 55.132871ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:57:34.494333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.874865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12669"} {"level":"warn","ts":"2026-05-27T06:57:34.494354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.255897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:57:34.494343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.199955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12669"} {"level":"warn","ts":"2026-05-27T06:57:34.494395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.328954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-27T06:57:34.494482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.153231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T06:57:34.494525Z","caller":"traceutil/trace.go:171","msg":"trace[56225942] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25607; }","duration":"155.54968ms","start":"2026-05-27T06:57:34.338944Z","end":"2026-05-27T06:57:34.494493Z","steps":["trace[56225942] 'agreement among raft nodes before linearized reading' (duration: 155.2119ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:34.494539Z","caller":"traceutil/trace.go:171","msg":"trace[846020899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25607; }","duration":"168.213853ms","start":"2026-05-27T06:57:34.326304Z","end":"2026-05-27T06:57:34.494517Z","steps":["trace[846020899] 'agreement among raft nodes before linearized reading' (duration: 168.11355ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:34.49444Z","caller":"traceutil/trace.go:171","msg":"trace[1397354861] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:25607; }","duration":"368.35163ms","start":"2026-05-27T06:57:34.126072Z","end":"2026-05-27T06:57:34.494423Z","steps":["trace[1397354861] 'agreement among raft nodes before linearized reading' (duration: 368.184465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:34.494639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:57:34.126046Z","time spent":"368.574888ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12691,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-05-27T06:57:34.494359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.072472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T06:57:34.494741Z","caller":"traceutil/trace.go:171","msg":"trace[1925324809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25607; }","duration":"187.499066ms","start":"2026-05-27T06:57:34.307225Z","end":"2026-05-27T06:57:34.494724Z","steps":["trace[1925324809] 'agreement among raft nodes before linearized reading' (duration: 186.936338ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:34.494416Z","caller":"traceutil/trace.go:171","msg":"trace[724522019] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:25607; }","duration":"367.979898ms","start":"2026-05-27T06:57:34.126409Z","end":"2026-05-27T06:57:34.494389Z","steps":["trace[724522019] 'agreement among raft nodes before linearized reading' (duration: 367.785622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:34.494895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:57:34.126369Z","time spent":"368.512295ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12691,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-05-27T06:57:34.495259Z","caller":"traceutil/trace.go:171","msg":"trace[789250786] transaction","detail":"{read_only:false; response_revision:25607; number_of_response:1; }","duration":"153.884408ms","start":"2026-05-27T06:57:34.341349Z","end":"2026-05-27T06:57:34.495234Z","steps":["trace[789250786] 'process raft request' (duration: 97.760845ms)","trace[789250786] 'compare' (duration: 54.645006ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:57:34.495451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.96888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:57:34.495579Z","caller":"traceutil/trace.go:171","msg":"trace[395909763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25607; }","duration":"205.199778ms","start":"2026-05-27T06:57:34.290353Z","end":"2026-05-27T06:57:34.495553Z","steps":["trace[395909763] 'agreement among raft nodes before linearized reading' (duration: 204.982881ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:34.494503Z","caller":"traceutil/trace.go:171","msg":"trace[1813608906] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25607; }","duration":"368.379441ms","start":"2026-05-27T06:57:34.12603Z","end":"2026-05-27T06:57:34.494409Z","steps":["trace[1813608906] 'agreement among raft nodes before linearized reading' (duration: 368.275858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:34.497875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:57:34.126011Z","time spent":"371.840121ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-27T06:57:35.793346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787426876,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-27T06:57:36.268499Z","caller":"traceutil/trace.go:171","msg":"trace[528029337] transaction","detail":"{read_only:false; response_revision:25613; number_of_response:1; }","duration":"978.090328ms","start":"2026-05-27T06:57:35.290371Z","end":"2026-05-27T06:57:36.268462Z","steps":["trace[528029337] 'process raft request' (duration: 977.85426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:36.268711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:57:35.290346Z","time spent":"978.255962ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:57:36.422459Z","caller":"traceutil/trace.go:171","msg":"trace[1932034373] linearizableReadLoop","detail":"{readStateIndex:26482; appliedIndex:26479; }","duration":"1.129646211s","start":"2026-05-27T06:57:35.29279Z","end":"2026-05-27T06:57:36.422436Z","steps":["trace[1932034373] 'read index received' (duration: 975.403392ms)","trace[1932034373] 'applied index is now lower than readState.Index' (duration: 154.241779ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:57:36.42252Z","caller":"traceutil/trace.go:171","msg":"trace[1719031113] transaction","detail":"{read_only:false; response_revision:25615; number_of_response:1; }","duration":"932.664855ms","start":"2026-05-27T06:57:35.489809Z","end":"2026-05-27T06:57:36.422474Z","steps":["trace[1719031113] 'process raft request' (duration: 932.52494ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:36.422571Z","caller":"traceutil/trace.go:171","msg":"trace[919797739] transaction","detail":"{read_only:false; response_revision:25616; number_of_response:1; }","duration":"438.454907ms","start":"2026-05-27T06:57:35.984094Z","end":"2026-05-27T06:57:36.422549Z","steps":["trace[919797739] 'process raft request' (duration: 438.292952ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:36.422569Z","caller":"traceutil/trace.go:171","msg":"trace[705659941] transaction","detail":"{read_only:false; response_revision:25614; number_of_response:1; }","duration":"1.052756909s","start":"2026-05-27T06:57:35.369765Z","end":"2026-05-27T06:57:36.422522Z","steps":["trace[705659941] 'process raft request' (duration: 1.052392268s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:36.422622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129804076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:57:36.422673Z","caller":"traceutil/trace.go:171","msg":"trace[1402180137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25616; }","duration":"1.12990704s","start":"2026-05-27T06:57:35.292751Z","end":"2026-05-27T06:57:36.422658Z","steps":["trace[1402180137] 'agreement among raft nodes before linearized reading' (duration: 1.129803246s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:36.422707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:57:35.48978Z","time spent":"932.83116ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:57:36.422713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:57:35.292737Z","time spent":"1.129968141s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:57:36.422705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:57:35.984069Z","time spent":"438.543159ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:57:36.422805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:57:35.36971Z","time spent":"1.052964095s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:57:36.424324Z","caller":"traceutil/trace.go:171","msg":"trace[1970210453] transaction","detail":"{read_only:false; response_revision:25617; number_of_response:1; }","duration":"100.411149ms","start":"2026-05-27T06:57:36.323897Z","end":"2026-05-27T06:57:36.424308Z","steps":["trace[1970210453] 'process raft request' (duration: 100.198042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:36.424811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.030983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:57:36.424865Z","caller":"traceutil/trace.go:171","msg":"trace[350371306] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25619; }","duration":"761.134886ms","start":"2026-05-27T06:57:35.663711Z","end":"2026-05-27T06:57:36.424846Z","steps":["trace[350371306] 'agreement among raft nodes before linearized reading' (duration: 761.046193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:36.424925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:57:35.663688Z","time spent":"761.227789ms","remote":"127.0.0.1:33128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:57:36.424988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.619879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-27T06:57:36.425049Z","caller":"traceutil/trace.go:171","msg":"trace[1119667503] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25619; }","duration":"856.723462ms","start":"2026-05-27T06:57:35.568308Z","end":"2026-05-27T06:57:36.425031Z","steps":["trace[1119667503] 'agreement among raft nodes before linearized reading' (duration: 856.549296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:36.425093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:57:35.568276Z","time spent":"856.804995ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-05-27T06:57:36.425334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.164307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:57:36.425398Z","caller":"traceutil/trace.go:171","msg":"trace[1880668084] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25619; }","duration":"863.27036ms","start":"2026-05-27T06:57:35.562116Z","end":"2026-05-27T06:57:36.425387Z","steps":["trace[1880668084] 'agreement among raft nodes before linearized reading' (duration: 863.175107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:36.425432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:57:35.562089Z","time spent":"863.333542ms","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:57:36.4257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105574567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-27T06:57:36.425746Z","caller":"traceutil/trace.go:171","msg":"trace[1116603701] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25619; }","duration":"1.105645819s","start":"2026-05-27T06:57:35.320083Z","end":"2026-05-27T06:57:36.425729Z","steps":["trace[1116603701] 'agreement among raft nodes before linearized reading' (duration: 1.105532316s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:36.425776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:57:35.320064Z","time spent":"1.10570371s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-27T06:57:36.425984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128623589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-27T06:57:36.426008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.493554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:57:36.426023Z","caller":"traceutil/trace.go:171","msg":"trace[780964742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25619; }","duration":"1.12866173s","start":"2026-05-27T06:57:35.297353Z","end":"2026-05-27T06:57:36.426014Z","steps":["trace[780964742] 'agreement among raft nodes before linearized reading' (duration: 1.128565037s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:36.426041Z","caller":"traceutil/trace.go:171","msg":"trace[1740788802] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25619; }","duration":"101.569306ms","start":"2026-05-27T06:57:36.324462Z","end":"2026-05-27T06:57:36.426031Z","steps":["trace[1740788802] 'agreement among raft nodes before linearized reading' (duration: 100.981807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:36.426052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:57:35.297308Z","time spent":"1.128738292s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T06:57:36.426226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.800374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:57:36.426255Z","caller":"traceutil/trace.go:171","msg":"trace[1613987758] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25619; }","duration":"101.879226ms","start":"2026-05-27T06:57:36.32437Z","end":"2026-05-27T06:57:36.426249Z","steps":["trace[1613987758] 'agreement among raft nodes before linearized reading' (duration: 101.831984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:36.426446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.56428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:57:36.426477Z","caller":"traceutil/trace.go:171","msg":"trace[490483978] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25619; }","duration":"602.619401ms","start":"2026-05-27T06:57:35.82385Z","end":"2026-05-27T06:57:36.42647Z","steps":["trace[490483978] 'agreement among raft nodes before linearized reading' (duration: 602.535598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:36.426498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:57:35.82384Z","time spent":"602.652582ms","remote":"127.0.0.1:41010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:57:36.42672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.504558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:57:36.42675Z","caller":"traceutil/trace.go:171","msg":"trace[1469202980] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25619; }","duration":"608.57322ms","start":"2026-05-27T06:57:35.81817Z","end":"2026-05-27T06:57:36.426743Z","steps":["trace[1469202980] 'agreement among raft nodes before linearized reading' (duration: 608.518339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:36.42677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:57:35.81815Z","time spent":"608.614561ms","remote":"127.0.0.1:41340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:57:37.901936Z","caller":"traceutil/trace.go:171","msg":"trace[1713559288] linearizableReadLoop","detail":"{readStateIndex:26496; appliedIndex:26495; }","duration":"166.733856ms","start":"2026-05-27T06:57:37.735171Z","end":"2026-05-27T06:57:37.901905Z","steps":["trace[1713559288] 'read index received' (duration: 166.500448ms)","trace[1713559288] 'applied index is now lower than readState.Index' (duration: 231.768µs)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:57:37.90222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.016796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-27T06:57:37.902263Z","caller":"traceutil/trace.go:171","msg":"trace[684266932] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:25629; }","duration":"167.135079ms","start":"2026-05-27T06:57:37.735116Z","end":"2026-05-27T06:57:37.902251Z","steps":["trace[684266932] 'agreement among raft nodes before linearized reading' (duration: 166.959193ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:37.902442Z","caller":"traceutil/trace.go:171","msg":"trace[1504596923] transaction","detail":"{read_only:false; response_revision:25629; number_of_response:1; }","duration":"230.305226ms","start":"2026-05-27T06:57:37.672101Z","end":"2026-05-27T06:57:37.902406Z","steps":["trace[1504596923] 'process raft request' (duration: 229.518951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:42.386815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.568026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:57:42.386926Z","caller":"traceutil/trace.go:171","msg":"trace[437245519] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25658; }","duration":"186.70057ms","start":"2026-05-27T06:57:42.200202Z","end":"2026-05-27T06:57:42.386902Z","steps":["trace[437245519] 'count revisions from in-memory index tree' (duration: 186.448253ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:42.558698Z","caller":"traceutil/trace.go:171","msg":"trace[1464758985] transaction","detail":"{read_only:false; response_revision:25659; number_of_response:1; }","duration":"165.759615ms","start":"2026-05-27T06:57:42.392914Z","end":"2026-05-27T06:57:42.558674Z","steps":["trace[1464758985] 'process raft request' (duration: 165.535148ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:42.582114Z","caller":"traceutil/trace.go:171","msg":"trace[1572894789] transaction","detail":"{read_only:false; response_revision:25660; number_of_response:1; }","duration":"105.209562ms","start":"2026-05-27T06:57:42.476885Z","end":"2026-05-27T06:57:42.582094Z","steps":["trace[1572894789] 'process raft request' (duration: 105.066318ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:42.673397Z","caller":"traceutil/trace.go:171","msg":"trace[474593133] transaction","detail":"{read_only:false; response_revision:25661; number_of_response:1; }","duration":"100.464651ms","start":"2026-05-27T06:57:42.572706Z","end":"2026-05-27T06:57:42.673171Z","steps":["trace[474593133] 'process raft request' (duration: 100.139371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:57:42.674405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.11167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:57:42.674487Z","caller":"traceutil/trace.go:171","msg":"trace[1035370675] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25665; }","duration":"100.219663ms","start":"2026-05-27T06:57:42.57425Z","end":"2026-05-27T06:57:42.67447Z","steps":["trace[1035370675] 'agreement among raft nodes before linearized reading' (duration: 100.062209ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:57:43.276325Z","caller":"traceutil/trace.go:171","msg":"trace[734952579] transaction","detail":"{read_only:false; response_revision:25671; number_of_response:1; }","duration":"170.903508ms","start":"2026-05-27T06:57:43.105383Z","end":"2026-05-27T06:57:43.276286Z","steps":["trace[734952579] 'process raft request' (duration: 115.258171ms)","trace[734952579] 'compare' (duration: 55.287176ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:57:44.252265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.709859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:57:44.252365Z","caller":"traceutil/trace.go:171","msg":"trace[86356618] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25673; }","duration":"185.833122ms","start":"2026-05-27T06:57:44.066506Z","end":"2026-05-27T06:57:44.252339Z","steps":["trace[86356618] 'count revisions from in-memory index tree' (duration: 185.601275ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:58:20.986829Z","caller":"traceutil/trace.go:171","msg":"trace[665312626] transaction","detail":"{read_only:false; response_revision:25996; number_of_response:1; }","duration":"165.305311ms","start":"2026-05-27T06:58:20.821504Z","end":"2026-05-27T06:58:20.986809Z","steps":["trace[665312626] 'process raft request' (duration: 86.024892ms)","trace[665312626] 'compare' (duration: 79.144425ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:58:20.987121Z","caller":"traceutil/trace.go:171","msg":"trace[740119288] transaction","detail":"{read_only:false; response_revision:25997; number_of_response:1; }","duration":"164.929149ms","start":"2026-05-27T06:58:20.822165Z","end":"2026-05-27T06:58:20.987095Z","steps":["trace[740119288] 'process raft request' (duration: 164.616449ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:58:20.987614Z","caller":"traceutil/trace.go:171","msg":"trace[239019657] transaction","detail":"{read_only:false; response_revision:25998; number_of_response:1; }","duration":"161.749048ms","start":"2026-05-27T06:58:20.825833Z","end":"2026-05-27T06:58:20.987582Z","steps":["trace[239019657] 'process raft request' (duration: 161.139318ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:58:20.988255Z","caller":"traceutil/trace.go:171","msg":"trace[440404492] transaction","detail":"{read_only:false; response_revision:25999; number_of_response:1; }","duration":"162.018487ms","start":"2026-05-27T06:58:20.82623Z","end":"2026-05-27T06:58:20.988249Z","steps":["trace[440404492] 'process raft request' (duration: 161.072167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:58:56.440529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.285351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:58:56.440666Z","caller":"traceutil/trace.go:171","msg":"trace[1390522741] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26378; }","duration":"432.446876ms","start":"2026-05-27T06:58:56.008188Z","end":"2026-05-27T06:58:56.440635Z","steps":["trace[1390522741] 'count revisions from in-memory index tree' (duration: 432.112925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:58:56.440744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:58:56.008107Z","time spent":"432.615202ms","remote":"127.0.0.1:54764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:01.372568Z","caller":"traceutil/trace.go:171","msg":"trace[683009347] transaction","detail":"{read_only:false; response_revision:26413; number_of_response:1; }","duration":"313.062129ms","start":"2026-05-27T06:59:01.059479Z","end":"2026-05-27T06:59:01.372541Z","steps":["trace[683009347] 'process raft request' (duration: 312.832762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:01.37277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:01.059403Z","time spent":"313.246616ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:01.911745Z","caller":"traceutil/trace.go:171","msg":"trace[1887784224] transaction","detail":"{read_only:false; response_revision:26414; number_of_response:1; }","duration":"852.062306ms","start":"2026-05-27T06:59:01.059634Z","end":"2026-05-27T06:59:01.911696Z","steps":["trace[1887784224] 'process raft request' (duration: 820.179404ms)","trace[1887784224] 'compare' (duration: 31.334904ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:01.912013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:01.059627Z","time spent":"852.287023ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:01.912031Z","caller":"traceutil/trace.go:171","msg":"trace[830972403] transaction","detail":"{read_only:false; response_revision:26417; number_of_response:1; }","duration":"713.653695ms","start":"2026-05-27T06:59:01.19836Z","end":"2026-05-27T06:59:01.912013Z","steps":["trace[830972403] 'process raft request' (duration: 713.272873ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:01.91182Z","caller":"traceutil/trace.go:171","msg":"trace[811476397] linearizableReadLoop","detail":"{readStateIndex:27309; appliedIndex:27303; }","duration":"631.109036ms","start":"2026-05-27T06:59:01.28064Z","end":"2026-05-27T06:59:01.911749Z","steps":["trace[811476397] 'read index received' (duration: 91.77238ms)","trace[811476397] 'applied index is now lower than readState.Index' (duration: 539.335776ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:01.912105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:01.198343Z","time spent":"713.722197ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:01.912083Z","caller":"traceutil/trace.go:171","msg":"trace[1793296429] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"715.526014ms","start":"2026-05-27T06:59:01.196507Z","end":"2026-05-27T06:59:01.912033Z","steps":["trace[1793296429] 'process raft request' (duration: 715.08433ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:01.912083Z","caller":"traceutil/trace.go:171","msg":"trace[1849853528] transaction","detail":"{read_only:false; response_revision:26418; number_of_response:1; }","duration":"712.483618ms","start":"2026-05-27T06:59:01.199549Z","end":"2026-05-27T06:59:01.912033Z","steps":["trace[1849853528] 'process raft request' (duration: 712.133947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:01.912347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:01.19953Z","time spent":"712.675204ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:01.912359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.697586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T06:59:01.912438Z","caller":"traceutil/trace.go:171","msg":"trace[191897287] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26418; }","duration":"631.792479ms","start":"2026-05-27T06:59:01.28063Z","end":"2026-05-27T06:59:01.912422Z","steps":["trace[191897287] 'agreement among raft nodes before linearized reading' (duration: 631.547401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:01.912491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:01.280581Z","time spent":"631.897492ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T06:59:01.912345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:01.196475Z","time spent":"715.730461ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:01.912621Z","caller":"traceutil/trace.go:171","msg":"trace[1769288341] transaction","detail":"{read_only:false; response_revision:26415; number_of_response:1; }","duration":"721.265616ms","start":"2026-05-27T06:59:01.19133Z","end":"2026-05-27T06:59:01.912596Z","steps":["trace[1769288341] 'process raft request' (duration: 720.157041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:01.912722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:01.191298Z","time spent":"721.37942ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:01.931979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.569008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:01.932067Z","caller":"traceutil/trace.go:171","msg":"trace[989498146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26419; }","duration":"641.681902ms","start":"2026-05-27T06:59:01.290367Z","end":"2026-05-27T06:59:01.932049Z","steps":["trace[989498146] 'agreement among raft nodes before linearized reading' (duration: 641.521187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:01.932109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:01.29036Z","time spent":"641.741214ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T06:59:01.93229Z","caller":"traceutil/trace.go:171","msg":"trace[1926235858] transaction","detail":"{read_only:false; response_revision:26419; number_of_response:1; }","duration":"438.412765ms","start":"2026-05-27T06:59:01.493817Z","end":"2026-05-27T06:59:01.93223Z","steps":["trace[1926235858] 'process raft request' (duration: 437.909709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:01.932327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.928316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:01.932425Z","caller":"traceutil/trace.go:171","msg":"trace[822402027] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26419; }","duration":"407.089021ms","start":"2026-05-27T06:59:01.525307Z","end":"2026-05-27T06:59:01.932396Z","steps":["trace[822402027] 'agreement among raft nodes before linearized reading' (duration: 406.870324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:01.932432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.640128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-27T06:59:01.932473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:01.525281Z","time spent":"407.180004ms","remote":"127.0.0.1:46726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:01.932485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:01.493791Z","time spent":"438.57831ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:01.932511Z","caller":"traceutil/trace.go:171","msg":"trace[1801209963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26419; }","duration":"633.73841ms","start":"2026-05-27T06:59:01.298756Z","end":"2026-05-27T06:59:01.932494Z","steps":["trace[1801209963] 'agreement among raft nodes before linearized reading' (duration: 633.495323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:01.932494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.523205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-27T06:59:01.932549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:01.298749Z","time spent":"633.792312ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-27T06:59:01.932559Z","caller":"traceutil/trace.go:171","msg":"trace[1346368528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26419; }","duration":"634.610308ms","start":"2026-05-27T06:59:01.297936Z","end":"2026-05-27T06:59:01.932547Z","steps":["trace[1346368528] 'agreement among raft nodes before linearized reading' (duration: 634.36081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:01.932594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:01.297929Z","time spent":"634.654359ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T06:59:01.932601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.883845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T06:59:01.932692Z","caller":"traceutil/trace.go:171","msg":"trace[1402310750] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26419; }","duration":"640.006029ms","start":"2026-05-27T06:59:01.292662Z","end":"2026-05-27T06:59:01.932668Z","steps":["trace[1402310750] 'agreement among raft nodes before linearized reading' (duration: 639.708339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:01.932754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:01.292654Z","time spent":"640.079681ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-27T06:59:01.932755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.127853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:59:01.932796Z","caller":"traceutil/trace.go:171","msg":"trace[1228762964] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26419; }","duration":"605.204726ms","start":"2026-05-27T06:59:01.32758Z","end":"2026-05-27T06:59:01.932785Z","steps":["trace[1228762964] 'agreement among raft nodes before linearized reading' (duration: 605.125933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:01.932839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:01.327566Z","time spent":"605.265207ms","remote":"127.0.0.1:41450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:02.623672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787428828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:03.096087Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.154210937s","expected-duration":"1s"} {"level":"info","ts":"2026-05-27T06:59:03.096653Z","caller":"traceutil/trace.go:171","msg":"trace[1613080984] transaction","detail":"{read_only:false; response_revision:26421; number_of_response:1; }","duration":"1.159102112s","start":"2026-05-27T06:59:01.937522Z","end":"2026-05-27T06:59:03.096624Z","steps":["trace[1613080984] 'process raft request' (duration: 1.158799953s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:03.096829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:01.937506Z","time spent":"1.159225357s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:03.878137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.432653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:59:03.878698Z","caller":"traceutil/trace.go:171","msg":"trace[1006719327] transaction","detail":"{read_only:false; response_revision:26422; number_of_response:1; }","duration":"1.940860358s","start":"2026-05-27T06:59:01.937776Z","end":"2026-05-27T06:59:03.878637Z","steps":["trace[1006719327] 'process raft request' (duration: 1.264430913s)","trace[1006719327] 'compare' (duration: 674.976949ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:03.878893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:01.937751Z","time spent":"1.941051434s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:03.878999Z","caller":"traceutil/trace.go:171","msg":"trace[2003297013] transaction","detail":"{read_only:false; response_revision:26423; number_of_response:1; }","duration":"1.940933221s","start":"2026-05-27T06:59:01.938034Z","end":"2026-05-27T06:59:03.878967Z","steps":["trace[2003297013] 'process raft request' (duration: 1.940499117s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:03.87914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:01.938012Z","time spent":"1.941048954s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:03.879142Z","caller":"traceutil/trace.go:171","msg":"trace[259972295] transaction","detail":"{read_only:false; response_revision:26424; number_of_response:1; }","duration":"1.940871849s","start":"2026-05-27T06:59:01.938255Z","end":"2026-05-27T06:59:03.879126Z","steps":["trace[259972295] 'process raft request' (duration: 1.940667322s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:03.879199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:01.938244Z","time spent":"1.94092838s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:03.879367Z","caller":"traceutil/trace.go:171","msg":"trace[1964541797] transaction","detail":"{read_only:false; response_revision:26425; number_of_response:1; }","duration":"1.560913017s","start":"2026-05-27T06:59:02.318411Z","end":"2026-05-27T06:59:03.879324Z","steps":["trace[1964541797] 'process raft request' (duration: 1.560655799s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:03.879633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:02.318383Z","time spent":"1.561149334s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:03.956402Z","caller":"traceutil/trace.go:171","msg":"trace[1254416253] transaction","detail":"{read_only:false; response_revision:26426; number_of_response:1; }","duration":"1.048256259s","start":"2026-05-27T06:59:02.908109Z","end":"2026-05-27T06:59:03.956366Z","steps":["trace[1254416253] 'process raft request' (duration: 1.047847076s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:03.95644Z","caller":"traceutil/trace.go:171","msg":"trace[1927850395] linearizableReadLoop","detail":"{readStateIndex:27316; appliedIndex:27311; }","duration":"1.83305388s","start":"2026-05-27T06:59:02.123365Z","end":"2026-05-27T06:59:03.956419Z","steps":["trace[1927850395] 'read index received' (duration: 973.00534ms)","trace[1927850395] 'applied index is now lower than readState.Index' (duration: 860.0464ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:59:03.956454Z","caller":"traceutil/trace.go:171","msg":"trace[967439945] transaction","detail":"{read_only:false; response_revision:26427; number_of_response:1; }","duration":"578.355035ms","start":"2026-05-27T06:59:03.378075Z","end":"2026-05-27T06:59:03.95643Z","steps":["trace[967439945] 'process raft request' (duration: 578.20096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:03.956569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83339564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T06:59:03.956577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:02.908083Z","time spent":"1.048400694s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:03.956599Z","caller":"traceutil/trace.go:171","msg":"trace[793210570] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26427; }","duration":"1.833484583s","start":"2026-05-27T06:59:02.123103Z","end":"2026-05-27T06:59:03.956587Z","steps":["trace[793210570] 'agreement among raft nodes before linearized reading' (duration: 1.833417811s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:03.956705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:02.123077Z","time spent":"1.833621138s","remote":"127.0.0.1:37834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:03.956844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:03.37805Z","time spent":"578.49507ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:04.390215Z","caller":"traceutil/trace.go:171","msg":"trace[39788523] transaction","detail":"{read_only:false; response_revision:26428; number_of_response:1; }","duration":"471.534985ms","start":"2026-05-27T06:59:03.918646Z","end":"2026-05-27T06:59:04.390181Z","steps":["trace[39788523] 'process raft request' (duration: 471.227215ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:04.390222Z","caller":"traceutil/trace.go:171","msg":"trace[1324350517] transaction","detail":"{read_only:false; response_revision:26429; number_of_response:1; }","duration":"471.541056ms","start":"2026-05-27T06:59:03.918652Z","end":"2026-05-27T06:59:04.390193Z","steps":["trace[1324350517] 'process raft request' (duration: 471.419692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:04.390385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:03.918613Z","time spent":"471.67568ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:04.390387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:03.918622Z","time spent":"471.67593ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:04.390588Z","caller":"traceutil/trace.go:171","msg":"trace[1303261878] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"471.488004ms","start":"2026-05-27T06:59:03.91907Z","end":"2026-05-27T06:59:04.390558Z","steps":["trace[1303261878] 'process raft request' (duration: 471.058221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:04.390748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:03.919052Z","time spent":"471.612869ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:04.390976Z","caller":"traceutil/trace.go:171","msg":"trace[92812938] linearizableReadLoop","detail":"{readStateIndex:27324; appliedIndex:27319; }","duration":"434.4593ms","start":"2026-05-27T06:59:03.956496Z","end":"2026-05-27T06:59:04.390955Z","steps":["trace[92812938] 'read index received' (duration: 433.272902ms)","trace[92812938] 'applied index is now lower than readState.Index' (duration: 1.185278ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:04.391028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.939571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:04.391072Z","caller":"traceutil/trace.go:171","msg":"trace[1793661120] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26432; }","duration":"636.027054ms","start":"2026-05-27T06:59:03.755028Z","end":"2026-05-27T06:59:04.391055Z","steps":["trace[1793661120] 'agreement among raft nodes before linearized reading' (duration: 635.928831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:04.391093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062776859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:04.391103Z","caller":"traceutil/trace.go:171","msg":"trace[149392770] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"453.027158ms","start":"2026-05-27T06:59:03.938035Z","end":"2026-05-27T06:59:04.391062Z","steps":["trace[149392770] 'process raft request' (duration: 452.860843ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:04.391163Z","caller":"traceutil/trace.go:171","msg":"trace[43949543] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26432; }","duration":"1.062891973s","start":"2026-05-27T06:59:03.32825Z","end":"2026-05-27T06:59:04.391142Z","steps":["trace[43949543] 'agreement among raft nodes before linearized reading' (duration: 1.062717867s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:04.39119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353761808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:59:04.391222Z","caller":"traceutil/trace.go:171","msg":"trace[1404724237] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26432; }","duration":"1.353831991s","start":"2026-05-27T06:59:03.037378Z","end":"2026-05-27T06:59:04.39121Z","steps":["trace[1404724237] 'agreement among raft nodes before linearized reading' (duration: 1.353775239s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:04.391225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:03.328232Z","time spent":"1.062976606s","remote":"127.0.0.1:46728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:04.391246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:03.037355Z","time spent":"1.353885733s","remote":"127.0.0.1:38618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:04.391248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.848447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-27T06:59:04.391249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2311666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:04.391282Z","caller":"traceutil/trace.go:171","msg":"trace[1064968759] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26432; }","duration":"454.903988ms","start":"2026-05-27T06:59:03.93637Z","end":"2026-05-27T06:59:04.391274Z","steps":["trace[1064968759] 'agreement among raft nodes before linearized reading' (duration: 454.767624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:04.391287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:03.93802Z","time spent":"453.170793ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:04.39132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:03.93636Z","time spent":"454.9548ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-27T06:59:04.391328Z","caller":"traceutil/trace.go:171","msg":"trace[1040939580] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26432; }","duration":"1.231292904s","start":"2026-05-27T06:59:03.160015Z","end":"2026-05-27T06:59:04.391308Z","steps":["trace[1040939580] 'agreement among raft nodes before linearized reading' (duration: 1.23115547s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:04.391371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:03.159996Z","time spent":"1.231365637s","remote":"127.0.0.1:48342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:04.39135Z","caller":"traceutil/trace.go:171","msg":"trace[1877113978] transaction","detail":"{read_only:false; response_revision:26431; number_of_response:1; }","duration":"466.457784ms","start":"2026-05-27T06:59:03.924859Z","end":"2026-05-27T06:59:04.391317Z","steps":["trace[1877113978] 'process raft request' (duration: 465.606417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:04.391111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:03.754984Z","time spent":"636.117646ms","remote":"127.0.0.1:41504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-27T06:59:04.391102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.626053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:59:04.391514Z","caller":"traceutil/trace.go:171","msg":"trace[2091032895] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26432; }","duration":"800.137289ms","start":"2026-05-27T06:59:03.591368Z","end":"2026-05-27T06:59:04.391505Z","steps":["trace[2091032895] 'agreement among raft nodes before linearized reading' (duration: 799.672324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:04.391542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:03.591311Z","time spent":"800.222242ms","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:04.391562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:03.924839Z","time spent":"466.64169ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:04.391655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10064623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:04.391379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.11749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-27T06:59:04.391691Z","caller":"traceutil/trace.go:171","msg":"trace[157710584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26432; }","duration":"1.101231519s","start":"2026-05-27T06:59:03.29045Z","end":"2026-05-27T06:59:04.391681Z","steps":["trace[157710584] 'agreement among raft nodes before linearized reading' (duration: 1.10064001s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:04.391704Z","caller":"traceutil/trace.go:171","msg":"trace[2066667917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26432; }","duration":"475.489801ms","start":"2026-05-27T06:59:03.916203Z","end":"2026-05-27T06:59:04.391693Z","steps":["trace[2066667917] 'agreement among raft nodes before linearized reading' (duration: 475.030467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:04.391724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:03.290432Z","time spent":"1.10128355s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:59:04.391739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:03.91618Z","time spent":"475.548883ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-27T06:59:04.558993Z","caller":"traceutil/trace.go:171","msg":"trace[665153264] transaction","detail":"{read_only:false; response_revision:26433; number_of_response:1; }","duration":"163.159725ms","start":"2026-05-27T06:59:04.39578Z","end":"2026-05-27T06:59:04.55894Z","steps":["trace[665153264] 'process raft request' (duration: 162.968349ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:04.560131Z","caller":"traceutil/trace.go:171","msg":"trace[167414280] transaction","detail":"{read_only:false; response_revision:26434; number_of_response:1; }","duration":"163.696842ms","start":"2026-05-27T06:59:04.396407Z","end":"2026-05-27T06:59:04.560104Z","steps":["trace[167414280] 'process raft request' (duration: 163.410953ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:04.560087Z","caller":"traceutil/trace.go:171","msg":"trace[725454600] linearizableReadLoop","detail":"{readStateIndex:27326; appliedIndex:27324; }","duration":"161.059448ms","start":"2026-05-27T06:59:04.398991Z","end":"2026-05-27T06:59:04.56005Z","steps":["trace[725454600] 'read index received' (duration: 159.830039ms)","trace[725454600] 'applied index is now lower than readState.Index' (duration: 1.227169ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:04.560224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.212914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:04.560264Z","caller":"traceutil/trace.go:171","msg":"trace[449380778] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26434; }","duration":"161.295086ms","start":"2026-05-27T06:59:04.398956Z","end":"2026-05-27T06:59:04.560252Z","steps":["trace[449380778] 'agreement among raft nodes before linearized reading' (duration: 161.206924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:04.560341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.463838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:04.560408Z","caller":"traceutil/trace.go:171","msg":"trace[1503412670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26434; }","duration":"159.567821ms","start":"2026-05-27T06:59:04.400823Z","end":"2026-05-27T06:59:04.560391Z","steps":["trace[1503412670] 'agreement among raft nodes before linearized reading' (duration: 159.437997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:05.70444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.548471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T06:59:05.70458Z","caller":"traceutil/trace.go:171","msg":"trace[739711707] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26434; }","duration":"602.741346ms","start":"2026-05-27T06:59:05.101814Z","end":"2026-05-27T06:59:05.704555Z","steps":["trace[739711707] 'range keys from in-memory index tree' (duration: 602.355814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:05.704621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:05.101789Z","time spent":"602.821249ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-27T06:59:05.704989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.022306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:05.705113Z","caller":"traceutil/trace.go:171","msg":"trace[64473137] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26434; }","duration":"900.210482ms","start":"2026-05-27T06:59:04.80487Z","end":"2026-05-27T06:59:05.705081Z","steps":["trace[64473137] 'count revisions from in-memory index tree' (duration: 899.882441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:05.705182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:04.804841Z","time spent":"900.323426ms","remote":"127.0.0.1:33134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:05.706137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.583645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-27T06:59:05.706246Z","caller":"traceutil/trace.go:171","msg":"trace[1547738187] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26434; }","duration":"115.732811ms","start":"2026-05-27T06:59:05.590486Z","end":"2026-05-27T06:59:05.706218Z","steps":["trace[1547738187] 'range keys from in-memory index tree' (duration: 114.539843ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:05.91138Z","caller":"traceutil/trace.go:171","msg":"trace[1075762611] transaction","detail":"{read_only:false; response_revision:26435; number_of_response:1; }","duration":"200.983945ms","start":"2026-05-27T06:59:05.710374Z","end":"2026-05-27T06:59:05.911358Z","steps":["trace[1075762611] 'process raft request' (duration: 200.708266ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:05.911375Z","caller":"traceutil/trace.go:171","msg":"trace[1882263553] linearizableReadLoop","detail":"{readStateIndex:27327; appliedIndex:27326; }","duration":"146.814137ms","start":"2026-05-27T06:59:05.764473Z","end":"2026-05-27T06:59:05.911287Z","steps":["trace[1882263553] 'read index received' (duration: 146.631871ms)","trace[1882263553] 'applied index is now lower than readState.Index' (duration: 180.745µs)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:05.911633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.125237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-27T06:59:05.911723Z","caller":"traceutil/trace.go:171","msg":"trace[307128098] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26435; }","duration":"147.297712ms","start":"2026-05-27T06:59:05.764406Z","end":"2026-05-27T06:59:05.911704Z","steps":["trace[307128098] 'agreement among raft nodes before linearized reading' (duration: 147.057244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:08.190967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787428886,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:08.691899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787428886,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:09.180687Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.585186757s","expected-duration":"1s"} {"level":"info","ts":"2026-05-27T06:59:09.181065Z","caller":"traceutil/trace.go:171","msg":"trace[43857193] transaction","detail":"{read_only:false; response_revision:26448; number_of_response:1; }","duration":"1.585711234s","start":"2026-05-27T06:59:07.595334Z","end":"2026-05-27T06:59:09.181046Z","steps":["trace[43857193] 'process raft request' (duration: 1.585566329s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:09.181185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:07.59531Z","time spent":"1.585809547s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:10.290357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000247162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T06:59:10.290434Z","caller":"traceutil/trace.go:171","msg":"trace[1692347887] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000383877s","start":"2026-05-27T06:59:08.290028Z","end":"2026-05-27T06:59:10.290412Z","steps":["trace[1692347887] 'agreement among raft nodes before linearized reading' (duration: 2.000292074s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:10.290544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:08.290002Z","time spent":"2.000530772s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 06:59:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:59:10.495465Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.314623546s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T06:59:10.650436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.630694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:59:10.650998Z","caller":"traceutil/trace.go:171","msg":"trace[1256627595] linearizableReadLoop","detail":"{readStateIndex:27347; appliedIndex:27339; }","duration":"2.962780451s","start":"2026-05-27T06:59:07.688191Z","end":"2026-05-27T06:59:10.650972Z","steps":["trace[1256627595] 'read index received' (duration: 1.492708794s)","trace[1256627595] 'applied index is now lower than readState.Index' (duration: 1.470070517s)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:59:10.651103Z","caller":"traceutil/trace.go:171","msg":"trace[1626949555] transaction","detail":"{read_only:false; response_revision:26453; number_of_response:1; }","duration":"2.245087397s","start":"2026-05-27T06:59:08.406002Z","end":"2026-05-27T06:59:10.651089Z","steps":["trace[1626949555] 'process raft request' (duration: 2.244761287s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:10.651178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:08.405995Z","time spent":"2.24514382s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:10.65133Z","caller":"traceutil/trace.go:171","msg":"trace[256083048] transaction","detail":"{read_only:false; response_revision:26454; number_of_response:1; }","duration":"2.24482066s","start":"2026-05-27T06:59:08.406499Z","end":"2026-05-27T06:59:10.65132Z","steps":["trace[256083048] 'process raft request' (duration: 2.244328534s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:10.65138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:08.406492Z","time spent":"2.244868621s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:10.651505Z","caller":"traceutil/trace.go:171","msg":"trace[1552876151] transaction","detail":"{read_only:false; response_revision:26450; number_of_response:1; }","duration":"2.674622731s","start":"2026-05-27T06:59:07.97677Z","end":"2026-05-27T06:59:10.651393Z","steps":["trace[1552876151] 'process raft request' (duration: 2.673799775s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:10.652002Z","caller":"traceutil/trace.go:171","msg":"trace[982169954] transaction","detail":"{read_only:false; response_revision:26456; number_of_response:1; }","duration":"1.766002053s","start":"2026-05-27T06:59:08.88598Z","end":"2026-05-27T06:59:10.651982Z","steps":["trace[982169954] 'process raft request' (duration: 1.764941569s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:10.652124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:08.885958Z","time spent":"1.766100785s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:10.651778Z","caller":"traceutil/trace.go:171","msg":"trace[1320931563] transaction","detail":"{read_only:false; response_revision:26455; number_of_response:1; }","duration":"2.242370552s","start":"2026-05-27T06:59:08.409395Z","end":"2026-05-27T06:59:10.651766Z","steps":["trace[1320931563] 'process raft request' (duration: 2.241475913s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:10.652123Z","caller":"traceutil/trace.go:171","msg":"trace[1743702281] transaction","detail":"{read_only:false; response_revision:26449; number_of_response:1; }","duration":"2.676782479s","start":"2026-05-27T06:59:07.975289Z","end":"2026-05-27T06:59:10.652072Z","steps":["trace[1743702281] 'process raft request' (duration: 2.520385539s)","trace[1743702281] 'compare' (duration: 153.681154ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:10.652266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:08.409382Z","time spent":"2.242830696s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:10.652126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:07.97674Z","time spent":"2.675262411s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:10.651075Z","caller":"traceutil/trace.go:171","msg":"trace[1509616311] transaction","detail":"{read_only:false; response_revision:26452; number_of_response:1; }","duration":"2.24514827s","start":"2026-05-27T06:59:08.405891Z","end":"2026-05-27T06:59:10.651039Z","steps":["trace[1509616311] 'process raft request' (duration: 2.24483594s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:10.652371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:07.97527Z","time spent":"2.676978476s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:10.652441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:08.405842Z","time spent":"2.246546554s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:10.651898Z","caller":"traceutil/trace.go:171","msg":"trace[885315895] transaction","detail":"{read_only:false; response_revision:26451; number_of_response:1; }","duration":"2.247458573s","start":"2026-05-27T06:59:08.40442Z","end":"2026-05-27T06:59:10.651878Z","steps":["trace[885315895] 'process raft request' (duration: 2.246265816s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:10.652551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:08.404388Z","time spent":"2.248109834s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:10.651913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.96369959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:59:10.652629Z","caller":"traceutil/trace.go:171","msg":"trace[836953798] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26456; }","duration":"2.964488555s","start":"2026-05-27T06:59:07.68811Z","end":"2026-05-27T06:59:10.652598Z","steps":["trace[836953798] 'agreement among raft nodes before linearized reading' (duration: 2.963667979s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:10.652742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:07.688081Z","time spent":"2.96462631s","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":20,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:10.688968Z","caller":"traceutil/trace.go:171","msg":"trace[2101342329] transaction","detail":"{read_only:false; response_revision:26457; number_of_response:1; }","duration":"810.644712ms","start":"2026-05-27T06:59:09.878297Z","end":"2026-05-27T06:59:10.688941Z","steps":["trace[2101342329] 'process raft request' (duration: 810.462146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:10.689143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:09.878264Z","time spent":"810.782126ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:11.541816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.56001ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:11.541924Z","caller":"traceutil/trace.go:171","msg":"trace[1177500001] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26457; }","duration":"438.673994ms","start":"2026-05-27T06:59:11.103231Z","end":"2026-05-27T06:59:11.541905Z","steps":["trace[1177500001] 'range keys from in-memory index tree' (duration: 438.546019ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:11.542556Z","caller":"traceutil/trace.go:171","msg":"trace[1862824569] linearizableReadLoop","detail":"{readStateIndex:27350; appliedIndex:27349; }","duration":"891.486866ms","start":"2026-05-27T06:59:10.651046Z","end":"2026-05-27T06:59:11.542532Z","steps":["trace[1862824569] 'read index received' (duration: 37.960004ms)","trace[1862824569] 'applied index is now lower than readState.Index' (duration: 853.525732ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:11.542808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.231924718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:59:11.54286Z","caller":"traceutil/trace.go:171","msg":"trace[1084521678] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26458; }","duration":"3.232037451s","start":"2026-05-27T06:59:08.31081Z","end":"2026-05-27T06:59:11.542848Z","steps":["trace[1084521678] 'agreement among raft nodes before linearized reading' (duration: 3.231938398s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:11.542882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.337738733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-27T06:59:11.54291Z","caller":"traceutil/trace.go:171","msg":"trace[1666024727] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26458; }","duration":"3.337835257s","start":"2026-05-27T06:59:08.205067Z","end":"2026-05-27T06:59:11.542902Z","steps":["trace[1666024727] 'agreement among raft nodes before linearized reading' (duration: 3.337714353s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:11.542913Z","caller":"traceutil/trace.go:171","msg":"trace[511742576] transaction","detail":"{read_only:false; response_revision:26458; number_of_response:1; }","duration":"918.452991ms","start":"2026-05-27T06:59:10.624452Z","end":"2026-05-27T06:59:11.542905Z","steps":["trace[511742576] 'process raft request' (duration: 915.477766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:11.542932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:08.205039Z","time spent":"3.337887898s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-27T06:59:11.542963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:10.624421Z","time spent":"918.505362ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:11.543076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031505957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:11.543106Z","caller":"traceutil/trace.go:171","msg":"trace[150129062] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26458; }","duration":"1.031563029s","start":"2026-05-27T06:59:10.511534Z","end":"2026-05-27T06:59:11.543097Z","steps":["trace[150129062] 'agreement among raft nodes before linearized reading' (duration: 1.031523728s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:11.543139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:10.511516Z","time spent":"1.031615041s","remote":"127.0.0.1:41402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:11.543162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.616864277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T06:59:11.543189Z","caller":"traceutil/trace.go:171","msg":"trace[1523941870] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26458; }","duration":"3.616935659s","start":"2026-05-27T06:59:07.926246Z","end":"2026-05-27T06:59:11.543182Z","steps":["trace[1523941870] 'agreement among raft nodes before linearized reading' (duration: 3.616876248s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:11.543211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:07.926209Z","time spent":"3.616997261s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T06:59:11.543345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.620747449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T06:59:11.543367Z","caller":"traceutil/trace.go:171","msg":"trace[1251032172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26458; }","duration":"3.620791971s","start":"2026-05-27T06:59:07.922569Z","end":"2026-05-27T06:59:11.543361Z","steps":["trace[1251032172] 'agreement among raft nodes before linearized reading' (duration: 3.620732489s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:11.543399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:07.922554Z","time spent":"3.620840183s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T06:59:11.543554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.627554066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-27T06:59:11.543575Z","caller":"traceutil/trace.go:171","msg":"trace[1397239757] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26458; }","duration":"3.627617468s","start":"2026-05-27T06:59:07.915952Z","end":"2026-05-27T06:59:11.54357Z","steps":["trace[1397239757] 'agreement among raft nodes before linearized reading' (duration: 3.627559276s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:11.543591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:07.915928Z","time spent":"3.627659639s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-27T06:59:11.542887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:08.310784Z","time spent":"3.232097863s","remote":"127.0.0.1:41544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:11.543676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252520177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:11.543708Z","caller":"traceutil/trace.go:171","msg":"trace[2009555695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26458; }","duration":"1.252960811s","start":"2026-05-27T06:59:10.290738Z","end":"2026-05-27T06:59:11.543699Z","steps":["trace[2009555695] 'agreement among raft nodes before linearized reading' (duration: 1.252506246s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:11.543712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790116288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:11.543731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:10.290653Z","time spent":"1.253071205s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:59:11.543772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455164964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:11.54377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.804330393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-27T06:59:11.544023Z","caller":"traceutil/trace.go:171","msg":"trace[883405515] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:26458; }","duration":"3.804657524s","start":"2026-05-27T06:59:07.739346Z","end":"2026-05-27T06:59:11.544004Z","steps":["trace[883405515] 'agreement among raft nodes before linearized reading' (duration: 3.804188559s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:11.543734Z","caller":"traceutil/trace.go:171","msg":"trace[404754567] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26458; }","duration":"1.79018361s","start":"2026-05-27T06:59:09.753543Z","end":"2026-05-27T06:59:11.543727Z","steps":["trace[404754567] 'agreement among raft nodes before linearized reading' (duration: 1.790140518s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:11.544116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:07.73932Z","time spent":"3.804783388s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.207\" "} {"level":"warn","ts":"2026-05-27T06:59:11.54418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:09.753505Z","time spent":"1.790652134s","remote":"127.0.0.1:41038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:11.543108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.612713685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T06:59:11.544357Z","caller":"traceutil/trace.go:171","msg":"trace[855787903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26458; }","duration":"3.613986676s","start":"2026-05-27T06:59:07.930343Z","end":"2026-05-27T06:59:11.54433Z","steps":["trace[855787903] 'agreement among raft nodes before linearized reading' (duration: 3.612718676s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:11.544385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:07.93032Z","time spent":"3.614056927s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-27T06:59:11.543798Z","caller":"traceutil/trace.go:171","msg":"trace[1183488691] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26458; }","duration":"1.455235036s","start":"2026-05-27T06:59:10.088559Z","end":"2026-05-27T06:59:11.543794Z","steps":["trace[1183488691] 'agreement among raft nodes before linearized reading' (duration: 1.455188044s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:11.54454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:10.088533Z","time spent":"1.45598401s","remote":"127.0.0.1:38636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:11.543851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340260477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:11.544704Z","caller":"traceutil/trace.go:171","msg":"trace[656474691] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26458; }","duration":"2.341150964s","start":"2026-05-27T06:59:09.203544Z","end":"2026-05-27T06:59:11.544695Z","steps":["trace[656474691] 'agreement among raft nodes before linearized reading' (duration: 2.340286717s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:11.544752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:09.203524Z","time spent":"2.341217207s","remote":"127.0.0.1:41068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:11.543871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967283694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-27T06:59:11.543896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293671959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:11.545366Z","caller":"traceutil/trace.go:171","msg":"trace[412805759] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26458; }","duration":"2.295179926s","start":"2026-05-27T06:59:09.25017Z","end":"2026-05-27T06:59:11.54535Z","steps":["trace[412805759] 'agreement among raft nodes before linearized reading' (duration: 2.293664708s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:11.545417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:09.250144Z","time spent":"2.295256479s","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:11.543896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.955275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:59:11.545598Z","caller":"traceutil/trace.go:171","msg":"trace[1352655772] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26458; }","duration":"127.70052ms","start":"2026-05-27T06:59:11.417886Z","end":"2026-05-27T06:59:11.545586Z","steps":["trace[1352655772] 'agreement among raft nodes before linearized reading' (duration: 125.935344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:11.543894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.966686356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T06:59:11.54568Z","caller":"traceutil/trace.go:171","msg":"trace[889497543] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26458; }","duration":"2.968530523s","start":"2026-05-27T06:59:08.577141Z","end":"2026-05-27T06:59:11.545672Z","steps":["trace[889497543] 'agreement among raft nodes before linearized reading' (duration: 2.966495429s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:11.545737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:08.577116Z","time spent":"2.968599116s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T06:59:11.543925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.363468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:11.545808Z","caller":"traceutil/trace.go:171","msg":"trace[1759688498] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26458; }","duration":"349.243927ms","start":"2026-05-27T06:59:11.196545Z","end":"2026-05-27T06:59:11.545789Z","steps":["trace[1759688498] 'agreement among raft nodes before linearized reading' (duration: 347.315906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:11.545866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:11.196472Z","time spent":"349.376681ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:11.543946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.48844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-27T06:59:11.545943Z","caller":"traceutil/trace.go:171","msg":"trace[147928096] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26458; }","duration":"500.520316ms","start":"2026-05-27T06:59:11.045408Z","end":"2026-05-27T06:59:11.545928Z","steps":["trace[147928096] 'agreement among raft nodes before linearized reading' (duration: 498.394408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:11.545989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:11.045385Z","time spent":"500.590827ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-27T06:59:11.545315Z","caller":"traceutil/trace.go:171","msg":"trace[1550403564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26458; }","duration":"2.96874381s","start":"2026-05-27T06:59:08.576519Z","end":"2026-05-27T06:59:11.545263Z","steps":["trace[1550403564] 'agreement among raft nodes before linearized reading' (duration: 2.967255203s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:11.546069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:08.576496Z","time spent":"2.969559647s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:59:12.047735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787428900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:12.548737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787428900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:13.049091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787428900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:13.108644Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.533171818s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T06:59:13.205337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:11.54585Z","time spent":"1.659477405s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-27T06:59:13.550603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000308265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-27T06:59:13.550696Z","caller":"traceutil/trace.go:171","msg":"trace[386794654] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000444089s","start":"2026-05-27T06:59:11.550231Z","end":"2026-05-27T06:59:13.550675Z","steps":["trace[386794654] 'agreement among raft nodes before linearized reading' (duration: 2.000324835s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:13.55075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:11.550224Z","time spent":"2.000515691s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:59:14.437674Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.233855274s","expected-duration":"1s"} {"level":"info","ts":"2026-05-27T06:59:14.438433Z","caller":"traceutil/trace.go:171","msg":"trace[327947275] transaction","detail":"{read_only:false; response_revision:26461; number_of_response:1; }","duration":"2.887470513s","start":"2026-05-27T06:59:11.550941Z","end":"2026-05-27T06:59:14.438412Z","steps":["trace[327947275] 'process raft request' (duration: 2.8873776s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:14.438447Z","caller":"traceutil/trace.go:171","msg":"trace[822796957] transaction","detail":"{read_only:false; response_revision:26459; number_of_response:1; }","duration":"2.888456375s","start":"2026-05-27T06:59:11.549962Z","end":"2026-05-27T06:59:14.438418Z","steps":["trace[822796957] 'process raft request' (duration: 2.887949209s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:14.438584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:11.550934Z","time spent":"2.887567987s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:14.438597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:11.549945Z","time spent":"2.888573558s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:14.438635Z","caller":"traceutil/trace.go:171","msg":"trace[1923206552] transaction","detail":"{read_only:false; response_revision:26460; number_of_response:1; }","duration":"2.888475925s","start":"2026-05-27T06:59:11.550131Z","end":"2026-05-27T06:59:14.438607Z","steps":["trace[1923206552] 'process raft request' (duration: 2.888116344s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:14.43881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:11.550124Z","time spent":"2.888585528s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:14.439014Z","caller":"traceutil/trace.go:171","msg":"trace[1985212469] transaction","detail":"{read_only:false; response_revision:26463; number_of_response:1; }","duration":"2.887691931s","start":"2026-05-27T06:59:11.551307Z","end":"2026-05-27T06:59:14.438999Z","steps":["trace[1985212469] 'process raft request' (duration: 2.887271517s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:14.439093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:11.551301Z","time spent":"2.887755082s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:14.439215Z","caller":"traceutil/trace.go:171","msg":"trace[1883747819] transaction","detail":"{read_only:false; response_revision:26462; number_of_response:1; }","duration":"2.888214377s","start":"2026-05-27T06:59:11.550982Z","end":"2026-05-27T06:59:14.439196Z","steps":["trace[1883747819] 'process raft request' (duration: 2.887389521s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:14.439305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:11.550978Z","time spent":"2.888290639s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:14.439298Z","caller":"traceutil/trace.go:171","msg":"trace[980869752] transaction","detail":"{read_only:false; response_revision:26464; number_of_response:1; }","duration":"2.887421482s","start":"2026-05-27T06:59:11.551842Z","end":"2026-05-27T06:59:14.439263Z","steps":["trace[980869752] 'process raft request' (duration: 2.887068821s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:14.439364Z","caller":"traceutil/trace.go:171","msg":"trace[1619623473] transaction","detail":"{read_only:false; response_revision:26466; number_of_response:1; }","duration":"1.779851692s","start":"2026-05-27T06:59:12.6595Z","end":"2026-05-27T06:59:14.439352Z","steps":["trace[1619623473] 'process raft request' (duration: 1.779740998s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:14.439379Z","caller":"traceutil/trace.go:171","msg":"trace[1646268430] transaction","detail":"{read_only:false; response_revision:26465; number_of_response:1; }","duration":"1.780181742s","start":"2026-05-27T06:59:12.659159Z","end":"2026-05-27T06:59:14.439341Z","steps":["trace[1646268430] 'process raft request' (duration: 1.780002007s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:14.439444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:12.659489Z","time spent":"1.779897314s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:14.439461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:11.551836Z","time spent":"2.887519775s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:14.439523Z","caller":"traceutil/trace.go:171","msg":"trace[720466542] transaction","detail":"{read_only:false; response_revision:26467; number_of_response:1; }","duration":"1.779886803s","start":"2026-05-27T06:59:12.659627Z","end":"2026-05-27T06:59:14.439514Z","steps":["trace[720466542] 'process raft request' (duration: 1.779651945s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:14.439541Z","caller":"traceutil/trace.go:171","msg":"trace[181752786] transaction","detail":"{read_only:false; response_revision:26468; number_of_response:1; }","duration":"1.779220902s","start":"2026-05-27T06:59:12.660305Z","end":"2026-05-27T06:59:14.439526Z","steps":["trace[181752786] 'process raft request' (duration: 1.779010246s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:14.439557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:12.659609Z","time spent":"1.779929355s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:14.439542Z","caller":"traceutil/trace.go:171","msg":"trace[746231849] transaction","detail":"{read_only:false; response_revision:26469; number_of_response:1; }","duration":"1.778044404s","start":"2026-05-27T06:59:12.661478Z","end":"2026-05-27T06:59:14.439522Z","steps":["trace[746231849] 'process raft request' (duration: 1.777897819s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:14.439585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:12.659132Z","time spent":"1.780352158s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:14.439612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:12.660289Z","time spent":"1.779288914s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:14.439662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:12.661464Z","time spent":"1.778134048s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:14.439698Z","caller":"traceutil/trace.go:171","msg":"trace[663264372] transaction","detail":"{read_only:false; response_revision:26470; number_of_response:1; }","duration":"1.777538378s","start":"2026-05-27T06:59:12.662152Z","end":"2026-05-27T06:59:14.439691Z","steps":["trace[663264372] 'process raft request' (duration: 1.777324722s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:14.439927Z","caller":"traceutil/trace.go:171","msg":"trace[1122860397] transaction","detail":"{read_only:false; response_revision:26471; number_of_response:1; }","duration":"1.777532248s","start":"2026-05-27T06:59:12.662365Z","end":"2026-05-27T06:59:14.439898Z","steps":["trace[1122860397] 'process raft request' (duration: 1.777216628s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:14.43994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:12.662141Z","time spent":"1.777777736s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:14.439997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:12.662355Z","time spent":"1.777604931s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:14.656269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.622451ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-27T06:59:14.656487Z","caller":"traceutil/trace.go:171","msg":"trace[27651145] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26472; }","duration":"1.449164934s","start":"2026-05-27T06:59:13.207303Z","end":"2026-05-27T06:59:14.656468Z","steps":["trace[27651145] 'process raft request' (duration: 1.449065511s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:14.656599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:13.207283Z","time spent":"1.449248447s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:14.656898Z","caller":"traceutil/trace.go:171","msg":"trace[970044328] linearizableReadLoop","detail":"{readStateIndex:27365; appliedIndex:27350; }","duration":"3.109615529s","start":"2026-05-27T06:59:11.547241Z","end":"2026-05-27T06:59:14.656857Z","steps":["trace[970044328] 'read index received' (duration: 1.561676583s)","trace[970044328] 'applied index is now lower than readState.Index' (duration: 1.547935346s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:14.657103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.109858877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b357211fefd7f6\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-27T06:59:14.657152Z","caller":"traceutil/trace.go:171","msg":"trace[931347488] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b357211fefd7f6; range_end:; response_count:1; response_revision:26472; }","duration":"3.109943909s","start":"2026-05-27T06:59:11.547196Z","end":"2026-05-27T06:59:14.65714Z","steps":["trace[931347488] 'agreement among raft nodes before linearized reading' (duration: 3.109794085s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:14.657153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089860898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:14.657161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.624358008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:14.657184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:11.547178Z","time spent":"3.109999722s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b357211fefd7f6\" "} {"level":"info","ts":"2026-05-27T06:59:14.657231Z","caller":"traceutil/trace.go:171","msg":"trace[1710328319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26472; }","duration":"1.089976172s","start":"2026-05-27T06:59:13.567236Z","end":"2026-05-27T06:59:14.657212Z","steps":["trace[1710328319] 'agreement among raft nodes before linearized reading' (duration: 1.089841557s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:14.657244Z","caller":"traceutil/trace.go:171","msg":"trace[1676924284] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26472; }","duration":"2.624502102s","start":"2026-05-27T06:59:12.03272Z","end":"2026-05-27T06:59:14.657222Z","steps":["trace[1676924284] 'agreement among raft nodes before linearized reading' (duration: 2.624359858s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:14.657255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885292104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:14.657274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:13.56722Z","time spent":"1.090045633s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:59:14.657288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:12.032693Z","time spent":"2.624585815s","remote":"127.0.0.1:55300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:14.657193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.096170593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-27T06:59:14.657448Z","caller":"traceutil/trace.go:171","msg":"trace[944302527] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26472; }","duration":"3.096453802s","start":"2026-05-27T06:59:11.560978Z","end":"2026-05-27T06:59:14.657432Z","steps":["trace[944302527] 'agreement among raft nodes before linearized reading' (duration: 3.096067489s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:14.657496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:11.560972Z","time spent":"3.096511763s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-27T06:59:14.657528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.063985691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:59:14.657567Z","caller":"traceutil/trace.go:171","msg":"trace[443040601] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26472; }","duration":"3.064038564s","start":"2026-05-27T06:59:11.59352Z","end":"2026-05-27T06:59:14.657558Z","steps":["trace[443040601] 'agreement among raft nodes before linearized reading' (duration: 3.063898539s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:14.657603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:11.593512Z","time spent":"3.064082595s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:14.657623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105898616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:14.657645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.071735727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-27T06:59:14.657733Z","caller":"traceutil/trace.go:171","msg":"trace[850634909] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26472; }","duration":"3.071870062s","start":"2026-05-27T06:59:11.585843Z","end":"2026-05-27T06:59:14.657713Z","steps":["trace[850634909] 'agreement among raft nodes before linearized reading' (duration: 3.071597183s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:14.657754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210343249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T06:59:14.657351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.962712869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:14.657684Z","caller":"traceutil/trace.go:171","msg":"trace[1011198713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26472; }","duration":"1.105991499s","start":"2026-05-27T06:59:13.551671Z","end":"2026-05-27T06:59:14.657662Z","steps":["trace[1011198713] 'agreement among raft nodes before linearized reading' (duration: 1.105898346s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:14.657804Z","caller":"traceutil/trace.go:171","msg":"trace[436282389] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26472; }","duration":"1.210436602s","start":"2026-05-27T06:59:13.447353Z","end":"2026-05-27T06:59:14.65779Z","steps":["trace[436282389] 'agreement among raft nodes before linearized reading' (duration: 1.21035895s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:14.65782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:13.551643Z","time spent":"1.106170525s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T06:59:14.657823Z","caller":"traceutil/trace.go:171","msg":"trace[1884762968] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26472; }","duration":"2.963182334s","start":"2026-05-27T06:59:11.694629Z","end":"2026-05-27T06:59:14.657811Z","steps":["trace[1884762968] 'agreement among raft nodes before linearized reading' (duration: 2.962688448s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:14.657864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:11.694566Z","time spent":"2.963285307s","remote":"127.0.0.1:47362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:14.657918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761862371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:14.657297Z","caller":"traceutil/trace.go:171","msg":"trace[2082901899] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26472; }","duration":"2.885357616s","start":"2026-05-27T06:59:11.771923Z","end":"2026-05-27T06:59:14.657281Z","steps":["trace[2082901899] 'agreement among raft nodes before linearized reading' (duration: 2.885294044s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:14.657786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:11.585826Z","time spent":"3.071946034s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-27T06:59:14.658004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:11.771903Z","time spent":"2.886088489s","remote":"127.0.0.1:46886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:14.65796Z","caller":"traceutil/trace.go:171","msg":"trace[1333489577] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26472; }","duration":"1.761898522s","start":"2026-05-27T06:59:12.896047Z","end":"2026-05-27T06:59:14.657946Z","steps":["trace[1333489577] 'agreement among raft nodes before linearized reading' (duration: 1.76183727s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:14.658164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:12.895977Z","time spent":"1.76217441s","remote":"127.0.0.1:41306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:14.657863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:13.447329Z","time spent":"1.210515725s","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:14.65826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.717012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:59:14.658353Z","caller":"traceutil/trace.go:171","msg":"trace[1326814647] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26472; }","duration":"710.895377ms","start":"2026-05-27T06:59:13.947409Z","end":"2026-05-27T06:59:14.658304Z","steps":["trace[1326814647] 'agreement among raft nodes before linearized reading' (duration: 710.761263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:14.658398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:13.947387Z","time spent":"710.997071ms","remote":"127.0.0.1:37814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:14.658394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.449693768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:14.658618Z","caller":"traceutil/trace.go:171","msg":"trace[603525289] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26472; }","duration":"2.449964337s","start":"2026-05-27T06:59:12.208641Z","end":"2026-05-27T06:59:14.658605Z","steps":["trace[603525289] 'agreement among raft nodes before linearized reading' (duration: 2.449706119s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:14.65863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.715664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-27T06:59:14.658661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:12.208616Z","time spent":"2.450028928s","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:14.658684Z","caller":"traceutil/trace.go:171","msg":"trace[1599525590] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26472; }","duration":"659.823798ms","start":"2026-05-27T06:59:13.998849Z","end":"2026-05-27T06:59:14.658673Z","steps":["trace[1599525590] 'agreement among raft nodes before linearized reading' (duration: 659.655263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:14.658691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.802541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:14.658725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:13.998822Z","time spent":"659.89245ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-27T06:59:14.658739Z","caller":"traceutil/trace.go:171","msg":"trace[472980611] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26472; }","duration":"504.899415ms","start":"2026-05-27T06:59:14.153825Z","end":"2026-05-27T06:59:14.658725Z","steps":["trace[472980611] 'agreement among raft nodes before linearized reading' (duration: 504.817242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:14.658775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:14.153813Z","time spent":"504.952616ms","remote":"127.0.0.1:41516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:14.658907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.596585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:14.658948Z","caller":"traceutil/trace.go:171","msg":"trace[978732910] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26472; }","duration":"510.637026ms","start":"2026-05-27T06:59:14.148299Z","end":"2026-05-27T06:59:14.658936Z","steps":["trace[978732910] 'agreement among raft nodes before linearized reading' (duration: 510.572674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:14.658985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:14.14823Z","time spent":"510.74788ms","remote":"127.0.0.1:37326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:14.659202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087277736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-27T06:59:14.659246Z","caller":"traceutil/trace.go:171","msg":"trace[1339733209] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26472; }","duration":"1.087338008s","start":"2026-05-27T06:59:13.571898Z","end":"2026-05-27T06:59:14.659236Z","steps":["trace[1339733209] 'agreement among raft nodes before linearized reading' (duration: 1.087218194s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:14.65928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:13.57189Z","time spent":"1.087380379s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-27T06:59:14.657723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.133274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:14.659984Z","caller":"traceutil/trace.go:171","msg":"trace[1156711437] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26472; }","duration":"456.430997ms","start":"2026-05-27T06:59:14.203533Z","end":"2026-05-27T06:59:14.659964Z","steps":["trace[1156711437] 'agreement among raft nodes before linearized reading' (duration: 454.146315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:14.660031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:14.20351Z","time spent":"456.50413ms","remote":"127.0.0.1:41220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:15.164077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787428920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:15.664246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787428920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:15.674685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:14.661475Z","time spent":"1.013205896s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-27T06:59:16.665493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000215981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T06:59:16.665576Z","caller":"traceutil/trace.go:171","msg":"trace[703965669] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000335305s","start":"2026-05-27T06:59:14.665222Z","end":"2026-05-27T06:59:16.665557Z","steps":["trace[703965669] 'agreement among raft nodes before linearized reading' (duration: 2.000224551s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:16.665625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:14.665206Z","time spent":"2.000408557s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 06:59:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:59:17.2337Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.556151735s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T06:59:17.286917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:14.661749Z","time spent":"2.625158641s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-27T06:59:17.28721Z","caller":"traceutil/trace.go:171","msg":"trace[2135902402] transaction","detail":"{read_only:false; response_revision:26473; number_of_response:1; }","duration":"2.624363237s","start":"2026-05-27T06:59:14.662819Z","end":"2026-05-27T06:59:17.287182Z","steps":["trace[2135902402] 'process raft request' (duration: 2.624011496s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:17.2872Z","caller":"traceutil/trace.go:171","msg":"trace[507961891] transaction","detail":"{read_only:false; response_revision:26474; number_of_response:1; }","duration":"2.623452387s","start":"2026-05-27T06:59:14.663714Z","end":"2026-05-27T06:59:17.287166Z","steps":["trace[507961891] 'process raft request' (duration: 2.623243071s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:17.287087Z","caller":"traceutil/trace.go:171","msg":"trace[1203217688] linearizableReadLoop","detail":"{readStateIndex:27371; appliedIndex:27366; }","duration":"2.623875841s","start":"2026-05-27T06:59:14.663188Z","end":"2026-05-27T06:59:17.287064Z","steps":["trace[1203217688] 'read index received' (duration: 1.0114314s)","trace[1203217688] 'applied index is now lower than readState.Index' (duration: 1.612443101s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:17.287399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:14.663702Z","time spent":"2.623601793s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:17.287395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:14.6628Z","time spent":"2.62448429s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:17.287212Z","caller":"traceutil/trace.go:171","msg":"trace[845374509] transaction","detail":"{read_only:false; response_revision:26475; number_of_response:1; }","duration":"1.623293665s","start":"2026-05-27T06:59:15.663879Z","end":"2026-05-27T06:59:17.287173Z","steps":["trace[845374509] 'process raft request' (duration: 1.62313939s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:17.287539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.624336966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4c0fda19-3916-4e19-8665-db6504bf5f7a\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-05-27T06:59:17.287579Z","caller":"traceutil/trace.go:171","msg":"trace[1940608800] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4c0fda19-3916-4e19-8665-db6504bf5f7a; range_end:; response_count:1; response_revision:26475; }","duration":"2.624406788s","start":"2026-05-27T06:59:14.66316Z","end":"2026-05-27T06:59:17.287567Z","steps":["trace[1940608800] 'agreement among raft nodes before linearized reading' (duration: 2.624207482s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:17.287617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:14.663147Z","time spent":"2.624462159s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-4c0fda19-3916-4e19-8665-db6504bf5f7a\" "} {"level":"warn","ts":"2026-05-27T06:59:17.287634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:15.663857Z","time spent":"1.623692717s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:17.787895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787428937,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:18.665784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999850029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-27T06:59:18.665865Z","caller":"traceutil/trace.go:171","msg":"trace[1679650865] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000007284s","start":"2026-05-27T06:59:16.66584Z","end":"2026-05-27T06:59:18.665848Z","steps":["trace[1679650865] 'agreement among raft nodes before linearized reading' (duration: 1.99988754s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:18.665901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:16.665816Z","time spent":"2.000077656s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 06:59:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:59:19.018495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114991775s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:59:19.018717Z","caller":"traceutil/trace.go:171","msg":"trace[1030597484] transaction","detail":"{read_only:false; response_revision:26476; number_of_response:1; }","duration":"3.342797204s","start":"2026-05-27T06:59:15.675876Z","end":"2026-05-27T06:59:19.018674Z","steps":["trace[1030597484] 'process raft request' (duration: 2.22753072s)","trace[1030597484] 'compare' (duration: 1.113143856s)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:59:19.019135Z","caller":"traceutil/trace.go:171","msg":"trace[600190073] linearizableReadLoop","detail":"{readStateIndex:27381; appliedIndex:27371; }","duration":"1.731776808s","start":"2026-05-27T06:59:17.287338Z","end":"2026-05-27T06:59:19.019115Z","steps":["trace[600190073] 'read index received' (duration: 616.297657ms)","trace[600190073] 'applied index is now lower than readState.Index' (duration: 1.115477681s)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:59:19.019221Z","caller":"traceutil/trace.go:171","msg":"trace[788697238] transaction","detail":"{read_only:false; response_revision:26478; number_of_response:1; }","duration":"2.567860745s","start":"2026-05-27T06:59:16.451323Z","end":"2026-05-27T06:59:19.019184Z","steps":["trace[788697238] 'process raft request' (duration: 2.567317228s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:19.019241Z","caller":"traceutil/trace.go:171","msg":"trace[1539962145] transaction","detail":"{read_only:false; response_revision:26481; number_of_response:1; }","duration":"2.566638886s","start":"2026-05-27T06:59:16.452562Z","end":"2026-05-27T06:59:19.019201Z","steps":["trace[1539962145] 'process raft request' (duration: 2.566173702s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:19.019283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.62855518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:19.019288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837892713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:19.019322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.799275495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-27T06:59:19.01932Z","caller":"traceutil/trace.go:171","msg":"trace[489307559] transaction","detail":"{read_only:false; response_revision:26482; number_of_response:1; }","duration":"2.567915307s","start":"2026-05-27T06:59:16.451389Z","end":"2026-05-27T06:59:19.019305Z","steps":["trace[489307559] 'process raft request' (duration: 2.56737235s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:19.019348Z","caller":"traceutil/trace.go:171","msg":"trace[1641627385] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26485; }","duration":"2.799352968s","start":"2026-05-27T06:59:16.219987Z","end":"2026-05-27T06:59:19.01934Z","steps":["trace[1641627385] 'agreement among raft nodes before linearized reading' (duration: 2.799245755s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:19.019352Z","caller":"traceutil/trace.go:171","msg":"trace[1376924651] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26485; }","duration":"1.838019898s","start":"2026-05-27T06:59:17.181314Z","end":"2026-05-27T06:59:19.019333Z","steps":["trace[1376924651] 'agreement among raft nodes before linearized reading' (duration: 1.837901354s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:19.01935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56612029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-27T06:59:19.019372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:16.451307Z","time spent":"2.567984689s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:19.01941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:17.181289Z","time spent":"1.83809959s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:19.019464Z","caller":"traceutil/trace.go:171","msg":"trace[1536289019] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26485; }","duration":"2.566195483s","start":"2026-05-27T06:59:16.453197Z","end":"2026-05-27T06:59:19.019392Z","steps":["trace[1536289019] 'agreement among raft nodes before linearized reading' (duration: 2.565945545s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:19.019519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:16.453189Z","time spent":"2.566313326s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-27T06:59:19.019509Z","caller":"traceutil/trace.go:171","msg":"trace[1496360699] transaction","detail":"{read_only:false; response_revision:26479; number_of_response:1; }","duration":"2.567794013s","start":"2026-05-27T06:59:16.451703Z","end":"2026-05-27T06:59:19.019497Z","steps":["trace[1496360699] 'process raft request' (duration: 2.566977717s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:19.019556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:16.451379Z","time spent":"2.56799651s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:19.019583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.057229027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T06:59:19.019595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.568144795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-27T06:59:19.019604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:16.451695Z","time spent":"2.567871776s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:19.019635Z","caller":"traceutil/trace.go:171","msg":"trace[432966462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26485; }","duration":"2.568222217s","start":"2026-05-27T06:59:16.451403Z","end":"2026-05-27T06:59:19.019625Z","steps":["trace[432966462] 'agreement among raft nodes before linearized reading' (duration: 2.567950068s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:19.019659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.745803596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:19.01968Z","caller":"traceutil/trace.go:171","msg":"trace[1912604802] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26485; }","duration":"3.745848388s","start":"2026-05-27T06:59:15.273826Z","end":"2026-05-27T06:59:19.019674Z","steps":["trace[1912604802] 'agreement among raft nodes before linearized reading' (duration: 3.745808796s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:19.019674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:16.451389Z","time spent":"2.568277388s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T06:59:19.019701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:15.273783Z","time spent":"3.745913879s","remote":"127.0.0.1:41462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:19.019719Z","caller":"traceutil/trace.go:171","msg":"trace[853636356] transaction","detail":"{read_only:false; response_revision:26477; number_of_response:1; }","duration":"2.568421474s","start":"2026-05-27T06:59:16.451285Z","end":"2026-05-27T06:59:19.019706Z","steps":["trace[853636356] 'process raft request' (duration: 2.567293608s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:19.019751Z","caller":"traceutil/trace.go:171","msg":"trace[1326998387] transaction","detail":"{read_only:false; response_revision:26483; number_of_response:1; }","duration":"2.566470001s","start":"2026-05-27T06:59:16.453261Z","end":"2026-05-27T06:59:19.019731Z","steps":["trace[1326998387] 'process raft request' (duration: 2.565526821s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:19.019762Z","caller":"traceutil/trace.go:171","msg":"trace[1901030540] transaction","detail":"{read_only:false; response_revision:26485; number_of_response:1; }","duration":"1.729538337s","start":"2026-05-27T06:59:17.290203Z","end":"2026-05-27T06:59:19.019741Z","steps":["trace[1901030540] 'process raft request' (duration: 1.728860005s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:19.01978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.473926285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:19.019818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:16.451251Z","time spent":"2.568496536s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:19.019834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.205134935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:19.019833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.568611109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T06:59:19.019837Z","caller":"traceutil/trace.go:171","msg":"trace[1270218025] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26485; }","duration":"2.474017939s","start":"2026-05-27T06:59:16.545803Z","end":"2026-05-27T06:59:19.019821Z","steps":["trace[1270218025] 'agreement among raft nodes before linearized reading' (duration: 2.473926276s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:19.019841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:16.45325Z","time spent":"2.566540963s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:19.019867Z","caller":"traceutil/trace.go:171","msg":"trace[2005716749] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26485; }","duration":"2.56865224s","start":"2026-05-27T06:59:16.451201Z","end":"2026-05-27T06:59:19.019854Z","steps":["trace[2005716749] 'agreement among raft nodes before linearized reading' (duration: 2.568569868s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:19.019884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.25794647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:19.01945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:16.452554Z","time spent":"2.56676115s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:19.01989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:16.545784Z","time spent":"2.474090961s","remote":"127.0.0.1:40894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:19.019905Z","caller":"traceutil/trace.go:171","msg":"trace[220141430] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26485; }","duration":"4.258008403s","start":"2026-05-27T06:59:14.761891Z","end":"2026-05-27T06:59:19.019899Z","steps":["trace[220141430] 'agreement among raft nodes before linearized reading' (duration: 4.257976622s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:19.019926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:14.761862Z","time spent":"4.258059554s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:19.019332Z","caller":"traceutil/trace.go:171","msg":"trace[1247507710] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26485; }","duration":"2.628692354s","start":"2026-05-27T06:59:16.390627Z","end":"2026-05-27T06:59:19.019319Z","steps":["trace[1247507710] 'agreement among raft nodes before linearized reading' (duration: 2.628530869s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:19.019966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.568779125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-27T06:59:19.019978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:16.390598Z","time spent":"2.629361866s","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:19.019992Z","caller":"traceutil/trace.go:171","msg":"trace[1905564517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26485; }","duration":"2.568816585s","start":"2026-05-27T06:59:16.451169Z","end":"2026-05-27T06:59:19.019985Z","steps":["trace[1905564517] 'agreement among raft nodes before linearized reading' (duration: 2.568747193s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:19.020019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:16.451163Z","time spent":"2.568850986s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:59:19.019867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:17.290182Z","time spent":"1.72963002s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:19.019618Z","caller":"traceutil/trace.go:171","msg":"trace[1684820511] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26485; }","duration":"3.057318269s","start":"2026-05-27T06:59:15.962291Z","end":"2026-05-27T06:59:19.01961Z","steps":["trace[1684820511] 'agreement among raft nodes before linearized reading' (duration: 3.057194986s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:19.019375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:16.219951Z","time spent":"2.79941751s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-27T06:59:19.020117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:15.962263Z","time spent":"3.057831366s","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:19.020128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.354675128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:19.019883Z","caller":"traceutil/trace.go:171","msg":"trace[1134290803] transaction","detail":"{read_only:false; response_revision:26480; number_of_response:1; }","duration":"2.567456173s","start":"2026-05-27T06:59:16.452415Z","end":"2026-05-27T06:59:19.019871Z","steps":["trace[1134290803] 'process raft request' (duration: 2.566295386s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:19.020201Z","caller":"traceutil/trace.go:171","msg":"trace[954461042] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26485; }","duration":"4.354768641s","start":"2026-05-27T06:59:14.665411Z","end":"2026-05-27T06:59:19.02018Z","steps":["trace[954461042] 'agreement among raft nodes before linearized reading' (duration: 4.354629556s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:19.020245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:14.665407Z","time spent":"4.354829472s","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-27T06:59:19.019855Z","caller":"traceutil/trace.go:171","msg":"trace[2138745399] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26485; }","duration":"4.205186247s","start":"2026-05-27T06:59:14.814663Z","end":"2026-05-27T06:59:19.019849Z","steps":["trace[2138745399] 'agreement among raft nodes before linearized reading' (duration: 4.205146726s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:19.020275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:16.452402Z","time spent":"2.567823984s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:19.020315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:14.814647Z","time spent":"4.205650671s","remote":"127.0.0.1:41500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-27T06:59:19.019463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.826553311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:19.020375Z","caller":"traceutil/trace.go:171","msg":"trace[1882533441] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26485; }","duration":"2.827570622s","start":"2026-05-27T06:59:16.192794Z","end":"2026-05-27T06:59:19.020364Z","steps":["trace[1882533441] 'agreement among raft nodes before linearized reading' (duration: 2.826594641s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:19.020406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:16.192765Z","time spent":"2.827631494s","remote":"127.0.0.1:41126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:19.019896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:16.451196Z","time spent":"2.568693421s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T06:59:19.02056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617644328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-05-27T06:59:19.020337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569350992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T06:59:19.020596Z","caller":"traceutil/trace.go:171","msg":"trace[332779999] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26485; }","duration":"1.61771151s","start":"2026-05-27T06:59:17.402871Z","end":"2026-05-27T06:59:19.020582Z","steps":["trace[332779999] 'agreement among raft nodes before linearized reading' (duration: 1.617576206s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:19.020615Z","caller":"traceutil/trace.go:171","msg":"trace[954420922] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26485; }","duration":"2.569662232s","start":"2026-05-27T06:59:16.45094Z","end":"2026-05-27T06:59:19.020602Z","steps":["trace[954420922] 'agreement among raft nodes before linearized reading' (duration: 2.569346442s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:19.020625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:17.402848Z","time spent":"1.617770042s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-27T06:59:19.020652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:16.450908Z","time spent":"2.569733494s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-27T06:59:19.020645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.015587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:19.020683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:15.675855Z","time spent":"3.344762136s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:19.020721Z","caller":"traceutil/trace.go:171","msg":"trace[1238526391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26485; }","duration":"347.12906ms","start":"2026-05-27T06:59:18.673576Z","end":"2026-05-27T06:59:19.020705Z","steps":["trace[1238526391] 'agreement among raft nodes before linearized reading' (duration: 347.008356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:19.020775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:18.673554Z","time spent":"347.206573ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:59:19.020785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.18766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:19.020822Z","caller":"traceutil/trace.go:171","msg":"trace[994556240] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26485; }","duration":"800.263722ms","start":"2026-05-27T06:59:18.220545Z","end":"2026-05-27T06:59:19.020809Z","steps":["trace[994556240] 'agreement among raft nodes before linearized reading' (duration: 800.206551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:19.020825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.269825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-05-27T06:59:19.020846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:18.220515Z","time spent":"800.323414ms","remote":"127.0.0.1:45300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:19.019237Z","caller":"traceutil/trace.go:171","msg":"trace[140598302] transaction","detail":"{read_only:false; response_revision:26484; number_of_response:1; }","duration":"2.327279975s","start":"2026-05-27T06:59:16.691916Z","end":"2026-05-27T06:59:19.019196Z","steps":["trace[140598302] 'process raft request' (duration: 2.326916484s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:19.02087Z","caller":"traceutil/trace.go:171","msg":"trace[377440627] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26485; }","duration":"347.360088ms","start":"2026-05-27T06:59:18.673499Z","end":"2026-05-27T06:59:19.020859Z","steps":["trace[377440627] 'agreement among raft nodes before linearized reading' (duration: 347.172002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:19.020268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569125705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-27T06:59:19.021095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:18.673475Z","time spent":"347.610685ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-27T06:59:19.021121Z","caller":"traceutil/trace.go:171","msg":"trace[192262013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26485; }","duration":"2.569989553s","start":"2026-05-27T06:59:16.45112Z","end":"2026-05-27T06:59:19.02111Z","steps":["trace[192262013] 'agreement among raft nodes before linearized reading' (duration: 2.569083064s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:19.021134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:16.69189Z","time spent":"2.329186365s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:19.021158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:16.451114Z","time spent":"2.570031704s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T06:59:19.529131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787428947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:20.065301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.880445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:59:20.06542Z","caller":"traceutil/trace.go:171","msg":"trace[367606639] transaction","detail":"{read_only:false; response_revision:26486; number_of_response:1; }","duration":"1.038093086s","start":"2026-05-27T06:59:19.027304Z","end":"2026-05-27T06:59:20.065397Z","steps":["trace[367606639] 'process raft request' (duration: 862.29053ms)","trace[367606639] 'compare' (duration: 173.310837ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:20.065556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:19.027285Z","time spent":"1.03823078s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:20.711596Z","caller":"traceutil/trace.go:171","msg":"trace[1251852810] transaction","detail":"{read_only:false; response_revision:26487; number_of_response:1; }","duration":"1.684217958s","start":"2026-05-27T06:59:19.027334Z","end":"2026-05-27T06:59:20.711552Z","steps":["trace[1251852810] 'process raft request' (duration: 1.683250477s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:20.711762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:19.027319Z","time spent":"1.684351352s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:20.711779Z","caller":"traceutil/trace.go:171","msg":"trace[2014130658] transaction","detail":"{read_only:false; response_revision:26489; number_of_response:1; }","duration":"1.684360422s","start":"2026-05-27T06:59:19.027387Z","end":"2026-05-27T06:59:20.711747Z","steps":["trace[2014130658] 'process raft request' (duration: 1.684165566s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:20.711748Z","caller":"traceutil/trace.go:171","msg":"trace[1998674609] transaction","detail":"{read_only:false; response_revision:26488; number_of_response:1; }","duration":"1.684377982s","start":"2026-05-27T06:59:19.027342Z","end":"2026-05-27T06:59:20.71172Z","steps":["trace[1998674609] 'process raft request' (duration: 1.684115124s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:20.71197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:19.027357Z","time spent":"1.684500997s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:20.712022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:19.027326Z","time spent":"1.6846099s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:20.712194Z","caller":"traceutil/trace.go:171","msg":"trace[992503256] transaction","detail":"{read_only:false; response_revision:26490; number_of_response:1; }","duration":"1.68428404s","start":"2026-05-27T06:59:19.027894Z","end":"2026-05-27T06:59:20.712178Z","steps":["trace[992503256] 'process raft request' (duration: 1.683751793s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:20.712273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:19.027882Z","time spent":"1.684352072s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1164,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:20.712462Z","caller":"traceutil/trace.go:171","msg":"trace[1901172608] transaction","detail":"{read_only:false; response_revision:26491; number_of_response:1; }","duration":"1.682756781s","start":"2026-05-27T06:59:19.029672Z","end":"2026-05-27T06:59:20.712429Z","steps":["trace[1901172608] 'process raft request' (duration: 1.682133521s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:20.712502Z","caller":"traceutil/trace.go:171","msg":"trace[828411155] transaction","detail":"{read_only:false; response_revision:26492; number_of_response:1; }","duration":"1.681225043s","start":"2026-05-27T06:59:19.031266Z","end":"2026-05-27T06:59:20.712491Z","steps":["trace[828411155] 'process raft request' (duration: 1.681043577s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:20.712518Z","caller":"traceutil/trace.go:171","msg":"trace[1668134076] linearizableReadLoop","detail":"{readStateIndex:27389; appliedIndex:27381; }","duration":"1.684157536s","start":"2026-05-27T06:59:19.028345Z","end":"2026-05-27T06:59:20.712502Z","steps":["trace[1668134076] 'read index received' (duration: 861.188015ms)","trace[1668134076] 'applied index is now lower than readState.Index' (duration: 822.967881ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:20.712564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:19.031258Z","time spent":"1.681276954s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:20.712567Z","caller":"traceutil/trace.go:171","msg":"trace[1428090889] transaction","detail":"{read_only:false; response_revision:26493; number_of_response:1; }","duration":"1.680135918s","start":"2026-05-27T06:59:19.032386Z","end":"2026-05-27T06:59:20.712521Z","steps":["trace[1428090889] 'process raft request' (duration: 1.680051135s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:20.71269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684340352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-27T06:59:20.712646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:19.029661Z","time spent":"1.682878635s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:20.712732Z","caller":"traceutil/trace.go:171","msg":"trace[2124804379] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26493; }","duration":"1.684400023s","start":"2026-05-27T06:59:19.028322Z","end":"2026-05-27T06:59:20.712722Z","steps":["trace[2124804379] 'agreement among raft nodes before linearized reading' (duration: 1.684258749s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:20.712764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:19.028315Z","time spent":"1.684442055s","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-27T06:59:20.712748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:19.032376Z","time spent":"1.680287523s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:20.756994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384173301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:59:20.757069Z","caller":"traceutil/trace.go:171","msg":"trace[411376956] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26494; }","duration":"1.384307955s","start":"2026-05-27T06:59:19.372745Z","end":"2026-05-27T06:59:20.757052Z","steps":["trace[411376956] 'agreement among raft nodes before linearized reading' (duration: 1.384169481s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:20.757108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:19.372715Z","time spent":"1.384383328s","remote":"127.0.0.1:47338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:20.75717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725115885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-27T06:59:20.757209Z","caller":"traceutil/trace.go:171","msg":"trace[470790456] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26494; }","duration":"1.725157997s","start":"2026-05-27T06:59:19.032036Z","end":"2026-05-27T06:59:20.757194Z","steps":["trace[470790456] 'agreement among raft nodes before linearized reading' (duration: 1.725092705s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:20.757243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:19.032027Z","time spent":"1.725209498s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-27T06:59:20.757573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109672835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-05-27T06:59:20.757599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182636169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:20.757641Z","caller":"traceutil/trace.go:171","msg":"trace[1881813383] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26494; }","duration":"1.109798079s","start":"2026-05-27T06:59:19.647826Z","end":"2026-05-27T06:59:20.757624Z","steps":["trace[1881813383] 'agreement among raft nodes before linearized reading' (duration: 1.109579832s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:20.757654Z","caller":"traceutil/trace.go:171","msg":"trace[1096348869] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26494; }","duration":"1.182734883s","start":"2026-05-27T06:59:19.574903Z","end":"2026-05-27T06:59:20.757638Z","steps":["trace[1096348869] 'agreement among raft nodes before linearized reading' (duration: 1.182630259s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:20.757802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.724782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:20.757849Z","caller":"traceutil/trace.go:171","msg":"trace[1696715236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26494; }","duration":"466.801994ms","start":"2026-05-27T06:59:20.291036Z","end":"2026-05-27T06:59:20.757838Z","steps":["trace[1696715236] 'agreement among raft nodes before linearized reading' (duration: 466.698301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:20.757854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:19.574878Z","time spent":"1.182919038s","remote":"127.0.0.1:41454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:20.757879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:20.291018Z","time spent":"466.854876ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:59:20.758142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728825363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:20.75818Z","caller":"traceutil/trace.go:171","msg":"trace[462661497] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26494; }","duration":"1.728876434s","start":"2026-05-27T06:59:19.029293Z","end":"2026-05-27T06:59:20.75817Z","steps":["trace[462661497] 'agreement among raft nodes before linearized reading' (duration: 1.728823052s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:20.757094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512544153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:20.758235Z","caller":"traceutil/trace.go:171","msg":"trace[394851046] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26494; }","duration":"1.51372851s","start":"2026-05-27T06:59:19.244493Z","end":"2026-05-27T06:59:20.758221Z","steps":["trace[394851046] 'agreement among raft nodes before linearized reading' (duration: 1.512543903s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:20.758284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:19.244475Z","time spent":"1.513795402s","remote":"127.0.0.1:33136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:20.757678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:19.647801Z","time spent":"1.109870082s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-27T06:59:20.7582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:19.029285Z","time spent":"1.728910255s","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-27T06:59:21.265171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787428960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:22.088476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.257939ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:22.088916Z","caller":"traceutil/trace.go:171","msg":"trace[1447504099] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26494; }","duration":"985.413195ms","start":"2026-05-27T06:59:21.103183Z","end":"2026-05-27T06:59:22.088597Z","steps":["trace[1447504099] 'range keys from in-memory index tree' (duration: 985.235719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:22.088863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.122126ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-27T06:59:22.089031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:20.759807Z","time spent":"1.329216999s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-27T06:59:22.754661Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.447808031s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T06:59:22.986868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.803062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:59:22.987615Z","caller":"traceutil/trace.go:171","msg":"trace[1402443454] transaction","detail":"{read_only:false; response_revision:26495; number_of_response:1; }","duration":"2.225286981s","start":"2026-05-27T06:59:20.762286Z","end":"2026-05-27T06:59:22.987573Z","steps":["trace[1402443454] 'process raft request' (duration: 1.992675983s)","trace[1402443454] 'compare' (duration: 230.967276ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:22.987796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:20.762175Z","time spent":"2.225522458s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:22.995698Z","caller":"traceutil/trace.go:171","msg":"trace[866058932] transaction","detail":"{read_only:false; response_revision:26496; number_of_response:1; }","duration":"2.229287228s","start":"2026-05-27T06:59:20.76639Z","end":"2026-05-27T06:59:22.995677Z","steps":["trace[866058932] 'process raft request' (duration: 2.220608393s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:22.995789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:20.766375Z","time spent":"2.229373281s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:22.996119Z","caller":"traceutil/trace.go:171","msg":"trace[1686812201] transaction","detail":"{read_only:false; response_revision:26497; number_of_response:1; }","duration":"1.967833435s","start":"2026-05-27T06:59:21.028269Z","end":"2026-05-27T06:59:22.996103Z","steps":["trace[1686812201] 'process raft request' (duration: 1.967338139s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:22.996241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:21.028239Z","time spent":"1.967960419s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:22.996419Z","caller":"traceutil/trace.go:171","msg":"trace[875733598] transaction","detail":"{read_only:false; response_revision:26498; number_of_response:1; }","duration":"1.967964159s","start":"2026-05-27T06:59:21.028438Z","end":"2026-05-27T06:59:22.996402Z","steps":["trace[875733598] 'process raft request' (duration: 1.967555336s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:22.996493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:21.028405Z","time spent":"1.968053832s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:22.99661Z","caller":"traceutil/trace.go:171","msg":"trace[2071982963] transaction","detail":"{read_only:false; response_revision:26499; number_of_response:1; }","duration":"1.967324429s","start":"2026-05-27T06:59:21.029263Z","end":"2026-05-27T06:59:22.996587Z","steps":["trace[2071982963] 'process raft request' (duration: 1.967078281s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:22.996679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:21.029248Z","time spent":"1.967398931s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:22.997112Z","caller":"traceutil/trace.go:171","msg":"trace[2075090410] linearizableReadLoop","detail":"{readStateIndex:27400; appliedIndex:27390; }","duration":"2.232539782s","start":"2026-05-27T06:59:20.764562Z","end":"2026-05-27T06:59:22.997101Z","steps":["trace[2075090410] 'read index received' (duration: 542.307481ms)","trace[2075090410] 'applied index is now lower than readState.Index' (duration: 1.69023119s)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:59:22.997212Z","caller":"traceutil/trace.go:171","msg":"trace[715225759] transaction","detail":"{read_only:false; response_revision:26503; number_of_response:1; }","duration":"1.966975019s","start":"2026-05-27T06:59:21.030223Z","end":"2026-05-27T06:59:22.997198Z","steps":["trace[715225759] 'process raft request' (duration: 1.966804833s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:22.997307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232758378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1aeac5bb-3cc4-4fe3-9180-5f4521125e69\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-05-27T06:59:22.99734Z","caller":"traceutil/trace.go:171","msg":"trace[283420419] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1aeac5bb-3cc4-4fe3-9180-5f4521125e69; range_end:; response_count:1; response_revision:26503; }","duration":"2.23281469s","start":"2026-05-27T06:59:20.764515Z","end":"2026-05-27T06:59:22.99733Z","steps":["trace[283420419] 'agreement among raft nodes before linearized reading' (duration: 2.232685506s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:22.997346Z","caller":"traceutil/trace.go:171","msg":"trace[742614245] transaction","detail":"{read_only:false; response_revision:26500; number_of_response:1; }","duration":"1.967803284s","start":"2026-05-27T06:59:21.029516Z","end":"2026-05-27T06:59:22.997319Z","steps":["trace[742614245] 'process raft request' (duration: 1.967005199s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:22.997365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:20.764499Z","time spent":"2.232861772s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-1aeac5bb-3cc4-4fe3-9180-5f4521125e69\" "} {"level":"info","ts":"2026-05-27T06:59:22.997456Z","caller":"traceutil/trace.go:171","msg":"trace[36664368] transaction","detail":"{read_only:false; response_revision:26501; number_of_response:1; }","duration":"1.967679491s","start":"2026-05-27T06:59:21.029742Z","end":"2026-05-27T06:59:22.997421Z","steps":["trace[36664368] 'process raft request' (duration: 1.967162534s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:22.997098Z","caller":"traceutil/trace.go:171","msg":"trace[630459001] transaction","detail":"{read_only:false; response_revision:26502; number_of_response:1; }","duration":"1.966935547s","start":"2026-05-27T06:59:21.030136Z","end":"2026-05-27T06:59:22.997071Z","steps":["trace[630459001] 'process raft request' (duration: 1.966846374s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:22.997597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:21.030214Z","time spent":"1.96734607s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:22.998003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:21.029709Z","time spent":"1.967807405s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:22.99828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:21.029502Z","time spent":"1.968725773s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:22.999638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:21.03012Z","time spent":"1.967416312s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:23.291097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999888241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-27T06:59:23.291168Z","caller":"traceutil/trace.go:171","msg":"trace[1313715642] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000008826s","start":"2026-05-27T06:59:21.291146Z","end":"2026-05-27T06:59:23.291154Z","steps":["trace[1313715642] 'agreement among raft nodes before linearized reading' (duration: 1.999925403s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:23.291196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:21.291123Z","time spent":"2.000067697s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:59:23.497965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787428975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:23.998789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787428975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:24.195345Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.214294213s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T06:59:24.832587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.801027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:59:24.832864Z","caller":"traceutil/trace.go:171","msg":"trace[1797265278] linearizableReadLoop","detail":"{readStateIndex:27403; appliedIndex:27400; }","duration":"1.835710522s","start":"2026-05-27T06:59:22.997136Z","end":"2026-05-27T06:59:24.832846Z","steps":["trace[1797265278] 'read index received' (duration: 1.198388868s)","trace[1797265278] 'applied index is now lower than readState.Index' (duration: 637.320604ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:24.83298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.962452711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:24.832985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867879561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:24.833022Z","caller":"traceutil/trace.go:171","msg":"trace[369916437] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26506; }","duration":"2.962539803s","start":"2026-05-27T06:59:21.870469Z","end":"2026-05-27T06:59:24.833008Z","steps":["trace[369916437] 'agreement among raft nodes before linearized reading' (duration: 2.962477301s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:24.833063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:21.870437Z","time spent":"2.962614895s","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:24.833093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115002521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-27T06:59:24.833119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115477636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T06:59:24.833161Z","caller":"traceutil/trace.go:171","msg":"trace[1375669854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26506; }","duration":"2.115104654s","start":"2026-05-27T06:59:22.718037Z","end":"2026-05-27T06:59:24.833142Z","steps":["trace[1375669854] 'agreement among raft nodes before linearized reading' (duration: 2.114841586s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:24.833147Z","caller":"traceutil/trace.go:171","msg":"trace[1448281720] transaction","detail":"{read_only:false; response_revision:26506; number_of_response:1; }","duration":"2.538440372s","start":"2026-05-27T06:59:22.294678Z","end":"2026-05-27T06:59:24.833118Z","steps":["trace[1448281720] 'process raft request' (duration: 2.538108711s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:24.83318Z","caller":"traceutil/trace.go:171","msg":"trace[1152544922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26506; }","duration":"2.115589509s","start":"2026-05-27T06:59:22.717576Z","end":"2026-05-27T06:59:24.833166Z","steps":["trace[1152544922] 'agreement among raft nodes before linearized reading' (duration: 2.115424224s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:24.83316Z","caller":"traceutil/trace.go:171","msg":"trace[597936859] transaction","detail":"{read_only:false; response_revision:26505; number_of_response:1; }","duration":"2.742321429s","start":"2026-05-27T06:59:22.090809Z","end":"2026-05-27T06:59:24.83313Z","steps":["trace[597936859] 'process raft request' (duration: 2.741877655s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:24.833194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.762137307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T06:59:24.833234Z","caller":"traceutil/trace.go:171","msg":"trace[1576576267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26506; }","duration":"2.762210629s","start":"2026-05-27T06:59:22.071016Z","end":"2026-05-27T06:59:24.833227Z","steps":["trace[1576576267] 'agreement among raft nodes before linearized reading' (duration: 2.762083745s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:24.833223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:22.717554Z","time spent":"2.115662102s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T06:59:24.833213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115542978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T06:59:24.833028Z","caller":"traceutil/trace.go:171","msg":"trace[1801436799] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26506; }","duration":"2.867975904s","start":"2026-05-27T06:59:21.96504Z","end":"2026-05-27T06:59:24.833016Z","steps":["trace[1801436799] 'agreement among raft nodes before linearized reading' (duration: 2.86783534s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:24.833248Z","caller":"traceutil/trace.go:171","msg":"trace[52140014] transaction","detail":"{read_only:false; response_revision:26504; number_of_response:1; }","duration":"3.041854269s","start":"2026-05-27T06:59:21.791374Z","end":"2026-05-27T06:59:24.833228Z","steps":["trace[52140014] 'process raft request' (duration: 2.404314398s)","trace[52140014] 'compare' (duration: 635.098484ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:24.833263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:22.070997Z","time spent":"2.762260461s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T06:59:24.8333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114322089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-27T06:59:24.83321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:22.718029Z","time spent":"2.115175566s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-27T06:59:24.833306Z","caller":"traceutil/trace.go:171","msg":"trace[1486264378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26506; }","duration":"2.115649611s","start":"2026-05-27T06:59:22.717641Z","end":"2026-05-27T06:59:24.83329Z","steps":["trace[1486264378] 'agreement among raft nodes before linearized reading' (duration: 2.115437264s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:24.833313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:21.791342Z","time spent":"3.041937822s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:24.833297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:22.294646Z","time spent":"2.538568536s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:24.833306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:22.090787Z","time spent":"2.742441742s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:24.833386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115195317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-27T06:59:24.833348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:22.717636Z","time spent":"2.115702072s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-27T06:59:24.833413Z","caller":"traceutil/trace.go:171","msg":"trace[532667133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26506; }","duration":"2.115269919s","start":"2026-05-27T06:59:22.718139Z","end":"2026-05-27T06:59:24.833409Z","steps":["trace[532667133] 'agreement among raft nodes before linearized reading' (duration: 2.115204287s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:24.833414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668975034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:24.833429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:22.718108Z","time spent":"2.1153167s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T06:59:24.833418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834559265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b357211fefd7f6\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-27T06:59:24.833428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265190568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:24.833451Z","caller":"traceutil/trace.go:171","msg":"trace[1272293864] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26506; }","duration":"1.669022696s","start":"2026-05-27T06:59:23.164418Z","end":"2026-05-27T06:59:24.83344Z","steps":["trace[1272293864] 'agreement among raft nodes before linearized reading' (duration: 1.668968044s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:24.833471Z","caller":"traceutil/trace.go:171","msg":"trace[1114962682] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b357211fefd7f6; range_end:; response_count:1; response_revision:26506; }","duration":"1.834649888s","start":"2026-05-27T06:59:22.998807Z","end":"2026-05-27T06:59:24.833457Z","steps":["trace[1114962682] 'agreement among raft nodes before linearized reading' (duration: 1.834451032s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:24.833482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.199931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:24.833502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541663807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:24.833251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90402387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:24.833496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672268038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T06:59:24.833476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:23.164412Z","time spent":"1.669057267s","remote":"127.0.0.1:41508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:24.83352Z","caller":"traceutil/trace.go:171","msg":"trace[1363976563] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26506; }","duration":"544.280043ms","start":"2026-05-27T06:59:24.289227Z","end":"2026-05-27T06:59:24.833507Z","steps":["trace[1363976563] 'agreement among raft nodes before linearized reading' (duration: 544.207271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:24.833542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246699902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T06:59:24.833549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831188919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-05-27T06:59:24.833563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.998380607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:24.833567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569580021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:24.83333Z","caller":"traceutil/trace.go:171","msg":"trace[1795106890] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26506; }","duration":"2.114365401s","start":"2026-05-27T06:59:22.718955Z","end":"2026-05-27T06:59:24.83332Z","steps":["trace[1795106890] 'agreement among raft nodes before linearized reading' (duration: 2.114308299s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:24.833595Z","caller":"traceutil/trace.go:171","msg":"trace[1380942454] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26506; }","duration":"1.831261181s","start":"2026-05-27T06:59:23.002321Z","end":"2026-05-27T06:59:24.833583Z","steps":["trace[1380942454] 'agreement among raft nodes before linearized reading' (duration: 1.831147148s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:24.833606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672359121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T06:59:24.833616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:22.718947Z","time spent":"2.11466154s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-27T06:59:24.833626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:23.002303Z","time spent":"1.831315883s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-05-27T06:59:24.833291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:21.965015Z","time spent":"2.868261093s","remote":"127.0.0.1:51514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:24.83365Z","caller":"traceutil/trace.go:171","msg":"trace[649494875] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26506; }","duration":"1.569672144s","start":"2026-05-27T06:59:23.263942Z","end":"2026-05-27T06:59:24.833614Z","steps":["trace[649494875] 'agreement among raft nodes before linearized reading' (duration: 1.569564831s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:24.83367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.062523332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-27T06:59:24.833551Z","caller":"traceutil/trace.go:171","msg":"trace[1659420199] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26506; }","duration":"1.672357591s","start":"2026-05-27T06:59:23.161178Z","end":"2026-05-27T06:59:24.833536Z","steps":["trace[1659420199] 'agreement among raft nodes before linearized reading' (duration: 1.672286318s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:24.83369Z","caller":"traceutil/trace.go:171","msg":"trace[70567157] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26506; }","duration":"4.062586453s","start":"2026-05-27T06:59:20.771098Z","end":"2026-05-27T06:59:24.833684Z","steps":["trace[70567157] 'agreement among raft nodes before linearized reading' (duration: 4.062529712s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:24.833706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:20.771081Z","time spent":"4.062621425s","remote":"127.0.0.1:54828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-27T06:59:24.833697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:23.263922Z","time spent":"1.569762827s","remote":"127.0.0.1:41112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:24.833756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.066336132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:24.833863Z","caller":"traceutil/trace.go:171","msg":"trace[1254120104] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26506; }","duration":"4.066648703s","start":"2026-05-27T06:59:20.767201Z","end":"2026-05-27T06:59:24.833849Z","steps":["trace[1254120104] 'agreement among raft nodes before linearized reading' (duration: 4.066231279s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:24.833916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:20.767176Z","time spent":"4.066729865s","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-27T06:59:24.833586Z","caller":"traceutil/trace.go:171","msg":"trace[1446927704] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26506; }","duration":"1.246788824s","start":"2026-05-27T06:59:23.586786Z","end":"2026-05-27T06:59:24.833575Z","steps":["trace[1446927704] 'agreement among raft nodes before linearized reading' (duration: 1.246710151s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:24.833985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:23.586763Z","time spent":"1.247209478s","remote":"127.0.0.1:54734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:24.833551Z","caller":"traceutil/trace.go:171","msg":"trace[414736507] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26506; }","duration":"1.904317829s","start":"2026-05-27T06:59:22.929218Z","end":"2026-05-27T06:59:24.833536Z","steps":["trace[414736507] 'agreement among raft nodes before linearized reading' (duration: 1.904007449s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:24.83407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:22.929117Z","time spent":"1.904936808s","remote":"127.0.0.1:47430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:24.833474Z","caller":"traceutil/trace.go:171","msg":"trace[1575653081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26506; }","duration":"1.26527607s","start":"2026-05-27T06:59:23.568184Z","end":"2026-05-27T06:59:24.83346Z","steps":["trace[1575653081] 'agreement among raft nodes before linearized reading' (duration: 1.265185997s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:24.83427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:23.568162Z","time spent":"1.266098277s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:59:24.833512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:22.998784Z","time spent":"1.834719911s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b357211fefd7f6\" "} {"level":"info","ts":"2026-05-27T06:59:24.833527Z","caller":"traceutil/trace.go:171","msg":"trace[2079336667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26506; }","duration":"1.541732088s","start":"2026-05-27T06:59:23.291789Z","end":"2026-05-27T06:59:24.833521Z","steps":["trace[2079336667] 'agreement among raft nodes before linearized reading' (duration: 1.541699177s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:24.834475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:23.291761Z","time spent":"1.542676148s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:59:24.833562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:24.2892Z","time spent":"544.353335ms","remote":"127.0.0.1:48324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:24.833592Z","caller":"traceutil/trace.go:171","msg":"trace[1729602682] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26506; }","duration":"3.998442939s","start":"2026-05-27T06:59:20.835144Z","end":"2026-05-27T06:59:24.833587Z","steps":["trace[1729602682] 'agreement among raft nodes before linearized reading' (duration: 3.998405968s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:24.835076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:20.835124Z","time spent":"3.999938127s","remote":"127.0.0.1:48300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:24.833639Z","caller":"traceutil/trace.go:171","msg":"trace[545597502] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26506; }","duration":"1.672407313s","start":"2026-05-27T06:59:23.161225Z","end":"2026-05-27T06:59:24.833632Z","steps":["trace[545597502] 'agreement among raft nodes before linearized reading' (duration: 1.672342291s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:24.83371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:23.161155Z","time spent":"1.672546157s","remote":"127.0.0.1:37848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:24.836187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:23.161155Z","time spent":"1.675011505s","remote":"127.0.0.1:41332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:25.338578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787428980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:25.984479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.681136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:59:25.984719Z","caller":"traceutil/trace.go:171","msg":"trace[1980901602] transaction","detail":"{read_only:false; response_revision:26507; number_of_response:1; }","duration":"1.147444154s","start":"2026-05-27T06:59:24.837237Z","end":"2026-05-27T06:59:25.984681Z","steps":["trace[1980901602] 'process raft request' (duration: 992.449298ms)","trace[1980901602] 'compare' (duration: 153.900291ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:25.98492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:24.837213Z","time spent":"1.14761092s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:26.842448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000456879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-27T06:59:26.842565Z","caller":"traceutil/trace.go:171","msg":"trace[33691644] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000610914s","start":"2026-05-27T06:59:24.841934Z","end":"2026-05-27T06:59:26.842545Z","steps":["trace[33691644] 'agreement among raft nodes before linearized reading' (duration: 2.000461429s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:26.84262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:24.841929Z","time spent":"2.000676736s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:59:27.409559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.455509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:59:27.409819Z","caller":"traceutil/trace.go:171","msg":"trace[1715490167] transaction","detail":"{read_only:false; response_revision:26508; number_of_response:1; }","duration":"2.571221242s","start":"2026-05-27T06:59:24.838552Z","end":"2026-05-27T06:59:27.409773Z","steps":["trace[1715490167] 'process raft request' (duration: 1.682428252s)","trace[1715490167] 'compare' (duration: 887.674924ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:59:27.410015Z","caller":"traceutil/trace.go:171","msg":"trace[1809213490] transaction","detail":"{read_only:false; response_revision:26509; number_of_response:1; }","duration":"2.571379457s","start":"2026-05-27T06:59:24.83859Z","end":"2026-05-27T06:59:27.40997Z","steps":["trace[1809213490] 'process raft request' (duration: 2.571100048s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:27.410118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:24.838539Z","time spent":"2.571478661s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:27.410135Z","caller":"traceutil/trace.go:171","msg":"trace[1772224384] transaction","detail":"{read_only:false; response_revision:26510; number_of_response:1; }","duration":"2.57146947s","start":"2026-05-27T06:59:24.838618Z","end":"2026-05-27T06:59:27.410087Z","steps":["trace[1772224384] 'process raft request' (duration: 2.571194971s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:27.410181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:24.838579Z","time spent":"2.571503651s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:27.410318Z","caller":"traceutil/trace.go:171","msg":"trace[1810470044] transaction","detail":"{read_only:false; response_revision:26512; number_of_response:1; }","duration":"2.571036897s","start":"2026-05-27T06:59:24.839266Z","end":"2026-05-27T06:59:27.410302Z","steps":["trace[1810470044] 'process raft request' (duration: 2.570853981s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:27.410319Z","caller":"traceutil/trace.go:171","msg":"trace[1830142639] transaction","detail":"{read_only:false; response_revision:26511; number_of_response:1; }","duration":"2.571627945s","start":"2026-05-27T06:59:24.838653Z","end":"2026-05-27T06:59:27.410281Z","steps":["trace[1830142639] 'process raft request' (duration: 2.571390188s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:27.410338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:24.838613Z","time spent":"2.571606554s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:27.410397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:24.839253Z","time spent":"2.571104569s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:27.410418Z","caller":"traceutil/trace.go:171","msg":"trace[1257166753] transaction","detail":"{read_only:false; response_revision:26513; number_of_response:1; }","duration":"2.57019757s","start":"2026-05-27T06:59:24.84021Z","end":"2026-05-27T06:59:27.410407Z","steps":["trace[1257166753] 'process raft request' (duration: 2.570004214s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:27.410466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:24.840187Z","time spent":"2.570254361s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:27.410444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:24.838624Z","time spent":"2.571756719s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:27.410557Z","caller":"traceutil/trace.go:171","msg":"trace[1080323870] transaction","detail":"{read_only:false; response_revision:26514; number_of_response:1; }","duration":"2.408818682s","start":"2026-05-27T06:59:25.001731Z","end":"2026-05-27T06:59:27.410549Z","steps":["trace[1080323870] 'process raft request' (duration: 2.408533283s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:27.410567Z","caller":"traceutil/trace.go:171","msg":"trace[486832458] transaction","detail":"{read_only:false; response_revision:26515; number_of_response:1; }","duration":"2.408710628s","start":"2026-05-27T06:59:25.001781Z","end":"2026-05-27T06:59:27.410491Z","steps":["trace[486832458] 'process raft request' (duration: 2.408531962s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:27.410605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:25.001703Z","time spent":"2.408877493s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:27.41063Z","caller":"traceutil/trace.go:171","msg":"trace[1255885092] transaction","detail":"{read_only:false; response_revision:26516; number_of_response:1; }","duration":"2.406640573s","start":"2026-05-27T06:59:25.003972Z","end":"2026-05-27T06:59:27.410613Z","steps":["trace[1255885092] 'process raft request' (duration: 2.406390125s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:27.410681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:25.00176Z","time spent":"2.408836762s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:27.410722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:25.00395Z","time spent":"2.406727865s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:27.410779Z","caller":"traceutil/trace.go:171","msg":"trace[899117420] transaction","detail":"{read_only:false; response_revision:26517; number_of_response:1; }","duration":"2.406594661s","start":"2026-05-27T06:59:25.004175Z","end":"2026-05-27T06:59:27.41077Z","steps":["trace[899117420] 'process raft request' (duration: 2.40624151s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:27.41084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:25.00417Z","time spent":"2.406639672s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:27.411712Z","caller":"traceutil/trace.go:171","msg":"trace[1182776839] transaction","detail":"{read_only:false; response_revision:26518; number_of_response:1; }","duration":"2.407386976s","start":"2026-05-27T06:59:25.004312Z","end":"2026-05-27T06:59:27.411699Z","steps":["trace[1182776839] 'process raft request' (duration: 2.406160887s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:27.411778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:25.004306Z","time spent":"2.407441928s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:27.411765Z","caller":"traceutil/trace.go:171","msg":"trace[1866881704] linearizableReadLoop","detail":"{readStateIndex:27417; appliedIndex:27403; }","duration":"2.574209247s","start":"2026-05-27T06:59:24.837535Z","end":"2026-05-27T06:59:27.411744Z","steps":["trace[1866881704] 'read index received' (duration: 992.157218ms)","trace[1866881704] 'applied index is now lower than readState.Index' (duration: 1.582050779s)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:59:27.411849Z","caller":"traceutil/trace.go:171","msg":"trace[1474005484] transaction","detail":"{read_only:false; response_revision:26520; number_of_response:1; }","duration":"2.404697551s","start":"2026-05-27T06:59:25.007144Z","end":"2026-05-27T06:59:27.411842Z","steps":["trace[1474005484] 'process raft request' (duration: 2.404510045s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:27.411845Z","caller":"traceutil/trace.go:171","msg":"trace[1210655063] transaction","detail":"{read_only:false; response_revision:26521; number_of_response:1; }","duration":"878.691929ms","start":"2026-05-27T06:59:26.533137Z","end":"2026-05-27T06:59:27.411829Z","steps":["trace[1210655063] 'process raft request' (duration: 878.569976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:27.411895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:25.007138Z","time spent":"2.404732122s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:27.412014Z","caller":"traceutil/trace.go:171","msg":"trace[194190456] transaction","detail":"{read_only:false; response_revision:26519; number_of_response:1; }","duration":"2.406492978s","start":"2026-05-27T06:59:25.005512Z","end":"2026-05-27T06:59:27.412005Z","steps":["trace[194190456] 'process raft request' (duration: 2.406091305s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:27.41206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:25.005505Z","time spent":"2.406532449s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:27.412029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574482556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-27T06:59:27.412112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.571716638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-27T06:59:27.412115Z","caller":"traceutil/trace.go:171","msg":"trace[1269773686] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26521; }","duration":"2.574574919s","start":"2026-05-27T06:59:24.837518Z","end":"2026-05-27T06:59:27.412093Z","steps":["trace[1269773686] 'agreement among raft nodes before linearized reading' (duration: 2.574352282s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:27.412152Z","caller":"traceutil/trace.go:171","msg":"trace[1231871404] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26521; }","duration":"2.571763739s","start":"2026-05-27T06:59:24.840377Z","end":"2026-05-27T06:59:27.412141Z","steps":["trace[1231871404] 'agreement among raft nodes before linearized reading' (duration: 2.571638455s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:27.412177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:24.84037Z","time spent":"2.571801001s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-05-27T06:59:27.412177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:24.837512Z","time spent":"2.574645001s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-27T06:59:27.411902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:26.533104Z","time spent":"878.770322ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:27.412414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.916475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:27.412441Z","caller":"traceutil/trace.go:171","msg":"trace[966632382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26521; }","duration":"568.973267ms","start":"2026-05-27T06:59:26.843461Z","end":"2026-05-27T06:59:27.412435Z","steps":["trace[966632382] 'agreement among raft nodes before linearized reading' (duration: 568.931595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:27.412459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:26.84344Z","time spent":"569.014498ms","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:59:27.412577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048050211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:59:27.412602Z","caller":"traceutil/trace.go:171","msg":"trace[1199366734] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26521; }","duration":"1.048124334s","start":"2026-05-27T06:59:26.36447Z","end":"2026-05-27T06:59:27.412594Z","steps":["trace[1199366734] 'agreement among raft nodes before linearized reading' (duration: 1.048079032s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:27.412621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:26.364445Z","time spent":"1.048170385s","remote":"127.0.0.1:47470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:27.412697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752499175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:27.412736Z","caller":"traceutil/trace.go:171","msg":"trace[1945256796] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26521; }","duration":"1.752577657s","start":"2026-05-27T06:59:25.660146Z","end":"2026-05-27T06:59:27.412724Z","steps":["trace[1945256796] 'agreement among raft nodes before linearized reading' (duration: 1.752504905s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:27.412746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22687275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:27.41276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:25.660126Z","time spent":"1.752627559s","remote":"127.0.0.1:33128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:27.412773Z","caller":"traceutil/trace.go:171","msg":"trace[1537188815] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26521; }","duration":"2.226933933s","start":"2026-05-27T06:59:25.185831Z","end":"2026-05-27T06:59:27.412765Z","steps":["trace[1537188815] 'agreement among raft nodes before linearized reading' (duration: 2.226885072s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:27.412793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:25.185811Z","time spent":"2.226976754s","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:27.412895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088187585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:59:27.412925Z","caller":"traceutil/trace.go:171","msg":"trace[1441057198] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26521; }","duration":"1.088257417s","start":"2026-05-27T06:59:26.324659Z","end":"2026-05-27T06:59:27.412916Z","steps":["trace[1441057198] 'agreement among raft nodes before linearized reading' (duration: 1.088208535s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:27.412945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:26.324632Z","time spent":"1.088307019s","remote":"127.0.0.1:54828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:27.413059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236095376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:27.413079Z","caller":"traceutil/trace.go:171","msg":"trace[413039615] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26521; }","duration":"1.236116197s","start":"2026-05-27T06:59:26.176956Z","end":"2026-05-27T06:59:27.413072Z","steps":["trace[413039615] 'agreement among raft nodes before linearized reading' (duration: 1.236083516s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:27.413097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:26.176932Z","time spent":"1.236160067s","remote":"127.0.0.1:45356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:27.413136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613550327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:27.413183Z","caller":"traceutil/trace.go:171","msg":"trace[586071324] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26521; }","duration":"1.613640451s","start":"2026-05-27T06:59:25.79953Z","end":"2026-05-27T06:59:27.41317Z","steps":["trace[586071324] 'agreement among raft nodes before linearized reading' (duration: 1.613568909s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:27.413219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:25.799508Z","time spent":"1.613700902s","remote":"127.0.0.1:41442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:27.413625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42381931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b357211fefd7f6\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-27T06:59:27.413674Z","caller":"traceutil/trace.go:171","msg":"trace[1846481118] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b357211fefd7f6; range_end:; response_count:1; response_revision:26521; }","duration":"1.423901093s","start":"2026-05-27T06:59:25.989764Z","end":"2026-05-27T06:59:27.413665Z","steps":["trace[1846481118] 'agreement among raft nodes before linearized reading' (duration: 1.423597153s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:27.413703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:25.989748Z","time spent":"1.423946954s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b357211fefd7f6\" "} {"level":"warn","ts":"2026-05-27T06:59:27.922046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787428998,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:28.422653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787428998,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:28.467907Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.050807608s","expected-duration":"1s"} {"level":"info","ts":"2026-05-27T06:59:28.468241Z","caller":"traceutil/trace.go:171","msg":"trace[24312020] linearizableReadLoop","detail":"{readStateIndex:27419; appliedIndex:27418; }","duration":"1.046827831s","start":"2026-05-27T06:59:27.421392Z","end":"2026-05-27T06:59:28.46822Z","steps":["trace[24312020] 'read index received' (duration: 1.046628705s)","trace[24312020] 'applied index is now lower than readState.Index' (duration: 198.086µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:59:28.46833Z","caller":"traceutil/trace.go:171","msg":"trace[929034868] transaction","detail":"{read_only:false; response_revision:26522; number_of_response:1; }","duration":"1.051298553s","start":"2026-05-27T06:59:27.417017Z","end":"2026-05-27T06:59:28.468316Z","steps":["trace[929034868] 'process raft request' (duration: 1.051062156s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:28.468472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:27.417001Z","time spent":"1.051369046s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:28.468782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04739469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:28.46886Z","caller":"traceutil/trace.go:171","msg":"trace[1816378375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26522; }","duration":"1.047464142s","start":"2026-05-27T06:59:27.421349Z","end":"2026-05-27T06:59:28.468813Z","steps":["trace[1816378375] 'agreement among raft nodes before linearized reading' (duration: 1.047362549s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:28.468897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:27.42133Z","time spent":"1.047560134s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:59:28.469079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.206079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-05-27T06:59:28.469119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.667442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:59:28.469163Z","caller":"traceutil/trace.go:171","msg":"trace[754788412] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26522; }","duration":"712.345963ms","start":"2026-05-27T06:59:27.756797Z","end":"2026-05-27T06:59:28.469143Z","steps":["trace[754788412] 'agreement among raft nodes before linearized reading' (duration: 712.104606ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:28.46918Z","caller":"traceutil/trace.go:171","msg":"trace[170773619] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26522; }","duration":"635.783035ms","start":"2026-05-27T06:59:27.833381Z","end":"2026-05-27T06:59:28.469164Z","steps":["trace[170773619] 'agreement among raft nodes before linearized reading' (duration: 635.672062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:28.469211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:27.756772Z","time spent":"712.429706ms","remote":"127.0.0.1:47292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-27T06:59:28.469258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.557289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:28.469291Z","caller":"traceutil/trace.go:171","msg":"trace[246768367] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26522; }","duration":"350.628361ms","start":"2026-05-27T06:59:28.118654Z","end":"2026-05-27T06:59:28.469282Z","steps":["trace[246768367] 'agreement among raft nodes before linearized reading' (duration: 350.582709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:28.469344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:28.118632Z","time spent":"350.677053ms","remote":"127.0.0.1:48370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:28.469458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.705472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130023"} {"level":"info","ts":"2026-05-27T06:59:28.469522Z","caller":"traceutil/trace.go:171","msg":"trace[266965416] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26522; }","duration":"710.792254ms","start":"2026-05-27T06:59:27.758717Z","end":"2026-05-27T06:59:28.469509Z","steps":["trace[266965416] 'agreement among raft nodes before linearized reading' (duration: 710.490915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:28.469562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:27.758707Z","time spent":"710.844126ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130045,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-27T06:59:28.469219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:27.833356Z","time spent":"635.855878ms","remote":"127.0.0.1:41340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:29.74662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:29.425564Z","time spent":"321.044613ms","remote":"127.0.0.1:55642","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-27T06:59:30.570045Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.143531031s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T06:59:30.575852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450687312s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-27T06:59:30.576183Z","caller":"traceutil/trace.go:171","msg":"trace[2052783889] linearizableReadLoop","detail":"{readStateIndex:27421; appliedIndex:27420; }","duration":"1.923865031s","start":"2026-05-27T06:59:28.652292Z","end":"2026-05-27T06:59:30.576157Z","steps":["trace[2052783889] 'read index received' (duration: 472.776706ms)","trace[2052783889] 'applied index is now lower than readState.Index' (duration: 1.451085985s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:30.577234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924912134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-05-27T06:59:30.577294Z","caller":"traceutil/trace.go:171","msg":"trace[945672711] transaction","detail":"{read_only:false; response_revision:26524; number_of_response:1; }","duration":"1.150827871s","start":"2026-05-27T06:59:29.426427Z","end":"2026-05-27T06:59:30.577254Z","steps":["trace[945672711] 'process raft request' (duration: 1.149538601s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:30.577335Z","caller":"traceutil/trace.go:171","msg":"trace[2088047651] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26523; }","duration":"1.925066058s","start":"2026-05-27T06:59:28.652247Z","end":"2026-05-27T06:59:30.577313Z","steps":["trace[2088047651] 'agreement among raft nodes before linearized reading' (duration: 1.924870852s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:30.577375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:28.652229Z","time spent":"1.925140191s","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-27T06:59:30.577463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:29.426417Z","time spent":"1.150950576s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:31.076673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:31.423865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.136214ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:31.424071Z","caller":"traceutil/trace.go:171","msg":"trace[937291497] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26524; }","duration":"320.362891ms","start":"2026-05-27T06:59:31.103687Z","end":"2026-05-27T06:59:31.42405Z","steps":["trace[937291497] 'range keys from in-memory index tree' (duration: 320.118024ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:31.424518Z","caller":"traceutil/trace.go:171","msg":"trace[263273969] transaction","detail":"{read_only:false; response_revision:26528; number_of_response:1; }","duration":"1.996960047s","start":"2026-05-27T06:59:29.427528Z","end":"2026-05-27T06:59:31.424488Z","steps":["trace[263273969] 'process raft request' (duration: 1.996874004s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:31.424663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:29.427524Z","time spent":"1.99705624s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:31.424742Z","caller":"traceutil/trace.go:171","msg":"trace[2015256651] transaction","detail":"{read_only:false; response_revision:26531; number_of_response:1; }","duration":"1.576084279s","start":"2026-05-27T06:59:29.84864Z","end":"2026-05-27T06:59:31.424724Z","steps":["trace[2015256651] 'process raft request' (duration: 1.576021727s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:31.424825Z","caller":"traceutil/trace.go:171","msg":"trace[1029859506] transaction","detail":"{read_only:false; response_revision:26526; number_of_response:1; }","duration":"1.997813794s","start":"2026-05-27T06:59:29.426962Z","end":"2026-05-27T06:59:31.424775Z","steps":["trace[1029859506] 'process raft request' (duration: 1.997272517s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:31.424856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:29.848613Z","time spent":"1.576174661s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:31.42501Z","caller":"traceutil/trace.go:171","msg":"trace[223838663] transaction","detail":"{read_only:false; response_revision:26529; number_of_response:1; }","duration":"1.997137743s","start":"2026-05-27T06:59:29.427854Z","end":"2026-05-27T06:59:31.424992Z","steps":["trace[223838663] 'process raft request' (duration: 1.996592466s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:31.425084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:29.427849Z","time spent":"1.997195245s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:31.425193Z","caller":"traceutil/trace.go:171","msg":"trace[827046102] transaction","detail":"{read_only:false; response_revision:26530; number_of_response:1; }","duration":"1.997129663s","start":"2026-05-27T06:59:29.428054Z","end":"2026-05-27T06:59:31.425183Z","steps":["trace[827046102] 'process raft request' (duration: 1.996533864s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:31.425263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:29.428025Z","time spent":"1.997195935s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:31.42498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:29.426958Z","time spent":"1.997936878s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:31.425298Z","caller":"traceutil/trace.go:171","msg":"trace[182305323] transaction","detail":"{read_only:false; response_revision:26525; number_of_response:1; }","duration":"1.998378773s","start":"2026-05-27T06:59:29.42689Z","end":"2026-05-27T06:59:31.425268Z","steps":["trace[182305323] 'process raft request' (duration: 1.996162793s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:31.42505Z","caller":"traceutil/trace.go:171","msg":"trace[2142689362] transaction","detail":"{read_only:false; response_revision:26527; number_of_response:1; }","duration":"1.997486464s","start":"2026-05-27T06:59:29.427498Z","end":"2026-05-27T06:59:31.424985Z","steps":["trace[2142689362] 'process raft request' (duration: 1.996862644s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:31.425501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:29.426877Z","time spent":"1.998506327s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:31.425546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:29.427494Z","time spent":"1.99799281s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:32.291178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999942211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T06:59:32.29127Z","caller":"traceutil/trace.go:171","msg":"trace[1127168724] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000096317s","start":"2026-05-27T06:59:30.291155Z","end":"2026-05-27T06:59:32.291252Z","steps":["trace[1127168724] 'agreement among raft nodes before linearized reading' (duration: 1.999976353s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:32.29132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:30.291132Z","time spent":"2.000178459s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 06:59:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:59:33.075078Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.061644143s","expected-duration":"1s"} {"level":"info","ts":"2026-05-27T06:59:33.075883Z","caller":"traceutil/trace.go:171","msg":"trace[1440223146] linearizableReadLoop","detail":"{readStateIndex:27430; appliedIndex:27422; }","duration":"2.499624551s","start":"2026-05-27T06:59:30.576234Z","end":"2026-05-27T06:59:33.075859Z","steps":["trace[1440223146] 'read index received' (duration: 847.260172ms)","trace[1440223146] 'applied index is now lower than readState.Index' (duration: 1.652363539s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:33.076037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.402062751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:33.076089Z","caller":"traceutil/trace.go:171","msg":"trace[2063864118] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26532; }","duration":"4.402167875s","start":"2026-05-27T06:59:28.673899Z","end":"2026-05-27T06:59:33.076067Z","steps":["trace[2063864118] 'agreement among raft nodes before linearized reading' (duration: 4.402081122s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:33.076124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:28.673874Z","time spent":"4.402241107s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:33.076081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.000366711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:33.076168Z","caller":"traceutil/trace.go:171","msg":"trace[1411694758] transaction","detail":"{read_only:false; response_revision:26532; number_of_response:1; }","duration":"2.106587474s","start":"2026-05-27T06:59:30.969571Z","end":"2026-05-27T06:59:33.076158Z","steps":["trace[1411694758] 'process raft request' (duration: 2.10613103s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:33.076158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.65067227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T06:59:33.076194Z","caller":"traceutil/trace.go:171","msg":"trace[1333237913] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26532; }","duration":"4.000542516s","start":"2026-05-27T06:59:29.075621Z","end":"2026-05-27T06:59:33.076164Z","steps":["trace[1333237913] 'agreement among raft nodes before linearized reading' (duration: 4.000321789s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:33.076233Z","caller":"traceutil/trace.go:171","msg":"trace[2080820674] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26532; }","duration":"3.650743752s","start":"2026-05-27T06:59:29.425462Z","end":"2026-05-27T06:59:33.076205Z","steps":["trace[2080820674] 'agreement among raft nodes before linearized reading' (duration: 3.650459493s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:33.076252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:30.96954Z","time spent":"2.106658586s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:33.076257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:29.075602Z","time spent":"4.000642919s","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:33.076037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.648559942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-27T06:59:33.07628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:29.425459Z","time spent":"3.650813414s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T06:59:33.076284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.650829094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T06:59:33.076373Z","caller":"traceutil/trace.go:171","msg":"trace[312785524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26532; }","duration":"3.650906437s","start":"2026-05-27T06:59:29.425436Z","end":"2026-05-27T06:59:33.076342Z","steps":["trace[312785524] 'agreement among raft nodes before linearized reading' (duration: 3.650760162s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:33.076135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.650824874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T06:59:33.076441Z","caller":"traceutil/trace.go:171","msg":"trace[890123873] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26532; }","duration":"3.651176975s","start":"2026-05-27T06:59:29.425255Z","end":"2026-05-27T06:59:33.076432Z","steps":["trace[890123873] 'agreement among raft nodes before linearized reading' (duration: 3.650674749s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:33.076448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.138514165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:33.076486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:29.42524Z","time spent":"3.651230247s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-27T06:59:33.076494Z","caller":"traceutil/trace.go:171","msg":"trace[241783563] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26532; }","duration":"3.138614878s","start":"2026-05-27T06:59:29.937864Z","end":"2026-05-27T06:59:33.076479Z","steps":["trace[241783563] 'agreement among raft nodes before linearized reading' (duration: 3.138534146s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:33.076304Z","caller":"traceutil/trace.go:171","msg":"trace[1565242898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26532; }","duration":"3.648843681s","start":"2026-05-27T06:59:29.427452Z","end":"2026-05-27T06:59:33.076296Z","steps":["trace[1565242898] 'agreement among raft nodes before linearized reading' (duration: 3.648454699s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:33.076478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.650868715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-27T06:59:33.076531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:29.937828Z","time spent":"3.138693271s","remote":"127.0.0.1:37804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:33.076531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.249369861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:33.076546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:29.427446Z","time spent":"3.649085789s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:59:33.076534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.650919227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-27T06:59:33.07656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.476070181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-27T06:59:33.076582Z","caller":"traceutil/trace.go:171","msg":"trace[520395786] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26532; }","duration":"3.249478344s","start":"2026-05-27T06:59:29.82709Z","end":"2026-05-27T06:59:33.076569Z","steps":["trace[520395786] 'agreement among raft nodes before linearized reading' (duration: 3.249392851s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:33.076608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.227937691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-27T06:59:33.076633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:29.82706Z","time spent":"3.249565157s","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:33.07663Z","caller":"traceutil/trace.go:171","msg":"trace[126592962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26532; }","duration":"3.651053491s","start":"2026-05-27T06:59:29.425539Z","end":"2026-05-27T06:59:33.076593Z","steps":["trace[126592962] 'agreement among raft nodes before linearized reading' (duration: 3.650754731s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:33.076637Z","caller":"traceutil/trace.go:171","msg":"trace[1997030191] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26532; }","duration":"3.476199016s","start":"2026-05-27T06:59:29.600419Z","end":"2026-05-27T06:59:33.076618Z","steps":["trace[1997030191] 'agreement among raft nodes before linearized reading' (duration: 3.475991109s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:33.076555Z","caller":"traceutil/trace.go:171","msg":"trace[1125371094] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26532; }","duration":"3.650998299s","start":"2026-05-27T06:59:29.425538Z","end":"2026-05-27T06:59:33.076537Z","steps":["trace[1125371094] 'agreement among raft nodes before linearized reading' (duration: 3.650734331s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:33.076671Z","caller":"traceutil/trace.go:171","msg":"trace[1052549221] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26532; }","duration":"3.228051545s","start":"2026-05-27T06:59:29.848598Z","end":"2026-05-27T06:59:33.07665Z","steps":["trace[1052549221] 'agreement among raft nodes before linearized reading' (duration: 3.227882679s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:33.076712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:29.425505Z","time spent":"3.651177175s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T06:59:33.076728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:29.848575Z","time spent":"3.228144918s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-27T06:59:33.076435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:29.425432Z","time spent":"3.650991389s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T06:59:33.076681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:29.425535Z","time spent":"3.651137873s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T06:59:33.07819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:29.600397Z","time spent":"3.477773165s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-27T06:59:34.291773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000076497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T06:59:34.291885Z","caller":"traceutil/trace.go:171","msg":"trace[1746904607] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000267253s","start":"2026-05-27T06:59:32.291593Z","end":"2026-05-27T06:59:34.29186Z","steps":["trace[1746904607] 'agreement among raft nodes before linearized reading' (duration: 2.000117398s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:34.291942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:32.291525Z","time spent":"2.000366036s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 06:59:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:59:34.4609Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.297977738s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T06:59:34.564289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401367728s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-27T06:59:34.566157Z","caller":"traceutil/trace.go:171","msg":"trace[1587203388] transaction","detail":"{read_only:false; response_revision:26533; number_of_response:1; }","duration":"1.981062355s","start":"2026-05-27T06:59:32.585059Z","end":"2026-05-27T06:59:34.566121Z","steps":["trace[1587203388] 'process raft request' (duration: 1.97934238s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:34.566336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:32.585038Z","time spent":"1.981211039s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:34.566173Z","caller":"traceutil/trace.go:171","msg":"trace[913041114] linearizableReadLoop","detail":"{readStateIndex:27432; appliedIndex:27430; }","duration":"1.490194925s","start":"2026-05-27T06:59:33.075952Z","end":"2026-05-27T06:59:34.566147Z","steps":["trace[913041114] 'read index received' (duration: 86.950388ms)","trace[913041114] 'applied index is now lower than readState.Index' (duration: 1.403243177s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:35.067501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429035,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:35.399302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.171822309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:35.399393Z","caller":"traceutil/trace.go:171","msg":"trace[1571259366] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26533; }","duration":"4.171936012s","start":"2026-05-27T06:59:31.227431Z","end":"2026-05-27T06:59:35.399367Z","steps":["trace[1571259366] 'agreement among raft nodes before linearized reading' (duration: 3.338813209s)","trace[1571259366] 'count revisions from in-memory index tree' (duration: 832.985969ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:35.399474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:31.227273Z","time spent":"4.17218749s","remote":"127.0.0.1:41504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:35.399701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.818043214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-05-27T06:59:35.399772Z","caller":"traceutil/trace.go:171","msg":"trace[617598516] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:26533; }","duration":"4.818125656s","start":"2026-05-27T06:59:30.581628Z","end":"2026-05-27T06:59:35.399754Z","steps":["trace[617598516] 'agreement among raft nodes before linearized reading' (duration: 3.984720384s)","trace[617598516] 'range keys from in-memory index tree' (duration: 833.241577ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:35.399805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:30.58162Z","time spent":"4.818177898s","remote":"127.0.0.1:41332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":806,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-05-27T06:59:35.399818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.107343406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-27T06:59:35.399817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.104427563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-27T06:59:35.399838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.818302002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-05-27T06:59:35.399879Z","caller":"traceutil/trace.go:171","msg":"trace[371315809] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26533; }","duration":"3.107422668s","start":"2026-05-27T06:59:32.292428Z","end":"2026-05-27T06:59:35.399851Z","steps":["trace[371315809] 'agreement among raft nodes before linearized reading' (duration: 2.273768118s)","trace[371315809] 'range keys from in-memory index tree' (duration: 833.545137ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:59:35.399916Z","caller":"traceutil/trace.go:171","msg":"trace[2023431912] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:26533; }","duration":"4.818426646s","start":"2026-05-27T06:59:30.581468Z","end":"2026-05-27T06:59:35.399895Z","steps":["trace[2023431912] 'agreement among raft nodes before linearized reading' (duration: 3.984760685s)","trace[2023431912] 'range keys from in-memory index tree' (duration: 833.452813ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:35.399924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:32.29241Z","time spent":"3.107504451s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-27T06:59:35.399917Z","caller":"traceutil/trace.go:171","msg":"trace[1712269935] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26533; }","duration":"3.104596189s","start":"2026-05-27T06:59:32.29529Z","end":"2026-05-27T06:59:35.399886Z","steps":["trace[1712269935] 'agreement among raft nodes before linearized reading' (duration: 2.270881826s)","trace[1712269935] 'range keys from in-memory index tree' (duration: 833.431813ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:35.399932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.219597336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:35.39996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:30.581449Z","time spent":"4.818502609s","remote":"127.0.0.1:41332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":751,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-05-27T06:59:35.399973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.684452307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-27T06:59:35.399988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:32.295274Z","time spent":"3.104698402s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-27T06:59:35.399996Z","caller":"traceutil/trace.go:171","msg":"trace[1041251155] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26533; }","duration":"3.219700619s","start":"2026-05-27T06:59:32.180272Z","end":"2026-05-27T06:59:35.399972Z","steps":["trace[1041251155] 'agreement among raft nodes before linearized reading' (duration: 2.385896594s)","trace[1041251155] 'count revisions from in-memory index tree' (duration: 833.717092ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:59:35.400015Z","caller":"traceutil/trace.go:171","msg":"trace[1692820949] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:26533; }","duration":"4.684596501s","start":"2026-05-27T06:59:30.715405Z","end":"2026-05-27T06:59:35.400002Z","steps":["trace[1692820949] 'agreement among raft nodes before linearized reading' (duration: 3.850930481s)","trace[1692820949] 'range keys from in-memory index tree' (duration: 833.533816ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:35.400038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:32.180247Z","time spent":"3.219780162s","remote":"127.0.0.1:55316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:35.400047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:30.715382Z","time spent":"4.684657533s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.207\" "} {"level":"warn","ts":"2026-05-27T06:59:35.399701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.00533711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:35.400136Z","caller":"traceutil/trace.go:171","msg":"trace[2099653251] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26533; }","duration":"3.005771374s","start":"2026-05-27T06:59:32.394344Z","end":"2026-05-27T06:59:35.400116Z","steps":["trace[2099653251] 'agreement among raft nodes before linearized reading' (duration: 2.171856585s)","trace[2099653251] 'count revisions from in-memory index tree' (duration: 833.461354ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:35.400193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:32.394297Z","time spent":"3.005876798s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:35.400183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.95826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-05-27T06:59:35.40042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.395695258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:59:35.400454Z","caller":"traceutil/trace.go:171","msg":"trace[1890728212] transaction","detail":"{read_only:false; response_revision:26535; number_of_response:1; }","duration":"2.318144264s","start":"2026-05-27T06:59:33.082292Z","end":"2026-05-27T06:59:35.400436Z","steps":["trace[1890728212] 'process raft request' (duration: 2.317961688s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:35.400491Z","caller":"traceutil/trace.go:171","msg":"trace[981520649] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26533; }","duration":"4.396615667s","start":"2026-05-27T06:59:31.003853Z","end":"2026-05-27T06:59:35.400468Z","steps":["trace[981520649] 'agreement among raft nodes before linearized reading' (duration: 3.562404379s)","trace[981520649] 'count revisions from in-memory index tree' (duration: 833.30768ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:59:35.400497Z","caller":"traceutil/trace.go:171","msg":"trace[296857373] transaction","detail":"{read_only:false; response_revision:26536; number_of_response:1; }","duration":"2.318093532s","start":"2026-05-27T06:59:33.082389Z","end":"2026-05-27T06:59:35.400483Z","steps":["trace[296857373] 'process raft request' (duration: 2.317941118s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:35.400542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:31.00383Z","time spent":"4.39669788s","remote":"127.0.0.1:41500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:35.400557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:33.082265Z","time spent":"2.318226577s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:35.400565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:33.082376Z","time spent":"2.318157475s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:35.400565Z","caller":"traceutil/trace.go:171","msg":"trace[198268737] transaction","detail":"{read_only:false; response_revision:26534; number_of_response:1; }","duration":"2.31833062s","start":"2026-05-27T06:59:33.082214Z","end":"2026-05-27T06:59:35.400545Z","steps":["trace[198268737] 'process raft request' (duration: 1.483920126s)","trace[198268737] 'compare' (duration: 833.562007ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:59:35.400455Z","caller":"traceutil/trace.go:171","msg":"trace[2090610268] transaction","detail":"{read_only:false; response_revision:26537; number_of_response:1; }","duration":"2.316578825s","start":"2026-05-27T06:59:33.083861Z","end":"2026-05-27T06:59:35.40044Z","steps":["trace[2090610268] 'process raft request' (duration: 2.316507053s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:35.400819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:33.083836Z","time spent":"2.316940676s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:35.400944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:33.082189Z","time spent":"2.318415963s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:35.402027Z","caller":"traceutil/trace.go:171","msg":"trace[1066613796] transaction","detail":"{read_only:false; response_revision:26539; number_of_response:1; }","duration":"2.316765601s","start":"2026-05-27T06:59:33.085242Z","end":"2026-05-27T06:59:35.402008Z","steps":["trace[1066613796] 'process raft request' (duration: 2.316449881s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:35.402866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:33.085231Z","time spent":"2.317515034s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:35.401786Z","caller":"traceutil/trace.go:171","msg":"trace[507285820] transaction","detail":"{read_only:false; response_revision:26538; number_of_response:1; }","duration":"2.317834694s","start":"2026-05-27T06:59:33.083931Z","end":"2026-05-27T06:59:35.401766Z","steps":["trace[507285820] 'process raft request' (duration: 2.316480191s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:35.403089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:33.083913Z","time spent":"2.319137936s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:35.566368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999942311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-27T06:59:35.566465Z","caller":"traceutil/trace.go:171","msg":"trace[420869088] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000108117s","start":"2026-05-27T06:59:33.566335Z","end":"2026-05-27T06:59:35.566443Z","steps":["trace[420869088] 'agreement among raft nodes before linearized reading' (duration: 1.999980383s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:35.566534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:33.566313Z","time spent":"2.00021086s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 06:59:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:59:35.568577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429035,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:36.048211Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.576513972s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T06:59:36.300209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999964522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T06:59:36.300298Z","caller":"traceutil/trace.go:171","msg":"trace[30308677] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000102607s","start":"2026-05-27T06:59:34.300175Z","end":"2026-05-27T06:59:36.300278Z","steps":["trace[30308677] 'agreement among raft nodes before linearized reading' (duration: 1.999990533s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:36.300588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:34.300167Z","time spent":"2.000404537s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 06:59:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:59:36.892665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.059382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:59:36.893087Z","caller":"traceutil/trace.go:171","msg":"trace[1026674864] transaction","detail":"{read_only:false; response_revision:26541; number_of_response:1; }","duration":"3.461535599s","start":"2026-05-27T06:59:33.431523Z","end":"2026-05-27T06:59:36.893059Z","steps":["trace[1026674864] 'process raft request' (duration: 3.46126223s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:36.893109Z","caller":"traceutil/trace.go:171","msg":"trace[2081130744] transaction","detail":"{read_only:false; response_revision:26542; number_of_response:1; }","duration":"3.461055764s","start":"2026-05-27T06:59:33.432031Z","end":"2026-05-27T06:59:36.893087Z","steps":["trace[2081130744] 'process raft request' (duration: 3.460887708s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:36.893069Z","caller":"traceutil/trace.go:171","msg":"trace[1121941536] transaction","detail":"{read_only:false; response_revision:26540; number_of_response:1; }","duration":"3.461487008s","start":"2026-05-27T06:59:33.431477Z","end":"2026-05-27T06:59:36.892964Z","steps":["trace[1121941536] 'process raft request' (duration: 2.617014644s)","trace[1121941536] 'compare' (duration: 842.191942ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:59:36.893137Z","caller":"traceutil/trace.go:171","msg":"trace[1163742062] transaction","detail":"{read_only:false; response_revision:26543; number_of_response:1; }","duration":"3.460889058s","start":"2026-05-27T06:59:33.432189Z","end":"2026-05-27T06:59:36.893078Z","steps":["trace[1163742062] 'process raft request' (duration: 3.460797336s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:36.893194Z","caller":"traceutil/trace.go:171","msg":"trace[1493680171] transaction","detail":"{read_only:false; response_revision:26544; number_of_response:1; }","duration":"3.460549048s","start":"2026-05-27T06:59:33.432626Z","end":"2026-05-27T06:59:36.893175Z","steps":["trace[1493680171] 'process raft request' (duration: 3.460410023s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:36.89323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:33.432178Z","time spent":"3.461010873s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:36.893264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:33.431492Z","time spent":"3.461655613s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:36.893283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:33.432616Z","time spent":"3.460625591s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:36.893277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:33.432019Z","time spent":"3.461145237s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:36.893286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:33.431449Z","time spent":"3.461731586s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:36.89334Z","caller":"traceutil/trace.go:171","msg":"trace[1579935483] transaction","detail":"{read_only:false; response_revision:26545; number_of_response:1; }","duration":"3.460324251s","start":"2026-05-27T06:59:33.432986Z","end":"2026-05-27T06:59:36.89331Z","steps":["trace[1579935483] 'process raft request' (duration: 3.460132025s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:36.893583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:33.432976Z","time spent":"3.460531247s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:36.965016Z","caller":"traceutil/trace.go:171","msg":"trace[152778244] transaction","detail":"{read_only:false; response_revision:26547; number_of_response:1; }","duration":"1.758164595s","start":"2026-05-27T06:59:35.206825Z","end":"2026-05-27T06:59:36.96499Z","steps":["trace[152778244] 'process raft request' (duration: 1.75801928s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:36.965195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:35.206798Z","time spent":"1.758307788s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:36.965563Z","caller":"traceutil/trace.go:171","msg":"trace[962145720] transaction","detail":"{read_only:false; response_revision:26546; number_of_response:1; }","duration":"2.042168672s","start":"2026-05-27T06:59:34.923373Z","end":"2026-05-27T06:59:36.965542Z","steps":["trace[962145720] 'process raft request' (duration: 2.041299095s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:36.965612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:35.402294Z","time spent":"1.563313254s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-27T06:59:36.965652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:34.92333Z","time spent":"2.042270755s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:36.966065Z","caller":"traceutil/trace.go:171","msg":"trace[203120599] transaction","detail":"{read_only:false; response_revision:26549; number_of_response:1; }","duration":"1.559893136s","start":"2026-05-27T06:59:35.406146Z","end":"2026-05-27T06:59:36.966039Z","steps":["trace[203120599] 'process raft request' (duration: 1.55970394s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:36.966183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:35.406117Z","time spent":"1.559987419s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:36.966356Z","caller":"traceutil/trace.go:171","msg":"trace[1663146647] transaction","detail":"{read_only:false; response_revision:26548; number_of_response:1; }","duration":"1.560193206s","start":"2026-05-27T06:59:35.406152Z","end":"2026-05-27T06:59:36.966345Z","steps":["trace[1663146647] 'process raft request' (duration: 1.559168933s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:36.966419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:35.406139Z","time spent":"1.560243247s","remote":"127.0.0.1:41332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:36.966506Z","caller":"traceutil/trace.go:171","msg":"trace[342154677] transaction","detail":"{read_only:false; response_revision:26550; number_of_response:1; }","duration":"1.55971917s","start":"2026-05-27T06:59:35.40677Z","end":"2026-05-27T06:59:36.966489Z","steps":["trace[342154677] 'process raft request' (duration: 1.559189183s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:36.966635Z","caller":"traceutil/trace.go:171","msg":"trace[783054546] linearizableReadLoop","detail":"{readStateIndex:27451; appliedIndex:27438; }","duration":"2.400196617s","start":"2026-05-27T06:59:34.566423Z","end":"2026-05-27T06:59:36.96662Z","steps":["trace[783054546] 'read index received' (duration: 1.482092087s)","trace[783054546] 'applied index is now lower than readState.Index' (duration: 918.10296ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:36.966637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:35.406761Z","time spent":"1.559790142s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:36.966841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.671281725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b357211fefd7f6\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-27T06:59:36.966901Z","caller":"traceutil/trace.go:171","msg":"trace[1375620814] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b357211fefd7f6; range_end:; response_count:1; response_revision:26551; }","duration":"2.671385109s","start":"2026-05-27T06:59:34.295502Z","end":"2026-05-27T06:59:36.966887Z","steps":["trace[1375620814] 'agreement among raft nodes before linearized reading' (duration: 2.671204993s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:36.966911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.884776864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-27T06:59:36.966934Z","caller":"traceutil/trace.go:171","msg":"trace[1635108419] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26551; }","duration":"3.884817475s","start":"2026-05-27T06:59:33.082109Z","end":"2026-05-27T06:59:36.966926Z","steps":["trace[1635108419] 'agreement among raft nodes before linearized reading' (duration: 3.884766583s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:36.966935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:34.295479Z","time spent":"2.67144767s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b357211fefd7f6\" "} {"level":"warn","ts":"2026-05-27T06:59:36.966954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:33.082093Z","time spent":"3.884854747s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-27T06:59:36.967051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401754066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:59:36.967118Z","caller":"traceutil/trace.go:171","msg":"trace[1424407753] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26551; }","duration":"2.40186382s","start":"2026-05-27T06:59:34.565237Z","end":"2026-05-27T06:59:36.967101Z","steps":["trace[1424407753] 'agreement among raft nodes before linearized reading' (duration: 2.401750896s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:36.96717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:34.565211Z","time spent":"2.401945852s","remote":"127.0.0.1:33172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:36.967216Z","caller":"traceutil/trace.go:171","msg":"trace[823794168] transaction","detail":"{read_only:false; response_revision:26551; number_of_response:1; }","duration":"1.559743541s","start":"2026-05-27T06:59:35.407464Z","end":"2026-05-27T06:59:36.967207Z","steps":["trace[823794168] 'process raft request' (duration: 1.558942556s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:36.96686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.884048301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e848b261-20cc-4ddd-920b-33f263679bd1\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-05-27T06:59:36.967265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:35.407451Z","time spent":"1.559790233s","remote":"127.0.0.1:41332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:36.967257Z","caller":"traceutil/trace.go:171","msg":"trace[15985157] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e848b261-20cc-4ddd-920b-33f263679bd1; range_end:; response_count:1; response_revision:26551; }","duration":"3.884470634s","start":"2026-05-27T06:59:33.082775Z","end":"2026-05-27T06:59:36.967246Z","steps":["trace[15985157] 'agreement among raft nodes before linearized reading' (duration: 3.88402208s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:36.967301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:33.082722Z","time spent":"3.884566968s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-e848b261-20cc-4ddd-920b-33f263679bd1\" "} {"level":"warn","ts":"2026-05-27T06:59:37.4669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429047,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:37.967559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429047,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:38.309334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000433188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T06:59:38.309451Z","caller":"traceutil/trace.go:171","msg":"trace[833349839] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000616663s","start":"2026-05-27T06:59:36.308807Z","end":"2026-05-27T06:59:38.309424Z","steps":["trace[833349839] 'agreement among raft nodes before linearized reading' (duration: 2.000460038s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:38.309513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:36.308788Z","time spent":"2.000713186s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 06:59:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:59:38.468386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429047,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:38.739038Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.770269267s","expected-duration":"1s"} {"level":"info","ts":"2026-05-27T06:59:38.740352Z","caller":"traceutil/trace.go:171","msg":"trace[1750547203] transaction","detail":"{read_only:false; response_revision:26552; number_of_response:1; }","duration":"2.307795016s","start":"2026-05-27T06:59:36.432506Z","end":"2026-05-27T06:59:38.740301Z","steps":["trace[1750547203] 'process raft request' (duration: 2.306733812s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:38.740495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:36.43248Z","time spent":"2.30792538s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:40.309351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999921382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-27T06:59:40.309458Z","caller":"traceutil/trace.go:171","msg":"trace[198465673] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000093457s","start":"2026-05-27T06:59:38.309339Z","end":"2026-05-27T06:59:40.309432Z","steps":["trace[198465673] 'agreement among raft nodes before linearized reading' (duration: 1.999959073s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:40.309526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:38.309311Z","time spent":"2.0002003s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:59:40.310999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571425041s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-27T06:59:40.312179Z","caller":"traceutil/trace.go:171","msg":"trace[1450119910] transaction","detail":"{read_only:false; response_revision:26554; number_of_response:1; }","duration":"3.739701992s","start":"2026-05-27T06:59:36.572453Z","end":"2026-05-27T06:59:40.312155Z","steps":["trace[1450119910] 'process raft request' (duration: 3.738617868s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:40.312402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:36.572429Z","time spent":"3.739874978s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:40.568093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.818144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:59:40.568545Z","caller":"traceutil/trace.go:171","msg":"trace[859480749] transaction","detail":"{read_only:false; response_revision:26555; number_of_response:1; }","duration":"3.59935441s","start":"2026-05-27T06:59:36.969058Z","end":"2026-05-27T06:59:40.568412Z","steps":["trace[859480749] 'process raft request' (duration: 3.343078132s)","trace[859480749] 'compare' (duration: 254.671057ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:59:40.568808Z","caller":"traceutil/trace.go:171","msg":"trace[1089298616] linearizableReadLoop","detail":"{readStateIndex:27456; appliedIndex:27451; }","duration":"3.602112218s","start":"2026-05-27T06:59:36.966674Z","end":"2026-05-27T06:59:40.568786Z","steps":["trace[1089298616] 'read index received' (duration: 1.772541589s)","trace[1089298616] 'applied index is now lower than readState.Index' (duration: 1.829568019s)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:59:40.568833Z","caller":"traceutil/trace.go:171","msg":"trace[1378055995] transaction","detail":"{read_only:false; response_revision:26557; number_of_response:1; }","duration":"1.669195222s","start":"2026-05-27T06:59:38.899622Z","end":"2026-05-27T06:59:40.568818Z","steps":["trace[1378055995] 'process raft request' (duration: 1.669091959s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:40.568884Z","caller":"traceutil/trace.go:171","msg":"trace[1833016607] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26555; }","duration":"3.599795005s","start":"2026-05-27T06:59:36.969071Z","end":"2026-05-27T06:59:40.568866Z","steps":["trace[1833016607] 'process raft request' (duration: 3.599174915s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:40.568898Z","caller":"traceutil/trace.go:171","msg":"trace[1397937592] transaction","detail":"{read_only:false; response_revision:26556; number_of_response:1; }","duration":"1.669256154s","start":"2026-05-27T06:59:38.899622Z","end":"2026-05-27T06:59:40.568878Z","steps":["trace[1397937592] 'process raft request' (duration: 1.668723977s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:40.568922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:38.899599Z","time spent":"1.669288785s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:40.568963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:36.96906Z","time spent":"3.599858506s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:40.568967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.073966731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:40.568968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.718111532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:40.568984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:38.899596Z","time spent":"1.669340347s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:40.56901Z","caller":"traceutil/trace.go:171","msg":"trace[1583153723] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26558; }","duration":"5.718164824s","start":"2026-05-27T06:59:34.850835Z","end":"2026-05-27T06:59:40.569Z","steps":["trace[1583153723] 'agreement among raft nodes before linearized reading' (duration: 5.718083881s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:40.569005Z","caller":"traceutil/trace.go:171","msg":"trace[104594012] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26558; }","duration":"5.074019313s","start":"2026-05-27T06:59:35.494974Z","end":"2026-05-27T06:59:40.568993Z","steps":["trace[104594012] 'agreement among raft nodes before linearized reading' (duration: 5.07392242s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:40.569039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:34.85081Z","time spent":"5.718221936s","remote":"127.0.0.1:41504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-27T06:59:40.569041Z","caller":"traceutil/trace.go:171","msg":"trace[1998770174] transaction","detail":"{read_only:false; response_revision:26558; number_of_response:1; }","duration":"1.669352087s","start":"2026-05-27T06:59:38.899646Z","end":"2026-05-27T06:59:40.568998Z","steps":["trace[1998770174] 'process raft request' (duration: 1.669112089s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:40.569042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.898006131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:40.569053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.555884179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:40.569089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:35.494907Z","time spent":"5.074154048s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:40.569117Z","caller":"traceutil/trace.go:171","msg":"trace[1285259180] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26558; }","duration":"4.898130135s","start":"2026-05-27T06:59:35.670965Z","end":"2026-05-27T06:59:40.569095Z","steps":["trace[1285259180] 'agreement among raft nodes before linearized reading' (duration: 4.897924878s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:40.569178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:35.670943Z","time spent":"4.898223807s","remote":"127.0.0.1:48336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:40.569172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:38.899606Z","time spent":"1.669486262s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:40.569174Z","caller":"traceutil/trace.go:171","msg":"trace[358428572] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26558; }","duration":"4.556046145s","start":"2026-05-27T06:59:36.013078Z","end":"2026-05-27T06:59:40.569125Z","steps":["trace[358428572] 'agreement among raft nodes before linearized reading' (duration: 4.555848069s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:40.569244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:36.013046Z","time spent":"4.556183299s","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:40.569272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.595822286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:40.569309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.949321771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:40.569326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.875672962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:40.569337Z","caller":"traceutil/trace.go:171","msg":"trace[1784254294] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26558; }","duration":"3.949384803s","start":"2026-05-27T06:59:36.619942Z","end":"2026-05-27T06:59:40.569327Z","steps":["trace[1784254294] 'agreement among raft nodes before linearized reading' (duration: 3.94895775s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:40.56934Z","caller":"traceutil/trace.go:171","msg":"trace[1999297657] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26558; }","duration":"4.595928889s","start":"2026-05-27T06:59:35.973397Z","end":"2026-05-27T06:59:40.569326Z","steps":["trace[1999297657] 'agreement among raft nodes before linearized reading' (duration: 4.595440294s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:40.56929Z","caller":"traceutil/trace.go:171","msg":"trace[935388252] transaction","detail":"{read_only:false; response_revision:26559; number_of_response:1; }","duration":"1.669568214s","start":"2026-05-27T06:59:38.899713Z","end":"2026-05-27T06:59:40.569282Z","steps":["trace[935388252] 'process raft request' (duration: 1.669218253s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:40.569356Z","caller":"traceutil/trace.go:171","msg":"trace[1556592231] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:26558; }","duration":"4.875728804s","start":"2026-05-27T06:59:35.693618Z","end":"2026-05-27T06:59:40.569346Z","steps":["trace[1556592231] 'agreement among raft nodes before linearized reading' (duration: 4.875409914s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:40.569364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:36.61992Z","time spent":"3.949437334s","remote":"127.0.0.1:46814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:40.569371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:35.973364Z","time spent":"4.595998081s","remote":"127.0.0.1:41182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:40.569379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:35.693584Z","time spent":"4.875789926s","remote":"127.0.0.1:41334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:40.569406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:38.8997Z","time spent":"1.669672388s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:40.569645Z","caller":"traceutil/trace.go:171","msg":"trace[2144446222] transaction","detail":"{read_only:false; response_revision:26560; number_of_response:1; }","duration":"1.669848473s","start":"2026-05-27T06:59:38.899782Z","end":"2026-05-27T06:59:40.56963Z","steps":["trace[2144446222] 'process raft request' (duration: 1.669464811s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:40.569672Z","caller":"traceutil/trace.go:171","msg":"trace[576630941] transaction","detail":"{read_only:false; response_revision:26561; number_of_response:1; }","duration":"1.669631296s","start":"2026-05-27T06:59:38.900007Z","end":"2026-05-27T06:59:40.569638Z","steps":["trace[576630941] 'process raft request' (duration: 1.669550804s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:40.56969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99147839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T06:59:40.569708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:38.899775Z","time spent":"1.669908055s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:40.56972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:38.899995Z","time spent":"1.669697468s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:40.569714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.600803736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18368"} {"level":"info","ts":"2026-05-27T06:59:40.569731Z","caller":"traceutil/trace.go:171","msg":"trace[2001765419] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26561; }","duration":"2.991566684s","start":"2026-05-27T06:59:37.578152Z","end":"2026-05-27T06:59:40.569718Z","steps":["trace[2001765419] 'agreement among raft nodes before linearized reading' (duration: 2.991502592s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:40.569747Z","caller":"traceutil/trace.go:171","msg":"trace[1841017364] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26561; }","duration":"3.600837137s","start":"2026-05-27T06:59:36.968903Z","end":"2026-05-27T06:59:40.56974Z","steps":["trace[1841017364] 'agreement among raft nodes before linearized reading' (duration: 3.600732874s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:40.569768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:36.968862Z","time spent":"3.6009012s","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-27T06:59:40.569769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163546948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T06:59:40.569796Z","caller":"traceutil/trace.go:171","msg":"trace[1469300487] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26561; }","duration":"3.163589119s","start":"2026-05-27T06:59:37.406198Z","end":"2026-05-27T06:59:40.569787Z","steps":["trace[1469300487] 'agreement among raft nodes before linearized reading' (duration: 3.163476615s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:40.569815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:37.406191Z","time spent":"3.163619091s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-27T06:59:40.569814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.162602548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-27T06:59:40.569852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.598239336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-05-27T06:59:40.569871Z","caller":"traceutil/trace.go:171","msg":"trace[194158837] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26561; }","duration":"3.16267754s","start":"2026-05-27T06:59:37.407186Z","end":"2026-05-27T06:59:40.569864Z","steps":["trace[194158837] 'agreement among raft nodes before linearized reading' (duration: 3.162575797s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:40.569875Z","caller":"traceutil/trace.go:171","msg":"trace[649604022] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26561; }","duration":"3.598277416s","start":"2026-05-27T06:59:36.97159Z","end":"2026-05-27T06:59:40.569868Z","steps":["trace[649604022] 'agreement among raft nodes before linearized reading' (duration: 3.598182273s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:40.569894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:36.971581Z","time spent":"3.598308967s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-05-27T06:59:40.569894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163828396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T06:59:40.569947Z","caller":"traceutil/trace.go:171","msg":"trace[624887583] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26561; }","duration":"3.16392945s","start":"2026-05-27T06:59:37.405999Z","end":"2026-05-27T06:59:40.569928Z","steps":["trace[624887583] 'agreement among raft nodes before linearized reading' (duration: 3.163789146s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:40.569756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.359938247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:40.56998Z","caller":"traceutil/trace.go:171","msg":"trace[1614772289] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26561; }","duration":"3.360229257s","start":"2026-05-27T06:59:37.209745Z","end":"2026-05-27T06:59:40.569974Z","steps":["trace[1614772289] 'agreement among raft nodes before linearized reading' (duration: 3.359951028s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:40.569894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:37.407174Z","time spent":"3.162714101s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:59:40.569988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:37.405975Z","time spent":"3.164003012s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T06:59:40.570001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:37.209716Z","time spent":"3.360277567s","remote":"127.0.0.1:41374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:40.570005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.162710141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-27T06:59:40.569994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.598655358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18b359e737604496\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-05-27T06:59:40.570032Z","caller":"traceutil/trace.go:171","msg":"trace[596068608] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26561; }","duration":"3.162765613s","start":"2026-05-27T06:59:37.407256Z","end":"2026-05-27T06:59:40.570022Z","steps":["trace[596068608] 'agreement among raft nodes before linearized reading' (duration: 3.1626505s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:40.570053Z","caller":"traceutil/trace.go:171","msg":"trace[759359729] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18b359e737604496; range_end:; response_count:1; response_revision:26561; }","duration":"3.598729681s","start":"2026-05-27T06:59:36.971306Z","end":"2026-05-27T06:59:40.570036Z","steps":["trace[759359729] 'agreement among raft nodes before linearized reading' (duration: 3.598534215s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:40.570052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:37.407247Z","time spent":"3.162799974s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T06:59:40.570099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:36.971297Z","time spent":"3.598788352s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":744,"request content":"key:\"/registry/events/openstack/container-infra-registry.18b359e737604496\" "} {"level":"warn","ts":"2026-05-27T06:59:40.570122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.174457884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:40.570165Z","caller":"traceutil/trace.go:171","msg":"trace[1516668023] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26561; }","duration":"3.174531496s","start":"2026-05-27T06:59:37.395619Z","end":"2026-05-27T06:59:40.57015Z","steps":["trace[1516668023] 'agreement among raft nodes before linearized reading' (duration: 3.174461704s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:40.569962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163725743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-27T06:59:40.569911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.162716322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T06:59:40.5702Z","caller":"traceutil/trace.go:171","msg":"trace[1920116976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26561; }","duration":"3.164052874s","start":"2026-05-27T06:59:37.406139Z","end":"2026-05-27T06:59:40.570192Z","steps":["trace[1920116976] 'agreement among raft nodes before linearized reading' (duration: 3.163782775s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:40.570204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:37.395601Z","time spent":"3.174591019s","remote":"127.0.0.1:46856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:40.570218Z","caller":"traceutil/trace.go:171","msg":"trace[1251836371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26561; }","duration":"3.163036201s","start":"2026-05-27T06:59:37.407173Z","end":"2026-05-27T06:59:40.57021Z","steps":["trace[1251836371] 'agreement among raft nodes before linearized reading' (duration: 3.16269207s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:40.570228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:37.406132Z","time spent":"3.164088945s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T06:59:40.570229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566035011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:40.570236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.777168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:40.570259Z","caller":"traceutil/trace.go:171","msg":"trace[1419962437] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26561; }","duration":"1.566104273s","start":"2026-05-27T06:59:39.004146Z","end":"2026-05-27T06:59:40.57025Z","steps":["trace[1419962437] 'agreement among raft nodes before linearized reading' (duration: 1.566053641s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:40.570284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:39.004125Z","time spent":"1.566153924s","remote":"127.0.0.1:41210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:40.570282Z","caller":"traceutil/trace.go:171","msg":"trace[1438699586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26561; }","duration":"252.85456ms","start":"2026-05-27T06:59:40.317414Z","end":"2026-05-27T06:59:40.570269Z","steps":["trace[1438699586] 'agreement among raft nodes before linearized reading' (duration: 252.795008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:40.570347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408722681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"warn","ts":"2026-05-27T06:59:40.569769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:37.578124Z","time spent":"2.991633325s","remote":"127.0.0.1:41484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:40.570371Z","caller":"traceutil/trace.go:171","msg":"trace[703974541] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26561; }","duration":"1.408776133s","start":"2026-05-27T06:59:39.161587Z","end":"2026-05-27T06:59:40.570364Z","steps":["trace[703974541] 'agreement among raft nodes before linearized reading' (duration: 1.408697881s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:40.570392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:39.16157Z","time spent":"1.408818594s","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7720,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-27T06:59:40.570543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.546914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:40.570538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964119947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:40.570598Z","caller":"traceutil/trace.go:171","msg":"trace[173229162] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26561; }","duration":"796.585586ms","start":"2026-05-27T06:59:39.773982Z","end":"2026-05-27T06:59:40.570568Z","steps":["trace[173229162] 'agreement among raft nodes before linearized reading' (duration: 796.498383ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:40.5706Z","caller":"traceutil/trace.go:171","msg":"trace[180463187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26561; }","duration":"1.96422423s","start":"2026-05-27T06:59:38.60636Z","end":"2026-05-27T06:59:40.570584Z","steps":["trace[180463187] 'agreement among raft nodes before linearized reading' (duration: 1.964091246s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:40.570626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:39.77393Z","time spent":"796.688229ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:40.570638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.659281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:40.570642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:38.606336Z","time spent":"1.964295753s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T06:59:40.570666Z","caller":"traceutil/trace.go:171","msg":"trace[1546093156] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26561; }","duration":"594.741873ms","start":"2026-05-27T06:59:39.975915Z","end":"2026-05-27T06:59:40.570657Z","steps":["trace[1546093156] 'agreement among raft nodes before linearized reading' (duration: 594.697132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:40.570246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:37.407166Z","time spent":"3.163072003s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T06:59:40.570551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.192274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-05-27T06:59:40.570701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:39.975896Z","time spent":"594.787985ms","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:40.570737Z","caller":"traceutil/trace.go:171","msg":"trace[1466803853] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26561; }","duration":"255.406691ms","start":"2026-05-27T06:59:40.315311Z","end":"2026-05-27T06:59:40.570718Z","steps":["trace[1466803853] 'agreement among raft nodes before linearized reading' (duration: 255.145483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:40.570165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018884957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-27T06:59:40.570818Z","caller":"traceutil/trace.go:171","msg":"trace[1148501301] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26561; }","duration":"1.019594449s","start":"2026-05-27T06:59:39.551215Z","end":"2026-05-27T06:59:40.570809Z","steps":["trace[1148501301] 'agreement among raft nodes before linearized reading' (duration: 1.018785284s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:40.570897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:39.551195Z","time spent":"1.019688062s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:40.57208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336211531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:40.572126Z","caller":"traceutil/trace.go:171","msg":"trace[298426629] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26561; }","duration":"1.336302744s","start":"2026-05-27T06:59:39.235809Z","end":"2026-05-27T06:59:40.572112Z","steps":["trace[298426629] 'agreement among raft nodes before linearized reading' (duration: 1.334460965s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:40.57215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:39.235784Z","time spent":"1.336359466s","remote":"127.0.0.1:51530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:40.572824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:36.969035Z","time spent":"3.599590918s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:40.573193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285646344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-27T06:59:40.573229Z","caller":"traceutil/trace.go:171","msg":"trace[1659706418] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26561; }","duration":"2.285723107s","start":"2026-05-27T06:59:38.287497Z","end":"2026-05-27T06:59:40.57322Z","steps":["trace[1659706418] 'agreement among raft nodes before linearized reading' (duration: 2.28298217s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:40.573252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:38.287475Z","time spent":"2.285770949s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2706,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:41.073889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:42.245906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:41.34915Z","time spent":"896.746141ms","remote":"127.0.0.1:48564","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-27T06:59:42.246674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143086534s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:42.247076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.366393ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-27T06:59:42.247199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:40.570351Z","time spent":"1.676842553s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-27T06:59:42.246809Z","caller":"traceutil/trace.go:171","msg":"trace[1714416075] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26561; }","duration":"1.143237549s","start":"2026-05-27T06:59:41.103551Z","end":"2026-05-27T06:59:42.246788Z","steps":["trace[1714416075] 'range keys from in-memory index tree' (duration: 1.143068583s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:42.572091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998993921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T06:59:42.572178Z","caller":"traceutil/trace.go:171","msg":"trace[1513004842] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999104375s","start":"2026-05-27T06:59:40.573049Z","end":"2026-05-27T06:59:42.572153Z","steps":["trace[1513004842] 'agreement among raft nodes before linearized reading' (duration: 1.999005252s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:42.572225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:40.573036Z","time spent":"1.999179867s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 06:59:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:59:42.957177Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.495317286s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T06:59:43.139283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.195955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:59:43.13951Z","caller":"traceutil/trace.go:171","msg":"trace[1363217609] transaction","detail":"{read_only:false; response_revision:26562; number_of_response:1; }","duration":"2.565389366s","start":"2026-05-27T06:59:40.574101Z","end":"2026-05-27T06:59:43.13949Z","steps":["trace[1363217609] 'process raft request' (duration: 2.384988174s)","trace[1363217609] 'compare' (duration: 179.856304ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:43.139586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:40.574087Z","time spent":"2.565463579s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:43.139853Z","caller":"traceutil/trace.go:171","msg":"trace[1618233151] transaction","detail":"{read_only:false; response_revision:26563; number_of_response:1; }","duration":"2.563539757s","start":"2026-05-27T06:59:40.576284Z","end":"2026-05-27T06:59:43.139824Z","steps":["trace[1618233151] 'process raft request' (duration: 2.563094943s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:43.140094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:40.57626Z","time spent":"2.563677482s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:43.140307Z","caller":"traceutil/trace.go:171","msg":"trace[1144272253] transaction","detail":"{read_only:false; response_revision:26564; number_of_response:1; }","duration":"2.563881998s","start":"2026-05-27T06:59:40.57639Z","end":"2026-05-27T06:59:43.140272Z","steps":["trace[1144272253] 'process raft request' (duration: 2.563321411s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:43.14038Z","caller":"traceutil/trace.go:171","msg":"trace[782512126] transaction","detail":"{read_only:false; response_revision:26565; number_of_response:1; }","duration":"2.563665292s","start":"2026-05-27T06:59:40.576675Z","end":"2026-05-27T06:59:43.14034Z","steps":["trace[782512126] 'process raft request' (duration: 2.563500286s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:43.140393Z","caller":"traceutil/trace.go:171","msg":"trace[1998445844] transaction","detail":"{read_only:false; response_revision:26566; number_of_response:1; }","duration":"2.56328665s","start":"2026-05-27T06:59:40.577087Z","end":"2026-05-27T06:59:43.140374Z","steps":["trace[1998445844] 'process raft request' (duration: 2.563188097s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:43.140446Z","caller":"traceutil/trace.go:171","msg":"trace[1843345840] transaction","detail":"{read_only:false; response_revision:26567; number_of_response:1; }","duration":"2.563247698s","start":"2026-05-27T06:59:40.577181Z","end":"2026-05-27T06:59:43.140429Z","steps":["trace[1843345840] 'process raft request' (duration: 2.563136855s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:43.140483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:40.576656Z","time spent":"2.563777615s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:43.140502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:40.577078Z","time spent":"2.563357632s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:43.140531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:40.577171Z","time spent":"2.56331829s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:43.140545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:40.576382Z","time spent":"2.564070494s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:43.140528Z","caller":"traceutil/trace.go:171","msg":"trace[1739293849] transaction","detail":"{read_only:false; response_revision:26568; number_of_response:1; }","duration":"2.563177106s","start":"2026-05-27T06:59:40.577301Z","end":"2026-05-27T06:59:43.140478Z","steps":["trace[1739293849] 'process raft request' (duration: 2.563052212s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:43.140606Z","caller":"traceutil/trace.go:171","msg":"trace[1175115854] transaction","detail":"{read_only:false; response_revision:26570; number_of_response:1; }","duration":"2.053611304s","start":"2026-05-27T06:59:41.086987Z","end":"2026-05-27T06:59:43.140599Z","steps":["trace[1175115854] 'process raft request' (duration: 2.053460589s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:43.140649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:41.08696Z","time spent":"2.053667036s","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7681,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:43.140728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:40.57728Z","time spent":"2.563335991s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:43.140524Z","caller":"traceutil/trace.go:171","msg":"trace[1630003069] linearizableReadLoop","detail":"{readStateIndex:27471; appliedIndex:27462; }","duration":"2.567419551s","start":"2026-05-27T06:59:40.573085Z","end":"2026-05-27T06:59:43.140505Z","steps":["trace[1630003069] 'read index received' (duration: 827.672302ms)","trace[1630003069] 'applied index is now lower than readState.Index' (duration: 1.739746249s)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:59:43.140576Z","caller":"traceutil/trace.go:171","msg":"trace[548076508] transaction","detail":"{read_only:false; response_revision:26569; number_of_response:1; }","duration":"2.55921508s","start":"2026-05-27T06:59:40.581352Z","end":"2026-05-27T06:59:43.140567Z","steps":["trace[548076508] 'process raft request' (duration: 2.559036734s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:43.146657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:40.581341Z","time spent":"2.559635634s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:43.641995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429077,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:44.581102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001146602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-27T06:59:44.581195Z","caller":"traceutil/trace.go:171","msg":"trace[364851532] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001300987s","start":"2026-05-27T06:59:42.579876Z","end":"2026-05-27T06:59:44.581177Z","steps":["trace[364851532] 'agreement among raft nodes before linearized reading' (duration: 2.001178303s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:44.581245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:42.579868Z","time spent":"2.001367558s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:59:44.904553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010862861s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:59:44.904925Z","caller":"traceutil/trace.go:171","msg":"trace[144052773] transaction","detail":"{read_only:false; response_revision:26578; number_of_response:1; }","duration":"2.31985752s","start":"2026-05-27T06:59:42.585053Z","end":"2026-05-27T06:59:44.904911Z","steps":["trace[144052773] 'process raft request' (duration: 2.319823879s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:44.904991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:42.585042Z","time spent":"2.319922032s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:44.905157Z","caller":"traceutil/trace.go:171","msg":"trace[1859397017] transaction","detail":"{read_only:false; response_revision:26571; number_of_response:1; }","duration":"2.655564268s","start":"2026-05-27T06:59:42.249584Z","end":"2026-05-27T06:59:44.905148Z","steps":["trace[1859397017] 'process raft request' (duration: 1.644041565s)","trace[1859397017] 'compare' (duration: 1.007743123s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:44.905203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:42.249548Z","time spent":"2.65562985s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:44.905394Z","caller":"traceutil/trace.go:171","msg":"trace[488848600] transaction","detail":"{read_only:false; response_revision:26572; number_of_response:1; }","duration":"2.586615s","start":"2026-05-27T06:59:42.318772Z","end":"2026-05-27T06:59:44.905387Z","steps":["trace[488848600] 'process raft request' (duration: 2.585853546s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:44.905439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:42.318751Z","time spent":"2.586667512s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:44.905545Z","caller":"traceutil/trace.go:171","msg":"trace[1495573178] transaction","detail":"{read_only:false; response_revision:26573; number_of_response:1; }","duration":"2.329765374s","start":"2026-05-27T06:59:42.57577Z","end":"2026-05-27T06:59:44.905536Z","steps":["trace[1495573178] 'process raft request' (duration: 2.328932317s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:44.905587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:42.575747Z","time spent":"2.329817506s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:44.90574Z","caller":"traceutil/trace.go:171","msg":"trace[340975883] transaction","detail":"{read_only:false; response_revision:26574; number_of_response:1; }","duration":"2.329750713s","start":"2026-05-27T06:59:42.575983Z","end":"2026-05-27T06:59:44.905734Z","steps":["trace[340975883] 'process raft request' (duration: 2.328751272s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:44.905779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:42.575975Z","time spent":"2.329785214s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:44.905862Z","caller":"traceutil/trace.go:171","msg":"trace[86180886] transaction","detail":"{read_only:false; response_revision:26575; number_of_response:1; }","duration":"2.327858263s","start":"2026-05-27T06:59:42.577996Z","end":"2026-05-27T06:59:44.905854Z","steps":["trace[86180886] 'process raft request' (duration: 2.326795159s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:44.9059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:42.57799Z","time spent":"2.327890525s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:44.905983Z","caller":"traceutil/trace.go:171","msg":"trace[884272833] transaction","detail":"{read_only:false; response_revision:26576; number_of_response:1; }","duration":"2.327202703s","start":"2026-05-27T06:59:42.578774Z","end":"2026-05-27T06:59:44.905977Z","steps":["trace[884272833] 'process raft request' (duration: 2.326051426s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:44.906038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:42.578751Z","time spent":"2.327269694s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:44.906143Z","caller":"traceutil/trace.go:171","msg":"trace[2067217914] transaction","detail":"{read_only:false; response_revision:26577; number_of_response:1; }","duration":"2.321334597s","start":"2026-05-27T06:59:42.584802Z","end":"2026-05-27T06:59:44.906137Z","steps":["trace[2067217914] 'process raft request' (duration: 2.320044836s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:44.906204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:42.584788Z","time spent":"2.321393918s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:44.97712Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.083479995s","expected-duration":"1s"} {"level":"info","ts":"2026-05-27T06:59:44.978877Z","caller":"traceutil/trace.go:171","msg":"trace[1878018835] linearizableReadLoop","detail":"{readStateIndex:27481; appliedIndex:27472; }","duration":"1.837932685s","start":"2026-05-27T06:59:43.140916Z","end":"2026-05-27T06:59:44.978849Z","steps":["trace[1878018835] 'read index received' (duration: 752.697234ms)","trace[1878018835] 'applied index is now lower than readState.Index' (duration: 1.085234241s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:44.979294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.147113165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:44.979353Z","caller":"traceutil/trace.go:171","msg":"trace[206188579] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26580; }","duration":"4.147231648s","start":"2026-05-27T06:59:40.832107Z","end":"2026-05-27T06:59:44.979339Z","steps":["trace[206188579] 'agreement among raft nodes before linearized reading' (duration: 4.147114704s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:44.979398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:40.832086Z","time spent":"4.147300121s","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:44.979676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.32447921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:44.979715Z","caller":"traceutil/trace.go:171","msg":"trace[35663433] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26580; }","duration":"4.324550143s","start":"2026-05-27T06:59:40.655155Z","end":"2026-05-27T06:59:44.979705Z","steps":["trace[35663433] 'agreement among raft nodes before linearized reading' (duration: 4.324481681s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:44.979745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:40.65514Z","time spent":"4.324598334s","remote":"127.0.0.1:41500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-27T06:59:44.979851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.696810992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274801"} {"level":"info","ts":"2026-05-27T06:59:44.979974Z","caller":"traceutil/trace.go:171","msg":"trace[1558987645] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26580; }","duration":"3.697005388s","start":"2026-05-27T06:59:41.282929Z","end":"2026-05-27T06:59:44.979934Z","steps":["trace[1558987645] 'agreement among raft nodes before linearized reading' (duration: 3.696208543s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:44.980039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.34086733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:59:44.980097Z","caller":"traceutil/trace.go:171","msg":"trace[215132424] transaction","detail":"{read_only:false; response_revision:26579; number_of_response:1; }","duration":"1.75422543s","start":"2026-05-27T06:59:43.225858Z","end":"2026-05-27T06:59:44.980084Z","steps":["trace[215132424] 'process raft request' (duration: 1.751497003s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:44.980124Z","caller":"traceutil/trace.go:171","msg":"trace[2075173025] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26580; }","duration":"4.340963183s","start":"2026-05-27T06:59:40.639119Z","end":"2026-05-27T06:59:44.980083Z","steps":["trace[2075173025] 'agreement among raft nodes before linearized reading' (duration: 4.340824148s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:44.980178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:40.639101Z","time spent":"4.341062406s","remote":"127.0.0.1:38620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:44.980209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:43.225837Z","time spent":"1.754297932s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:44.980438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.400606675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:44.980486Z","caller":"traceutil/trace.go:171","msg":"trace[882145065] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26580; }","duration":"4.400694047s","start":"2026-05-27T06:59:40.57978Z","end":"2026-05-27T06:59:44.980474Z","steps":["trace[882145065] 'agreement among raft nodes before linearized reading' (duration: 4.400615995s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:44.980517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:40.57975Z","time spent":"4.400758839s","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-27T06:59:44.980623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.924679253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-27T06:59:44.980663Z","caller":"traceutil/trace.go:171","msg":"trace[1195352202] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26580; }","duration":"2.924758576s","start":"2026-05-27T06:59:42.055896Z","end":"2026-05-27T06:59:44.980655Z","steps":["trace[1195352202] 'agreement among raft nodes before linearized reading' (duration: 2.924639802s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:44.980691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:42.055873Z","time spent":"2.924811767s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-27T06:59:44.980797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.403725483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b359700f07d7ed\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-27T06:59:44.980836Z","caller":"traceutil/trace.go:171","msg":"trace[1892866252] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b359700f07d7ed; range_end:; response_count:1; response_revision:26580; }","duration":"4.403780865s","start":"2026-05-27T06:59:40.577045Z","end":"2026-05-27T06:59:44.980826Z","steps":["trace[1892866252] 'agreement among raft nodes before linearized reading' (duration: 4.40362231s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:44.980871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:40.577036Z","time spent":"4.403828026s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b359700f07d7ed\" "} {"level":"warn","ts":"2026-05-27T06:59:44.981014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.66676627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:44.981077Z","caller":"traceutil/trace.go:171","msg":"trace[1165431568] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26580; }","duration":"3.666866903s","start":"2026-05-27T06:59:41.314193Z","end":"2026-05-27T06:59:44.98106Z","steps":["trace[1165431568] 'agreement among raft nodes before linearized reading' (duration: 3.666626155s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:44.981094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.404754567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9d9610f4-aa00-4bc5-afc2-190f30e4e3f4\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-05-27T06:59:44.981126Z","caller":"traceutil/trace.go:171","msg":"trace[834669071] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9d9610f4-aa00-4bc5-afc2-190f30e4e3f4; range_end:; response_count:1; response_revision:26580; }","duration":"4.404801947s","start":"2026-05-27T06:59:40.576315Z","end":"2026-05-27T06:59:44.981116Z","steps":["trace[834669071] 'agreement among raft nodes before linearized reading' (duration: 4.404703184s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:44.981147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.220605528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T06:59:44.981163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:40.576304Z","time spent":"4.40485269s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-9d9610f4-aa00-4bc5-afc2-190f30e4e3f4\" "} {"level":"warn","ts":"2026-05-27T06:59:44.982044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:41.314174Z","time spent":"3.666937494s","remote":"127.0.0.1:41464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:44.982476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.545511753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:59:44.982522Z","caller":"traceutil/trace.go:171","msg":"trace[324224683] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26580; }","duration":"3.545608816s","start":"2026-05-27T06:59:41.436903Z","end":"2026-05-27T06:59:44.982512Z","steps":["trace[324224683] 'agreement among raft nodes before linearized reading' (duration: 3.545444821s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:44.98409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:41.436878Z","time spent":"3.547201026s","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:44.980514Z","caller":"traceutil/trace.go:171","msg":"trace[86602475] transaction","detail":"{read_only:false; response_revision:26580; number_of_response:1; }","duration":"1.229011951s","start":"2026-05-27T06:59:43.751491Z","end":"2026-05-27T06:59:44.980503Z","steps":["trace[86602475] 'process raft request' (duration: 1.227284986s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:44.984315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:43.75146Z","time spent":"1.232792251s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:44.982597Z","caller":"traceutil/trace.go:171","msg":"trace[2098492703] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26580; }","duration":"3.22068358s","start":"2026-05-27T06:59:41.760488Z","end":"2026-05-27T06:59:44.981172Z","steps":["trace[2098492703] 'agreement among raft nodes before linearized reading' (duration: 3.220614568s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:44.984502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:41.760465Z","time spent":"3.224028217s","remote":"127.0.0.1:45276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:44.980043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:41.282907Z","time spent":"3.697121222s","remote":"127.0.0.1:41500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274823,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-27T06:59:46.095365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.05578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:59:46.095507Z","caller":"traceutil/trace.go:171","msg":"trace[473131799] transaction","detail":"{read_only:false; response_revision:26581; number_of_response:1; }","duration":"1.623365398s","start":"2026-05-27T06:59:44.472118Z","end":"2026-05-27T06:59:46.095483Z","steps":["trace[473131799] 'process raft request' (duration: 628.0535ms)","trace[473131799] 'compare' (duration: 990.582318ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:46.09563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:44.472097Z","time spent":"1.623472861s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:46.095742Z","caller":"traceutil/trace.go:171","msg":"trace[1153528099] linearizableReadLoop","detail":"{readStateIndex:27483; appliedIndex:27482; }","duration":"1.116764379s","start":"2026-05-27T06:59:44.978948Z","end":"2026-05-27T06:59:46.095712Z","steps":["trace[1153528099] 'read index received' (duration: 121.240095ms)","trace[1153528099] 'applied index is now lower than readState.Index' (duration: 995.521784ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:59:46.095741Z","caller":"traceutil/trace.go:171","msg":"trace[1919506417] transaction","detail":"{read_only:false; response_revision:26582; number_of_response:1; }","duration":"1.109764627s","start":"2026-05-27T06:59:44.985823Z","end":"2026-05-27T06:59:46.095588Z","steps":["trace[1919506417] 'process raft request' (duration: 1.109673114s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:46.095934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186351537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-27T06:59:46.09597Z","caller":"traceutil/trace.go:171","msg":"trace[1751477645] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26582; }","duration":"1.186421979s","start":"2026-05-27T06:59:44.909537Z","end":"2026-05-27T06:59:46.095959Z","steps":["trace[1751477645] 'agreement among raft nodes before linearized reading' (duration: 1.186277355s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:46.095965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1666614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:46.095993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:44.909517Z","time spent":"1.186470531s","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-27T06:59:46.096015Z","caller":"traceutil/trace.go:171","msg":"trace[1074216122] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26582; }","duration":"2.166743252s","start":"2026-05-27T06:59:43.929253Z","end":"2026-05-27T06:59:46.095996Z","steps":["trace[1074216122] 'agreement among raft nodes before linearized reading' (duration: 2.16666499s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:46.096062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:43.929232Z","time spent":"2.166815885s","remote":"127.0.0.1:41474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:46.096102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.918532388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:46.096135Z","caller":"traceutil/trace.go:171","msg":"trace[242301715] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26582; }","duration":"2.918599709s","start":"2026-05-27T06:59:43.177526Z","end":"2026-05-27T06:59:46.096126Z","steps":["trace[242301715] 'agreement among raft nodes before linearized reading' (duration: 2.918556588s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:46.096158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:43.177505Z","time spent":"2.918646921s","remote":"127.0.0.1:37816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:46.096204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514605418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:46.09621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109593612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-27T06:59:46.09623Z","caller":"traceutil/trace.go:171","msg":"trace[1215509107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26582; }","duration":"1.51465671s","start":"2026-05-27T06:59:44.581566Z","end":"2026-05-27T06:59:46.096223Z","steps":["trace[1215509107] 'agreement among raft nodes before linearized reading' (duration: 1.514619318s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:46.096237Z","caller":"traceutil/trace.go:171","msg":"trace[228544247] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26582; }","duration":"1.109643174s","start":"2026-05-27T06:59:44.986585Z","end":"2026-05-27T06:59:46.096228Z","steps":["trace[228544247] 'agreement among raft nodes before linearized reading' (duration: 1.109568541s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:46.096248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:44.581545Z","time spent":"1.514699631s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:59:46.096258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:44.986567Z","time spent":"1.109686035s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-27T06:59:46.096342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.947906888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18368"} {"level":"info","ts":"2026-05-27T06:59:46.09637Z","caller":"traceutil/trace.go:171","msg":"trace[614192357] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26582; }","duration":"2.947970091s","start":"2026-05-27T06:59:43.148394Z","end":"2026-05-27T06:59:46.096364Z","steps":["trace[614192357] 'agreement among raft nodes before linearized reading' (duration: 2.947891639s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:46.09639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:43.148372Z","time spent":"2.948012662s","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-27T06:59:46.096396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755012794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18368"} {"level":"info","ts":"2026-05-27T06:59:46.096416Z","caller":"traceutil/trace.go:171","msg":"trace[861493493] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26582; }","duration":"1.755074555s","start":"2026-05-27T06:59:44.341334Z","end":"2026-05-27T06:59:46.096409Z","steps":["trace[861493493] 'agreement among raft nodes before linearized reading' (duration: 1.755011123s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:46.096439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:44.341311Z","time spent":"1.755123447s","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-27T06:59:46.096432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.483934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:46.096467Z","caller":"traceutil/trace.go:171","msg":"trace[244097658] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26582; }","duration":"261.520595ms","start":"2026-05-27T06:59:45.834938Z","end":"2026-05-27T06:59:46.096458Z","steps":["trace[244097658] 'agreement among raft nodes before linearized reading' (duration: 261.464403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:46.096568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816953648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:59:46.096596Z","caller":"traceutil/trace.go:171","msg":"trace[1296089761] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26582; }","duration":"1.81701689s","start":"2026-05-27T06:59:44.27957Z","end":"2026-05-27T06:59:46.096587Z","steps":["trace[1296089761] 'agreement among raft nodes before linearized reading' (duration: 1.816973819s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:46.096599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.043003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:46.096616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:44.279548Z","time spent":"1.817062422s","remote":"127.0.0.1:33148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:46.096623Z","caller":"traceutil/trace.go:171","msg":"trace[775961963] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26582; }","duration":"572.109616ms","start":"2026-05-27T06:59:45.524505Z","end":"2026-05-27T06:59:46.096615Z","steps":["trace[775961963] 'agreement among raft nodes before linearized reading' (duration: 572.061244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:46.096645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:45.524483Z","time spent":"572.154687ms","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:46.096792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.550054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T06:59:46.096816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022221299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:59:46.096821Z","caller":"traceutil/trace.go:171","msg":"trace[10293114] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26582; }","duration":"791.619717ms","start":"2026-05-27T06:59:45.305194Z","end":"2026-05-27T06:59:46.096813Z","steps":["trace[10293114] 'agreement among raft nodes before linearized reading' (duration: 791.561565ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:46.09684Z","caller":"traceutil/trace.go:171","msg":"trace[123462491] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26582; }","duration":"2.022297621s","start":"2026-05-27T06:59:44.074536Z","end":"2026-05-27T06:59:46.096834Z","steps":["trace[123462491] 'agreement among raft nodes before linearized reading' (duration: 2.022188277s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:46.096868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:44.074512Z","time spent":"2.022350753s","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:46.096912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.094868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T06:59:46.096941Z","caller":"traceutil/trace.go:171","msg":"trace[229047325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26582; }","duration":"947.13934ms","start":"2026-05-27T06:59:45.149795Z","end":"2026-05-27T06:59:46.096934Z","steps":["trace[229047325] 'agreement among raft nodes before linearized reading' (duration: 947.063308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:46.096063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.948710704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18b359e68dbd8af9\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-05-27T06:59:46.096983Z","caller":"traceutil/trace.go:171","msg":"trace[649574354] range","detail":"{range_begin:/registry/events/openstack/container-infra.18b359e68dbd8af9; range_end:; response_count:1; response_revision:26582; }","duration":"2.949663014s","start":"2026-05-27T06:59:43.147312Z","end":"2026-05-27T06:59:46.096975Z","steps":["trace[649574354] 'agreement among raft nodes before linearized reading' (duration: 2.948636862s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:46.09701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:43.147288Z","time spent":"2.949715186s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":717,"request content":"key:\"/registry/events/openstack/container-infra.18b359e68dbd8af9\" "} {"level":"warn","ts":"2026-05-27T06:59:46.09701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.388257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T06:59:46.09703Z","caller":"traceutil/trace.go:171","msg":"trace[979781485] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26582; }","duration":"947.424559ms","start":"2026-05-27T06:59:45.149601Z","end":"2026-05-27T06:59:46.097025Z","steps":["trace[979781485] 'agreement among raft nodes before linearized reading' (duration: 947.369677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:46.09703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107126064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:46.097051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:45.149592Z","time spent":"947.45432ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T06:59:46.097154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.818451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-27T06:59:46.09696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:45.149788Z","time spent":"947.167351ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T06:59:46.096846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:45.305168Z","time spent":"791.670208ms","remote":"127.0.0.1:38632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:46.097237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110505262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:46.097266Z","caller":"traceutil/trace.go:171","msg":"trace[245176505] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26582; }","duration":"1.110551382s","start":"2026-05-27T06:59:44.986707Z","end":"2026-05-27T06:59:46.097259Z","steps":["trace[245176505] 'agreement among raft nodes before linearized reading' (duration: 1.110506091s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:46.09729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:44.986696Z","time spent":"1.110588484s","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-27T06:59:46.097186Z","caller":"traceutil/trace.go:171","msg":"trace[447412411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26582; }","duration":"947.868273ms","start":"2026-05-27T06:59:45.149313Z","end":"2026-05-27T06:59:46.097181Z","steps":["trace[447412411] 'agreement among raft nodes before linearized reading' (duration: 947.794711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:46.097318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:45.149307Z","time spent":"948.004137ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T06:59:46.097334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.142382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T06:59:46.097355Z","caller":"traceutil/trace.go:171","msg":"trace[1226445262] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26582; }","duration":"948.177522ms","start":"2026-05-27T06:59:45.149172Z","end":"2026-05-27T06:59:46.097349Z","steps":["trace[1226445262] 'agreement among raft nodes before linearized reading' (duration: 948.11665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:46.097382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:45.149164Z","time spent":"948.210934ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-27T06:59:46.097093Z","caller":"traceutil/trace.go:171","msg":"trace[793408552] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26582; }","duration":"1.107157385s","start":"2026-05-27T06:59:44.989894Z","end":"2026-05-27T06:59:46.097051Z","steps":["trace[793408552] 'agreement among raft nodes before linearized reading' (duration: 1.107103433s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:46.097498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:44.989885Z","time spent":"1.107603619s","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-27T06:59:46.09755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.544791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T06:59:46.097575Z","caller":"traceutil/trace.go:171","msg":"trace[595301628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26582; }","duration":"952.609443ms","start":"2026-05-27T06:59:45.14496Z","end":"2026-05-27T06:59:46.097569Z","steps":["trace[595301628] 'agreement among raft nodes before linearized reading' (duration: 952.555662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:46.097593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:45.144935Z","time spent":"952.653935ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T06:59:46.097503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.358858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T06:59:46.09772Z","caller":"traceutil/trace.go:171","msg":"trace[126104641] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26582; }","duration":"948.591745ms","start":"2026-05-27T06:59:45.149112Z","end":"2026-05-27T06:59:46.097703Z","steps":["trace[126104641] 'agreement among raft nodes before linearized reading' (duration: 948.352368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:46.097759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:45.149099Z","time spent":"948.649918ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-27T06:59:46.09795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:44.9858Z","time spent":"1.109995075s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:46.604453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:47.105478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:47.119289Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.016061257s","expected-duration":"1s"} {"level":"info","ts":"2026-05-27T06:59:47.121199Z","caller":"traceutil/trace.go:171","msg":"trace[608382928] transaction","detail":"{read_only:false; response_revision:26583; number_of_response:1; }","duration":"1.018025159s","start":"2026-05-27T06:59:46.10314Z","end":"2026-05-27T06:59:47.121165Z","steps":["trace[608382928] 'process raft request' (duration: 1.016457119s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:47.122261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:46.1031Z","time spent":"1.018174484s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:48.10711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000941024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-27T06:59:48.10722Z","caller":"traceutil/trace.go:171","msg":"trace[2008006847] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001113s","start":"2026-05-27T06:59:46.10608Z","end":"2026-05-27T06:59:48.107193Z","steps":["trace[2008006847] 'agreement among raft nodes before linearized reading' (duration: 2.000949585s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.107283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:46.106073Z","time spent":"2.001197212s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 06:59:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:59:48.493737Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.370511119s","expected-duration":"1s"} {"level":"info","ts":"2026-05-27T06:59:48.494325Z","caller":"traceutil/trace.go:171","msg":"trace[106126382] linearizableReadLoop","detail":"{readStateIndex:27500; appliedIndex:27484; }","duration":"2.390908383s","start":"2026-05-27T06:59:46.103401Z","end":"2026-05-27T06:59:48.494309Z","steps":["trace[106126382] 'read index received' (duration: 1.016203662s)","trace[106126382] 'applied index is now lower than readState.Index' (duration: 1.374703911s)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:59:48.494574Z","caller":"traceutil/trace.go:171","msg":"trace[1849881834] transaction","detail":"{read_only:false; response_revision:26584; number_of_response:1; }","duration":"2.391028507s","start":"2026-05-27T06:59:46.103538Z","end":"2026-05-27T06:59:48.494567Z","steps":["trace[1849881834] 'process raft request' (duration: 2.390357936s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.494651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:46.103534Z","time spent":"2.391061168s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:48.49477Z","caller":"traceutil/trace.go:171","msg":"trace[317308386] transaction","detail":"{read_only:false; response_revision:26585; number_of_response:1; }","duration":"2.391146501s","start":"2026-05-27T06:59:46.103618Z","end":"2026-05-27T06:59:48.494765Z","steps":["trace[317308386] 'process raft request' (duration: 2.390385566s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.494803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:46.103607Z","time spent":"2.391179701s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:48.494846Z","caller":"traceutil/trace.go:171","msg":"trace[98599431] transaction","detail":"{read_only:false; response_revision:26586; number_of_response:1; }","duration":"2.391196092s","start":"2026-05-27T06:59:46.103645Z","end":"2026-05-27T06:59:48.494841Z","steps":["trace[98599431] 'process raft request' (duration: 2.390383266s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.494871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:46.103635Z","time spent":"2.391223253s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:48.494914Z","caller":"traceutil/trace.go:171","msg":"trace[54783165] transaction","detail":"{read_only:false; response_revision:26587; number_of_response:1; }","duration":"2.390579402s","start":"2026-05-27T06:59:46.10433Z","end":"2026-05-27T06:59:48.49491Z","steps":["trace[54783165] 'process raft request' (duration: 2.389715565s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.494939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:46.104322Z","time spent":"2.390604824s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:48.494983Z","caller":"traceutil/trace.go:171","msg":"trace[1756807854] transaction","detail":"{read_only:false; response_revision:26588; number_of_response:1; }","duration":"2.390261202s","start":"2026-05-27T06:59:46.104717Z","end":"2026-05-27T06:59:48.494978Z","steps":["trace[1756807854] 'process raft request' (duration: 2.389349333s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.495008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:46.104709Z","time spent":"2.390286313s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:48.495054Z","caller":"traceutil/trace.go:171","msg":"trace[364196175] transaction","detail":"{read_only:false; response_revision:26589; number_of_response:1; }","duration":"2.39016837s","start":"2026-05-27T06:59:46.104879Z","end":"2026-05-27T06:59:48.495047Z","steps":["trace[364196175] 'process raft request' (duration: 2.389206739s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.49508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:46.10487Z","time spent":"2.39019833s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:48.495225Z","caller":"traceutil/trace.go:171","msg":"trace[158479942] transaction","detail":"{read_only:false; response_revision:26590; number_of_response:1; }","duration":"2.389532939s","start":"2026-05-27T06:59:46.105687Z","end":"2026-05-27T06:59:48.49522Z","steps":["trace[158479942] 'process raft request' (duration: 2.388430424s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.495258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:46.105677Z","time spent":"2.389565491s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:48.495328Z","caller":"traceutil/trace.go:171","msg":"trace[334262114] transaction","detail":"{read_only:false; response_revision:26591; number_of_response:1; }","duration":"1.582605595s","start":"2026-05-27T06:59:46.912717Z","end":"2026-05-27T06:59:48.495323Z","steps":["trace[334262114] 'process raft request' (duration: 1.581434798s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.495361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:46.912653Z","time spent":"1.582691038s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:48.495437Z","caller":"traceutil/trace.go:171","msg":"trace[1804786597] transaction","detail":"{read_only:false; response_revision:26592; number_of_response:1; }","duration":"1.581350916s","start":"2026-05-27T06:59:46.914078Z","end":"2026-05-27T06:59:48.495429Z","steps":["trace[1804786597] 'process raft request' (duration: 1.580092866s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.49547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:46.914058Z","time spent":"1.581398118s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:48.495584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.392062679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d93684a9-0546-4037-a8b4-c68eadb8952a\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-05-27T06:59:48.495603Z","caller":"traceutil/trace.go:171","msg":"trace[1130598069] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d93684a9-0546-4037-a8b4-c68eadb8952a; range_end:; response_count:1; response_revision:26598; }","duration":"2.392111001s","start":"2026-05-27T06:59:46.103487Z","end":"2026-05-27T06:59:48.495598Z","steps":["trace[1130598069] 'agreement among raft nodes before linearized reading' (duration: 2.392030489s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.495618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:46.10348Z","time spent":"2.392135022s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-d93684a9-0546-4037-a8b4-c68eadb8952a\" "} {"level":"warn","ts":"2026-05-27T06:59:48.495688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.392257226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T06:59:48.495813Z","caller":"traceutil/trace.go:171","msg":"trace[964613125] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26598; }","duration":"2.39240903s","start":"2026-05-27T06:59:46.103387Z","end":"2026-05-27T06:59:48.495797Z","steps":["trace[964613125] 'agreement among raft nodes before linearized reading' (duration: 2.392119721s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.495848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:46.103381Z","time spent":"2.392459872s","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-27T06:59:48.495793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.014567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:48.495932Z","caller":"traceutil/trace.go:171","msg":"trace[196157683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26598; }","duration":"388.183262ms","start":"2026-05-27T06:59:48.10774Z","end":"2026-05-27T06:59:48.495924Z","steps":["trace[196157683] 'agreement among raft nodes before linearized reading' (duration: 388.033078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.495978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:48.107716Z","time spent":"388.256115ms","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T06:59:48.495931Z","caller":"traceutil/trace.go:171","msg":"trace[903738143] transaction","detail":"{read_only:false; response_revision:26596; number_of_response:1; }","duration":"1.581582533s","start":"2026-05-27T06:59:46.914322Z","end":"2026-05-27T06:59:48.495905Z","steps":["trace[903738143] 'process raft request' (duration: 1.5799265s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.496081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.263858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:48.496085Z","caller":"traceutil/trace.go:171","msg":"trace[1186199394] transaction","detail":"{read_only:false; response_revision:26597; number_of_response:1; }","duration":"1.581659436s","start":"2026-05-27T06:59:46.914414Z","end":"2026-05-27T06:59:48.496074Z","steps":["trace[1186199394] 'process raft request' (duration: 1.579854859s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.496125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.10219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:48.496146Z","caller":"traceutil/trace.go:171","msg":"trace[1369562632] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26598; }","duration":"487.12396ms","start":"2026-05-27T06:59:48.009018Z","end":"2026-05-27T06:59:48.496142Z","steps":["trace[1369562632] 'agreement among raft nodes before linearized reading' (duration: 487.089849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.496165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:48.008937Z","time spent":"487.223083ms","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:48.496163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:46.914403Z","time spent":"1.581712148s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:48.496198Z","caller":"traceutil/trace.go:171","msg":"trace[2074686905] transaction","detail":"{read_only:false; response_revision:26593; number_of_response:1; }","duration":"1.58210738s","start":"2026-05-27T06:59:46.91408Z","end":"2026-05-27T06:59:48.496188Z","steps":["trace[2074686905] 'process raft request' (duration: 1.580114397s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.496256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:46.914058Z","time spent":"1.582169982s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:48.496279Z","caller":"traceutil/trace.go:171","msg":"trace[1497346575] transaction","detail":"{read_only:false; response_revision:26598; number_of_response:1; }","duration":"1.420671409s","start":"2026-05-27T06:59:47.0756Z","end":"2026-05-27T06:59:48.496271Z","steps":["trace[1497346575] 'process raft request' (duration: 1.418687616s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.496289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.656655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:48.496311Z","caller":"traceutil/trace.go:171","msg":"trace[763056510] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26598; }","duration":"707.753558ms","start":"2026-05-27T06:59:47.788553Z","end":"2026-05-27T06:59:48.496306Z","steps":["trace[763056510] 'agreement among raft nodes before linearized reading' (duration: 707.723887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.496317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:47.075571Z","time spent":"1.420724391s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:48.496326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:47.788526Z","time spent":"707.796439ms","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:48.496098Z","caller":"traceutil/trace.go:171","msg":"trace[1259042082] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26598; }","duration":"402.31295ms","start":"2026-05-27T06:59:48.093779Z","end":"2026-05-27T06:59:48.496092Z","steps":["trace[1259042082] 'agreement among raft nodes before linearized reading' (duration: 402.282109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.496154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:46.914296Z","time spent":"1.581771119s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:48.496424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.931726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:48.496443Z","caller":"traceutil/trace.go:171","msg":"trace[252066764] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26598; }","duration":"802.997649ms","start":"2026-05-27T06:59:47.693441Z","end":"2026-05-27T06:59:48.496439Z","steps":["trace[252066764] 'agreement among raft nodes before linearized reading' (duration: 802.965348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.496459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:47.693416Z","time spent":"803.03905ms","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:48.496464Z","caller":"traceutil/trace.go:171","msg":"trace[1849155860] transaction","detail":"{read_only:false; response_revision:26594; number_of_response:1; }","duration":"1.582183772s","start":"2026-05-27T06:59:46.914263Z","end":"2026-05-27T06:59:48.496447Z","steps":["trace[1849155860] 'process raft request' (duration: 1.579951901s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.496456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:48.093759Z","time spent":"402.63532ms","remote":"127.0.0.1:41286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:48.49656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493155349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:48.496552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:46.914251Z","time spent":"1.582255995s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:48.496265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.559895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:48.496576Z","caller":"traceutil/trace.go:171","msg":"trace[205844515] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26598; }","duration":"1.493214451s","start":"2026-05-27T06:59:47.003357Z","end":"2026-05-27T06:59:48.496572Z","steps":["trace[205844515] 'agreement among raft nodes before linearized reading' (duration: 1.49318551s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.496591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:47.003336Z","time spent":"1.493251432s","remote":"127.0.0.1:51558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:48.496598Z","caller":"traceutil/trace.go:171","msg":"trace[1889164244] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26598; }","duration":"668.912496ms","start":"2026-05-27T06:59:47.827671Z","end":"2026-05-27T06:59:48.496584Z","steps":["trace[1889164244] 'agreement among raft nodes before linearized reading' (duration: 668.576046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.496632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:47.827655Z","time spent":"668.967048ms","remote":"127.0.0.1:41106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:48.496688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500160372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:48.495763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.903584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:48.496709Z","caller":"traceutil/trace.go:171","msg":"trace[1758775120] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26598; }","duration":"1.500213723s","start":"2026-05-27T06:59:46.996489Z","end":"2026-05-27T06:59:48.496703Z","steps":["trace[1758775120] 'agreement among raft nodes before linearized reading' (duration: 1.500183012s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.496726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:46.996467Z","time spent":"1.500253924s","remote":"127.0.0.1:41010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:48.496717Z","caller":"traceutil/trace.go:171","msg":"trace[1817571676] transaction","detail":"{read_only:false; response_revision:26595; number_of_response:1; }","duration":"1.582378718s","start":"2026-05-27T06:59:46.914325Z","end":"2026-05-27T06:59:48.496704Z","steps":["trace[1817571676] 'process raft request' (duration: 1.57990566s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:48.49674Z","caller":"traceutil/trace.go:171","msg":"trace[1182640568] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26598; }","duration":"342.912427ms","start":"2026-05-27T06:59:48.153804Z","end":"2026-05-27T06:59:48.496716Z","steps":["trace[1182640568] 'agreement among raft nodes before linearized reading' (duration: 341.939256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.496776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:46.914315Z","time spent":"1.582431671s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:48.49681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:48.153775Z","time spent":"343.00329ms","remote":"127.0.0.1:47356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:48.496833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148000858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:48.496854Z","caller":"traceutil/trace.go:171","msg":"trace[1282888079] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26598; }","duration":"2.148065751s","start":"2026-05-27T06:59:46.348783Z","end":"2026-05-27T06:59:48.496849Z","steps":["trace[1282888079] 'agreement among raft nodes before linearized reading' (duration: 2.14802695s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.496872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:46.34876Z","time spent":"2.148107491s","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:48.496996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.389441637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-05-27T06:59:48.497043Z","caller":"traceutil/trace.go:171","msg":"trace[1081291410] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26598; }","duration":"2.389507289s","start":"2026-05-27T06:59:46.107525Z","end":"2026-05-27T06:59:48.497032Z","steps":["trace[1081291410] 'agreement among raft nodes before linearized reading' (duration: 2.389336743s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.497078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:46.107518Z","time spent":"2.38955294s","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-05-27T06:59:48.49715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390395777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-27T06:59:48.497172Z","caller":"traceutil/trace.go:171","msg":"trace[416063608] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26598; }","duration":"2.390432348s","start":"2026-05-27T06:59:46.106734Z","end":"2026-05-27T06:59:48.497166Z","steps":["trace[416063608] 'agreement among raft nodes before linearized reading' (duration: 2.390382576s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.497186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:46.106728Z","time spent":"2.390455069s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-27T06:59:48.497211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390863932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:48.497273Z","caller":"traceutil/trace.go:171","msg":"trace[832083961] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26598; }","duration":"2.390940685s","start":"2026-05-27T06:59:46.10631Z","end":"2026-05-27T06:59:48.497251Z","steps":["trace[832083961] 'agreement among raft nodes before linearized reading' (duration: 2.390831451s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:48.497333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:46.106301Z","time spent":"2.391017937s","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-27T06:59:49.641749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127714037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-27T06:59:49.641839Z","caller":"traceutil/trace.go:171","msg":"trace[1729096333] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26598; }","duration":"1.127862341s","start":"2026-05-27T06:59:48.513959Z","end":"2026-05-27T06:59:49.641822Z","steps":["trace[1729096333] 'range keys from in-memory index tree' (duration: 1.12751091s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:49.641883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:48.513942Z","time spent":"1.127929824s","remote":"127.0.0.1:54828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-27T06:59:49.641946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13378586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-27T06:59:49.642015Z","caller":"traceutil/trace.go:171","msg":"trace[990431046] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:26598; }","duration":"1.133875663s","start":"2026-05-27T06:59:48.508116Z","end":"2026-05-27T06:59:49.641992Z","steps":["trace[990431046] 'range keys from in-memory index tree' (duration: 1.133663406s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:49.642065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133617544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:49.642167Z","caller":"traceutil/trace.go:171","msg":"trace[1499657738] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:26598; }","duration":"1.133744059s","start":"2026-05-27T06:59:48.508401Z","end":"2026-05-27T06:59:49.642145Z","steps":["trace[1499657738] 'range keys from in-memory index tree' (duration: 1.133568162s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:49.642225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134566915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-9c7988dc-d6t5b.18b357ddb9f54914\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-05-27T06:59:49.642092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:48.508097Z","time spent":"1.133978795s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.207\" "} {"level":"info","ts":"2026-05-27T06:59:49.64228Z","caller":"traceutil/trace.go:171","msg":"trace[456162165] range","detail":"{range_begin:/registry/events/openstack/barbican-api-9c7988dc-d6t5b.18b357ddb9f54914; range_end:; response_count:1; response_revision:26598; }","duration":"1.134645586s","start":"2026-05-27T06:59:48.507619Z","end":"2026-05-27T06:59:49.642265Z","steps":["trace[456162165] 'range keys from in-memory index tree' (duration: 1.13443882s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:49.642319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:48.507602Z","time spent":"1.134708919s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1154,"request content":"key:\"/registry/events/openstack/barbican-api-9c7988dc-d6t5b.18b357ddb9f54914\" "} {"level":"warn","ts":"2026-05-27T06:59:49.641791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033291543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-05-27T06:59:49.642233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:48.508395Z","time spent":"1.133818791s","remote":"127.0.0.1:47312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-05-27T06:59:49.642514Z","caller":"traceutil/trace.go:171","msg":"trace[371065151] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26598; }","duration":"1.033999595s","start":"2026-05-27T06:59:48.608448Z","end":"2026-05-27T06:59:49.642448Z","steps":["trace[371065151] 'range keys from in-memory index tree' (duration: 1.033131087s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:49.642641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.034157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-27T06:59:49.642689Z","caller":"traceutil/trace.go:171","msg":"trace[578161004] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26598; }","duration":"516.096719ms","start":"2026-05-27T06:59:49.126581Z","end":"2026-05-27T06:59:49.642678Z","steps":["trace[578161004] 'range keys from in-memory index tree' (duration: 515.950484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:49.642679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:48.608429Z","time spent":"1.03418123s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-27T06:59:49.642722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:49.126573Z","time spent":"516.141011ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:59:49.64224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132443457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:49.643066Z","caller":"traceutil/trace.go:171","msg":"trace[463939525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26598; }","duration":"1.133274763s","start":"2026-05-27T06:59:48.509777Z","end":"2026-05-27T06:59:49.643052Z","steps":["trace[463939525] 'range keys from in-memory index tree' (duration: 1.132411866s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:49.643068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.819945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418399"} {"level":"warn","ts":"2026-05-27T06:59:49.643099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:48.509772Z","time spent":"1.133318684s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T06:59:49.643101Z","caller":"traceutil/trace.go:171","msg":"trace[1755657677] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26598; }","duration":"518.887578ms","start":"2026-05-27T06:59:49.124204Z","end":"2026-05-27T06:59:49.643092Z","steps":["trace[1755657677] 'range keys from in-memory index tree' (duration: 517.875895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:49.643151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:49.124185Z","time spent":"518.95734ms","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418421,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-27T06:59:50.146248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:50.219919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:49.645058Z","time spent":"574.855043ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-27T06:59:51.022338Z","caller":"traceutil/trace.go:171","msg":"trace[1032804342] transaction","detail":"{read_only:false; response_revision:26599; number_of_response:1; }","duration":"1.376533571s","start":"2026-05-27T06:59:49.645769Z","end":"2026-05-27T06:59:51.022303Z","steps":["trace[1032804342] 'process raft request' (duration: 1.376081086s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:51.022402Z","caller":"traceutil/trace.go:171","msg":"trace[710327246] linearizableReadLoop","detail":"{readStateIndex:27504; appliedIndex:27500; }","duration":"1.376572522s","start":"2026-05-27T06:59:49.645802Z","end":"2026-05-27T06:59:51.022374Z","steps":["trace[710327246] 'read index received' (duration: 573.966286ms)","trace[710327246] 'applied index is now lower than readState.Index' (duration: 802.605066ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:59:51.022524Z","caller":"traceutil/trace.go:171","msg":"trace[987972229] transaction","detail":"{read_only:false; response_revision:26601; number_of_response:1; }","duration":"1.030558426s","start":"2026-05-27T06:59:49.991953Z","end":"2026-05-27T06:59:51.022512Z","steps":["trace[987972229] 'process raft request' (duration: 1.03034613s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.02252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:49.645756Z","time spent":"1.376670765s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1115,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:51.022514Z","caller":"traceutil/trace.go:171","msg":"trace[1468068959] transaction","detail":"{read_only:false; response_revision:26600; number_of_response:1; }","duration":"1.373942008s","start":"2026-05-27T06:59:49.648542Z","end":"2026-05-27T06:59:51.022484Z","steps":["trace[1468068959] 'process raft request' (duration: 1.373593957s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.022641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:49.991924Z","time spent":"1.030627398s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:51.022678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:49.648533Z","time spent":"1.374050872s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:51.022808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376948214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-05-27T06:59:51.022881Z","caller":"traceutil/trace.go:171","msg":"trace[474840641] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26601; }","duration":"1.377093188s","start":"2026-05-27T06:59:49.645769Z","end":"2026-05-27T06:59:51.022862Z","steps":["trace[474840641] 'agreement among raft nodes before linearized reading' (duration: 1.37684235s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.02295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:49.645751Z","time spent":"1.377184641s","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-05-27T06:59:51.522807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:51.651484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000021185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-27T06:59:51.651599Z","caller":"traceutil/trace.go:171","msg":"trace[431963495] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000197962s","start":"2026-05-27T06:59:49.651374Z","end":"2026-05-27T06:59:51.651571Z","steps":["trace[431963495] 'agreement among raft nodes before linearized reading' (duration: 2.000028596s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.652025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:49.651368Z","time spent":"2.000357136s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 06:59:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-27T06:59:51.943612Z","caller":"traceutil/trace.go:171","msg":"trace[2130955496] transaction","detail":"{read_only:false; response_revision:26603; number_of_response:1; }","duration":"1.437015189s","start":"2026-05-27T06:59:50.506577Z","end":"2026-05-27T06:59:51.943592Z","steps":["trace[2130955496] 'process raft request' (duration: 1.436889285s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.943826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:50.506564Z","time spent":"1.437109961s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:51.943946Z","caller":"traceutil/trace.go:171","msg":"trace[361630451] transaction","detail":"{read_only:false; response_revision:26604; number_of_response:1; }","duration":"1.437260706s","start":"2026-05-27T06:59:50.506655Z","end":"2026-05-27T06:59:51.943915Z","steps":["trace[361630451] 'process raft request' (duration: 1.436894814s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.944135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:50.506649Z","time spent":"1.43738953s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:51.944196Z","caller":"traceutil/trace.go:171","msg":"trace[2021094734] transaction","detail":"{read_only:false; response_revision:26605; number_of_response:1; }","duration":"1.437513344s","start":"2026-05-27T06:59:50.506658Z","end":"2026-05-27T06:59:51.944172Z","steps":["trace[2021094734] 'process raft request' (duration: 1.437144452s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.944343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:50.506646Z","time spent":"1.437619587s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:51.944472Z","caller":"traceutil/trace.go:171","msg":"trace[1821209709] linearizableReadLoop","detail":"{readStateIndex:27512; appliedIndex:27504; }","duration":"921.979213ms","start":"2026-05-27T06:59:51.022473Z","end":"2026-05-27T06:59:51.944453Z","steps":["trace[1821209709] 'read index received' (duration: 920.63035ms)","trace[1821209709] 'applied index is now lower than readState.Index' (duration: 1.347883ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:51.944569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185337576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:51.944613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198158602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:59:51.944633Z","caller":"traceutil/trace.go:171","msg":"trace[1334074418] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26609; }","duration":"1.185437579s","start":"2026-05-27T06:59:50.75918Z","end":"2026-05-27T06:59:51.944617Z","steps":["trace[1334074418] 'agreement among raft nodes before linearized reading' (duration: 1.185288364s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:51.944649Z","caller":"traceutil/trace.go:171","msg":"trace[1264928155] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26609; }","duration":"1.198202724s","start":"2026-05-27T06:59:50.746436Z","end":"2026-05-27T06:59:51.944639Z","steps":["trace[1264928155] 'agreement among raft nodes before linearized reading' (duration: 1.198125501s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.944672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:50.759164Z","time spent":"1.185497251s","remote":"127.0.0.1:41156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:51.944684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:50.746368Z","time spent":"1.198306827s","remote":"127.0.0.1:47464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:51.944777Z","caller":"traceutil/trace.go:171","msg":"trace[1051940253] transaction","detail":"{read_only:false; response_revision:26602; number_of_response:1; }","duration":"1.723248327s","start":"2026-05-27T06:59:50.221452Z","end":"2026-05-27T06:59:51.9447Z","steps":["trace[1051940253] 'process raft request' (duration: 1.721733089s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.944883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:50.221419Z","time spent":"1.723412912s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:51.94489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443353069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-27T06:59:51.944934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537038841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:59:51.944947Z","caller":"traceutil/trace.go:171","msg":"trace[7266242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26609; }","duration":"1.443453612s","start":"2026-05-27T06:59:50.501478Z","end":"2026-05-27T06:59:51.944931Z","steps":["trace[7266242] 'agreement among raft nodes before linearized reading' (duration: 1.443240295s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:51.944977Z","caller":"traceutil/trace.go:171","msg":"trace[303932784] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26609; }","duration":"1.537123923s","start":"2026-05-27T06:59:50.407844Z","end":"2026-05-27T06:59:51.944968Z","steps":["trace[303932784] 'agreement among raft nodes before linearized reading' (duration: 1.537053381s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.944994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:50.501455Z","time spent":"1.443526275s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T06:59:51.945013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:50.407822Z","time spent":"1.537183135s","remote":"127.0.0.1:41318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:51.945045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298555384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cba813ba-3dc6-4eb9-80ef-ddef749b77ed\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-27T06:59:51.945097Z","caller":"traceutil/trace.go:171","msg":"trace[1347923996] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cba813ba-3dc6-4eb9-80ef-ddef749b77ed; range_end:; response_count:1; response_revision:26609; }","duration":"2.298639867s","start":"2026-05-27T06:59:49.646443Z","end":"2026-05-27T06:59:51.945083Z","steps":["trace[1347923996] 'agreement among raft nodes before linearized reading' (duration: 2.298471862s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.945132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:49.646427Z","time spent":"2.298698169s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-cba813ba-3dc6-4eb9-80ef-ddef749b77ed\" "} {"level":"warn","ts":"2026-05-27T06:59:51.945246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.061327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:51.945304Z","caller":"traceutil/trace.go:171","msg":"trace[1725233621] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26609; }","duration":"975.134689ms","start":"2026-05-27T06:59:50.970141Z","end":"2026-05-27T06:59:51.945275Z","steps":["trace[1725233621] 'agreement among raft nodes before linearized reading' (duration: 975.070317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.945309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690631053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:51.945327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.033456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-6b9454c659-b6kx8.18b3595051d210e1\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-05-27T06:59:51.945366Z","caller":"traceutil/trace.go:171","msg":"trace[644373755] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26609; }","duration":"1.690725575s","start":"2026-05-27T06:59:50.254624Z","end":"2026-05-27T06:59:51.94535Z","steps":["trace[644373755] 'agreement among raft nodes before linearized reading' (duration: 1.690648963s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.945824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44402374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-27T06:59:51.945893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:50.254605Z","time spent":"1.691265843s","remote":"127.0.0.1:46874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:51.945908Z","caller":"traceutil/trace.go:171","msg":"trace[657054464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26609; }","duration":"1.444140854s","start":"2026-05-27T06:59:50.501749Z","end":"2026-05-27T06:59:51.94589Z","steps":["trace[657054464] 'agreement among raft nodes before linearized reading' (duration: 1.443854295s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.946151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442176862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-27T06:59:51.94621Z","caller":"traceutil/trace.go:171","msg":"trace[727973829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26609; }","duration":"1.442252104s","start":"2026-05-27T06:59:50.503944Z","end":"2026-05-27T06:59:51.946196Z","steps":["trace[727973829] 'agreement among raft nodes before linearized reading' (duration: 1.442104809s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.946249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:50.503936Z","time spent":"1.442304176s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T06:59:51.946342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017400609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:51.946399Z","caller":"traceutil/trace.go:171","msg":"trace[1381185640] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26609; }","duration":"1.017497283s","start":"2026-05-27T06:59:50.92887Z","end":"2026-05-27T06:59:51.946368Z","steps":["trace[1381185640] 'agreement among raft nodes before linearized reading' (duration: 1.01740301s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.946429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:50.928848Z","time spent":"1.017573185s","remote":"127.0.0.1:41356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:51.946281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2974542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-05-27T06:59:51.946566Z","caller":"traceutil/trace.go:171","msg":"trace[1193591292] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26609; }","duration":"2.297732278s","start":"2026-05-27T06:59:49.648785Z","end":"2026-05-27T06:59:51.946517Z","steps":["trace[1193591292] 'agreement among raft nodes before linearized reading' (duration: 2.297331436s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.946569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155125827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:51.946647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:49.648779Z","time spent":"2.297824331s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-27T06:59:51.946711Z","caller":"traceutil/trace.go:171","msg":"trace[525049311] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26609; }","duration":"1.155340664s","start":"2026-05-27T06:59:50.791352Z","end":"2026-05-27T06:59:51.946692Z","steps":["trace[525049311] 'agreement among raft nodes before linearized reading' (duration: 1.155021594s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.946734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:50.501739Z","time spent":"1.444209296s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T06:59:51.946845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:50.791327Z","time spent":"1.155449028s","remote":"127.0.0.1:41202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:51.945593Z","caller":"traceutil/trace.go:171","msg":"trace[13938565] transaction","detail":"{read_only:false; response_revision:26607; number_of_response:1; }","duration":"1.438871978s","start":"2026-05-27T06:59:50.506706Z","end":"2026-05-27T06:59:51.945578Z","steps":["trace[13938565] 'process raft request' (duration: 1.437597137s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:51.945386Z","caller":"traceutil/trace.go:171","msg":"trace[1742452386] transaction","detail":"{read_only:false; response_revision:26609; number_of_response:1; }","duration":"1.43360027s","start":"2026-05-27T06:59:50.511756Z","end":"2026-05-27T06:59:51.945357Z","steps":["trace[1742452386] 'process raft request' (duration: 1.432648669s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.949876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:50.51173Z","time spent":"1.438105683s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:51.94978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:50.5067Z","time spent":"1.442991488s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:51.945393Z","caller":"traceutil/trace.go:171","msg":"trace[1539019197] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-6b9454c659-b6kx8.18b3595051d210e1; range_end:; response_count:1; response_revision:26609; }","duration":"917.117159ms","start":"2026-05-27T06:59:51.028251Z","end":"2026-05-27T06:59:51.945368Z","steps":["trace[1539019197] 'agreement among raft nodes before linearized reading' (duration: 916.977664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.945336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:50.970121Z","time spent":"975.207311ms","remote":"127.0.0.1:41252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:51.945397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424410008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:51.945427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.69365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:51.945468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.758466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:51.945516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.394695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:51.945529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438067602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-27T06:59:51.945503Z","caller":"traceutil/trace.go:171","msg":"trace[1387328956] transaction","detail":"{read_only:false; response_revision:26608; number_of_response:1; }","duration":"1.437809023s","start":"2026-05-27T06:59:50.507659Z","end":"2026-05-27T06:59:51.945468Z","steps":["trace[1387328956] 'process raft request' (duration: 1.436703208s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.945562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.379128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:51.945588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441590634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-27T06:59:51.94562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.523539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:51.945673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.009601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T06:59:51.945771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.692235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-05-27T06:59:51.946249Z","caller":"traceutil/trace.go:171","msg":"trace[77270401] transaction","detail":"{read_only:false; response_revision:26606; number_of_response:1; }","duration":"1.438169805s","start":"2026-05-27T06:59:50.506687Z","end":"2026-05-27T06:59:51.944856Z","steps":["trace[77270401] 'process raft request' (duration: 1.43738036s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.94671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05053779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-27T06:59:51.950052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:51.028227Z","time spent":"921.816998ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":927,"request content":"key:\"/registry/events/openstack/heat-cfn-6b9454c659-b6kx8.18b3595051d210e1\" "} {"level":"warn","ts":"2026-05-27T06:59:51.95057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:50.507628Z","time spent":"1.442910605s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:51.950745Z","caller":"traceutil/trace.go:171","msg":"trace[1343457617] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26609; }","duration":"921.675683ms","start":"2026-05-27T06:59:51.029057Z","end":"2026-05-27T06:59:51.950732Z","steps":["trace[1343457617] 'agreement among raft nodes before linearized reading' (duration: 916.636223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.950786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:50.506682Z","time spent":"1.444072732s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:51.950812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:51.029048Z","time spent":"921.729914ms","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-05-27T06:59:51.950921Z","caller":"traceutil/trace.go:171","msg":"trace[550165781] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26609; }","duration":"1.054793235s","start":"2026-05-27T06:59:50.896113Z","end":"2026-05-27T06:59:51.950906Z","steps":["trace[550165781] 'agreement among raft nodes before linearized reading' (duration: 1.050353415s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.950956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:50.89609Z","time spent":"1.054856217s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:51.950982Z","caller":"traceutil/trace.go:171","msg":"trace[1276243876] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26609; }","duration":"311.829051ms","start":"2026-05-27T06:59:51.639144Z","end":"2026-05-27T06:59:51.950973Z","steps":["trace[1276243876] 'agreement among raft nodes before linearized reading' (duration: 306.389318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.951017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:51.639124Z","time spent":"311.881893ms","remote":"127.0.0.1:45316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:51.950037Z","caller":"traceutil/trace.go:171","msg":"trace[571849170] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26609; }","duration":"1.429082346s","start":"2026-05-27T06:59:50.520936Z","end":"2026-05-27T06:59:51.950018Z","steps":["trace[571849170] 'agreement among raft nodes before linearized reading' (duration: 1.424397798s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.95108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:50.520918Z","time spent":"1.430150021s","remote":"127.0.0.1:41128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:51.951205Z","caller":"traceutil/trace.go:171","msg":"trace[920522177] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26609; }","duration":"1.447216342s","start":"2026-05-27T06:59:50.503979Z","end":"2026-05-27T06:59:51.951196Z","steps":["trace[920522177] 'agreement among raft nodes before linearized reading' (duration: 1.441532741s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:51.951231Z","caller":"traceutil/trace.go:171","msg":"trace[709575803] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26609; }","duration":"396.596509ms","start":"2026-05-27T06:59:51.554621Z","end":"2026-05-27T06:59:51.951217Z","steps":["trace[709575803] 'agreement among raft nodes before linearized reading' (duration: 391.020793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.951245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:50.503976Z","time spent":"1.447254693s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-27T06:59:51.950119Z","caller":"traceutil/trace.go:171","msg":"trace[423161862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26609; }","duration":"298.014622ms","start":"2026-05-27T06:59:51.65209Z","end":"2026-05-27T06:59:51.950105Z","steps":["trace[423161862] 'agreement among raft nodes before linearized reading' (duration: 293.401686ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:51.950153Z","caller":"traceutil/trace.go:171","msg":"trace[826919366] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26609; }","duration":"941.470111ms","start":"2026-05-27T06:59:51.008674Z","end":"2026-05-27T06:59:51.950145Z","steps":["trace[826919366] 'agreement among raft nodes before linearized reading' (duration: 936.728881ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:51.951696Z","caller":"traceutil/trace.go:171","msg":"trace[39981975] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26609; }","duration":"368.622022ms","start":"2026-05-27T06:59:51.583047Z","end":"2026-05-27T06:59:51.951669Z","steps":["trace[39981975] 'agreement among raft nodes before linearized reading' (duration: 362.541639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.951741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:51.582992Z","time spent":"368.732695ms","remote":"127.0.0.1:41026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:51.951832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:51.554595Z","time spent":"397.207358ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:51.952015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:51.008645Z","time spent":"943.35552ms","remote":"127.0.0.1:41386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:51.95013Z","caller":"traceutil/trace.go:171","msg":"trace[421646926] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26609; }","duration":"134.412483ms","start":"2026-05-27T06:59:51.815693Z","end":"2026-05-27T06:59:51.950106Z","steps":["trace[421646926] 'agreement among raft nodes before linearized reading' (duration: 129.732665ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:51.950174Z","caller":"traceutil/trace.go:171","msg":"trace[1830354596] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26609; }","duration":"1.44273529s","start":"2026-05-27T06:59:50.507433Z","end":"2026-05-27T06:59:51.950168Z","steps":["trace[1830354596] 'agreement among raft nodes before linearized reading' (duration: 1.43800157s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:51.952092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:50.507401Z","time spent":"1.444685432s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T06:59:52.454198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T06:59:52.99546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.720182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:59:52.995553Z","caller":"traceutil/trace.go:171","msg":"trace[1699548320] transaction","detail":"{read_only:false; response_revision:26610; number_of_response:1; }","duration":"1.042955288s","start":"2026-05-27T06:59:51.952584Z","end":"2026-05-27T06:59:52.99554Z","steps":["trace[1699548320] 'process raft request' (duration: 874.059802ms)","trace[1699548320] 'compare' (duration: 168.397581ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:52.995588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:51.952547Z","time spent":"1.043024781s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:53.958009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00019982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T06:59:53.958079Z","caller":"traceutil/trace.go:171","msg":"trace[1733477867] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000300063s","start":"2026-05-27T06:59:51.957763Z","end":"2026-05-27T06:59:53.958064Z","steps":["trace[1733477867] 'agreement among raft nodes before linearized reading' (duration: 2.00020718s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:53.958124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:51.957757Z","time spent":"2.000353815s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 06:59:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T06:59:54.532134Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.604588683s","expected-duration":"1s"} {"level":"info","ts":"2026-05-27T06:59:54.533866Z","caller":"traceutil/trace.go:171","msg":"trace[1016191930] transaction","detail":"{read_only:false; response_revision:26613; number_of_response:1; }","duration":"2.578697808s","start":"2026-05-27T06:59:51.955141Z","end":"2026-05-27T06:59:54.533839Z","steps":["trace[1016191930] 'process raft request' (duration: 2.577726818s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:54.533875Z","caller":"traceutil/trace.go:171","msg":"trace[1110077887] transaction","detail":"{read_only:false; response_revision:26615; number_of_response:1; }","duration":"2.577902754s","start":"2026-05-27T06:59:51.955948Z","end":"2026-05-27T06:59:54.533851Z","steps":["trace[1110077887] 'process raft request' (duration: 2.577026686s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:54.533944Z","caller":"traceutil/trace.go:171","msg":"trace[1442898758] transaction","detail":"{read_only:false; response_revision:26616; number_of_response:1; }","duration":"2.57716883s","start":"2026-05-27T06:59:51.956737Z","end":"2026-05-27T06:59:54.533906Z","steps":["trace[1442898758] 'process raft request' (duration: 2.576291433s)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:54.534022Z","caller":"traceutil/trace.go:171","msg":"trace[38236555] transaction","detail":"{read_only:false; response_revision:26614; number_of_response:1; }","duration":"2.578527933s","start":"2026-05-27T06:59:51.955487Z","end":"2026-05-27T06:59:54.534015Z","steps":["trace[38236555] 'process raft request' (duration: 2.577428308s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:54.534053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:51.955474Z","time spent":"2.578562435s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:54.53414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:51.956728Z","time spent":"2.577311435s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:54.534225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:51.955104Z","time spent":"2.578817052s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:54.533995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:51.955936Z","time spent":"2.577991836s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:54.534496Z","caller":"traceutil/trace.go:171","msg":"trace[1443119141] transaction","detail":"{read_only:false; response_revision:26611; number_of_response:1; }","duration":"2.58128822s","start":"2026-05-27T06:59:51.953181Z","end":"2026-05-27T06:59:54.534469Z","steps":["trace[1443119141] 'process raft request' (duration: 2.579356399s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:54.534613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:51.953153Z","time spent":"2.581405144s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:54.534524Z","caller":"traceutil/trace.go:171","msg":"trace[407970511] transaction","detail":"{read_only:false; response_revision:26612; number_of_response:1; }","duration":"2.580702572s","start":"2026-05-27T06:59:51.953811Z","end":"2026-05-27T06:59:54.534513Z","steps":["trace[407970511] 'process raft request' (duration: 2.578980097s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:54.534992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:51.953796Z","time spent":"2.581131076s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:54.537304Z","caller":"traceutil/trace.go:171","msg":"trace[1033374403] linearizableReadLoop","detail":"{readStateIndex:27520; appliedIndex:27512; }","duration":"2.583440639s","start":"2026-05-27T06:59:51.953847Z","end":"2026-05-27T06:59:54.537288Z","steps":["trace[1033374403] 'read index received' (duration: 872.872924ms)","trace[1033374403] 'applied index is now lower than readState.Index' (duration: 1.710566215s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:54.537509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583652675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T06:59:54.537541Z","caller":"traceutil/trace.go:171","msg":"trace[2124173205] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26616; }","duration":"2.583714777s","start":"2026-05-27T06:59:51.953818Z","end":"2026-05-27T06:59:54.537533Z","steps":["trace[2124173205] 'agreement among raft nodes before linearized reading' (duration: 2.583565413s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:54.537568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:51.953808Z","time spent":"2.583753149s","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-27T06:59:54.539635Z","caller":"traceutil/trace.go:171","msg":"trace[1412786325] transaction","detail":"{read_only:false; response_revision:26619; number_of_response:1; }","duration":"585.990666ms","start":"2026-05-27T06:59:53.953621Z","end":"2026-05-27T06:59:54.539612Z","steps":["trace[1412786325] 'process raft request' (duration: 585.756799ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:54.539778Z","caller":"traceutil/trace.go:171","msg":"trace[1446531029] transaction","detail":"{read_only:false; response_revision:26617; number_of_response:1; }","duration":"937.388981ms","start":"2026-05-27T06:59:53.602374Z","end":"2026-05-27T06:59:54.539763Z","steps":["trace[1446531029] 'process raft request' (duration: 936.852634ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:54.539661Z","caller":"traceutil/trace.go:171","msg":"trace[1774918845] transaction","detail":"{read_only:false; response_revision:26620; number_of_response:1; }","duration":"585.546092ms","start":"2026-05-27T06:59:53.954106Z","end":"2026-05-27T06:59:54.539653Z","steps":["trace[1774918845] 'process raft request' (duration: 585.295794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:54.540037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:53.602348Z","time spent":"937.500255ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:54.540102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:53.954093Z","time spent":"585.938175ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:54.540239Z","caller":"traceutil/trace.go:171","msg":"trace[2033357674] transaction","detail":"{read_only:false; response_revision:26621; number_of_response:1; }","duration":"583.860759ms","start":"2026-05-27T06:59:53.956369Z","end":"2026-05-27T06:59:54.54023Z","steps":["trace[2033357674] 'process raft request' (duration: 583.075154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:54.540285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:53.956357Z","time spent":"583.90813ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:54.540366Z","caller":"traceutil/trace.go:171","msg":"trace[2055143559] transaction","detail":"{read_only:false; response_revision:26622; number_of_response:1; }","duration":"583.918671ms","start":"2026-05-27T06:59:53.956438Z","end":"2026-05-27T06:59:54.540357Z","steps":["trace[2055143559] 'process raft request' (duration: 583.065314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:54.540397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:53.956431Z","time spent":"583.950352ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:54.540475Z","caller":"traceutil/trace.go:171","msg":"trace[948370001] transaction","detail":"{read_only:false; response_revision:26623; number_of_response:1; }","duration":"582.157995ms","start":"2026-05-27T06:59:53.958312Z","end":"2026-05-27T06:59:54.54047Z","steps":["trace[948370001] 'process raft request' (duration: 581.232795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:54.540509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:53.958271Z","time spent":"582.220966ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:54.540583Z","caller":"traceutil/trace.go:171","msg":"trace[527454168] transaction","detail":"{read_only:false; response_revision:26624; number_of_response:1; }","duration":"582.223457ms","start":"2026-05-27T06:59:53.958354Z","end":"2026-05-27T06:59:54.540577Z","steps":["trace[527454168] 'process raft request' (duration: 581.236456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:54.54062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:53.95833Z","time spent":"582.272589ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:54.540701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.698632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:54.540726Z","caller":"traceutil/trace.go:171","msg":"trace[591980517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26624; }","duration":"582.722563ms","start":"2026-05-27T06:59:53.957998Z","end":"2026-05-27T06:59:54.54072Z","steps":["trace[591980517] 'agreement among raft nodes before linearized reading' (duration: 582.65802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:54.540743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:53.957961Z","time spent":"582.778574ms","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:59:54.540843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.525459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:54.540867Z","caller":"traceutil/trace.go:171","msg":"trace[329435487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26624; }","duration":"974.594482ms","start":"2026-05-27T06:59:53.566268Z","end":"2026-05-27T06:59:54.540862Z","steps":["trace[329435487] 'agreement among raft nodes before linearized reading' (duration: 974.556571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:54.540882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:53.566241Z","time spent":"974.638294ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T06:59:54.54098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032444636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:54.541005Z","caller":"traceutil/trace.go:171","msg":"trace[1468534564] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26624; }","duration":"1.032509728s","start":"2026-05-27T06:59:53.508488Z","end":"2026-05-27T06:59:54.540998Z","steps":["trace[1468534564] 'agreement among raft nodes before linearized reading' (duration: 1.032466477s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:54.541079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:53.508465Z","time spent":"1.032606192s","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:54.541256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310557187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:59:54.541279Z","caller":"traceutil/trace.go:171","msg":"trace[280127923] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26624; }","duration":"1.31062983s","start":"2026-05-27T06:59:53.230642Z","end":"2026-05-27T06:59:54.541272Z","steps":["trace[280127923] 'agreement among raft nodes before linearized reading' (duration: 1.310588499s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:54.541295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:53.230616Z","time spent":"1.310673792s","remote":"127.0.0.1:54806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:54.541395Z","caller":"traceutil/trace.go:171","msg":"trace[941158365] transaction","detail":"{read_only:false; response_revision:26618; number_of_response:1; }","duration":"587.841095ms","start":"2026-05-27T06:59:53.953534Z","end":"2026-05-27T06:59:54.541375Z","steps":["trace[941158365] 'process raft request' (duration: 585.809921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:54.542197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:53.953511Z","time spent":"588.64054ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:54.541427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513652239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-27T06:59:54.542243Z","caller":"traceutil/trace.go:171","msg":"trace[1133723605] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26624; }","duration":"1.514503415s","start":"2026-05-27T06:59:53.027727Z","end":"2026-05-27T06:59:54.542231Z","steps":["trace[1133723605] 'agreement among raft nodes before linearized reading' (duration: 1.513642228s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:54.542281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:53.027702Z","time spent":"1.514568928s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:59:54.541618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018808301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:54.542354Z","caller":"traceutil/trace.go:171","msg":"trace[1930824681] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26624; }","duration":"2.019616076s","start":"2026-05-27T06:59:52.522729Z","end":"2026-05-27T06:59:54.542345Z","steps":["trace[1930824681] 'agreement among raft nodes before linearized reading' (duration: 2.01879441s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:54.541678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711231496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T06:59:54.542378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:52.522706Z","time spent":"2.019664738s","remote":"127.0.0.1:45368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:54.542395Z","caller":"traceutil/trace.go:171","msg":"trace[1756935006] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26624; }","duration":"1.71198794s","start":"2026-05-27T06:59:52.830389Z","end":"2026-05-27T06:59:54.542377Z","steps":["trace[1756935006] 'agreement among raft nodes before linearized reading' (duration: 1.711264807s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:54.541734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570785898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-27T06:59:54.542553Z","caller":"traceutil/trace.go:171","msg":"trace[1370203004] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26624; }","duration":"2.571619324s","start":"2026-05-27T06:59:51.970926Z","end":"2026-05-27T06:59:54.542545Z","steps":["trace[1370203004] 'agreement among raft nodes before linearized reading' (duration: 2.570774148s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:54.542579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:51.970915Z","time spent":"2.571657435s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-27T06:59:54.54172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834537717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:54.54264Z","caller":"traceutil/trace.go:171","msg":"trace[84621410] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26624; }","duration":"1.835507867s","start":"2026-05-27T06:59:52.707126Z","end":"2026-05-27T06:59:54.542634Z","steps":["trace[84621410] 'agreement among raft nodes before linearized reading' (duration: 1.834551957s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:54.542665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:52.707103Z","time spent":"1.835554879s","remote":"127.0.0.1:41502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:54.542684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586697532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-05-27T06:59:54.542746Z","caller":"traceutil/trace.go:171","msg":"trace[1009451967] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26624; }","duration":"2.586796045s","start":"2026-05-27T06:59:51.955926Z","end":"2026-05-27T06:59:54.542722Z","steps":["trace[1009451967] 'agreement among raft nodes before linearized reading' (duration: 2.585799883s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:54.542762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:52.830303Z","time spent":"1.712152855s","remote":"127.0.0.1:45290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:54.542791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:51.955919Z","time spent":"2.586862658s","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-05-27T06:59:54.541785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2073542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-27T06:59:54.541783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680350957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T06:59:54.54182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.568702711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-27T06:59:54.542852Z","caller":"traceutil/trace.go:171","msg":"trace[431657766] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26624; }","duration":"2.569761995s","start":"2026-05-27T06:59:51.973078Z","end":"2026-05-27T06:59:54.54284Z","steps":["trace[431657766] 'agreement among raft nodes before linearized reading' (duration: 2.568717302s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:54.542894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:51.97306Z","time spent":"2.569823567s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-27T06:59:54.542987Z","caller":"traceutil/trace.go:171","msg":"trace[1532062826] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26624; }","duration":"1.681597466s","start":"2026-05-27T06:59:52.861381Z","end":"2026-05-27T06:59:54.542978Z","steps":["trace[1532062826] 'agreement among raft nodes before linearized reading' (duration: 1.680280884s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:54.543023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:52.861362Z","time spent":"1.681653217s","remote":"127.0.0.1:41412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-05-27T06:59:54.542983Z","caller":"traceutil/trace.go:171","msg":"trace[220493686] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26624; }","duration":"2.208583919s","start":"2026-05-27T06:59:52.334389Z","end":"2026-05-27T06:59:54.542973Z","steps":["trace[220493686] 'agreement among raft nodes before linearized reading' (duration: 2.20735634s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:54.543065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:52.334364Z","time spent":"2.208688872s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-27T06:59:54.543019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:53.953614Z","time spent":"586.066199ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:56.869865Z","caller":"traceutil/trace.go:171","msg":"trace[1936338491] transaction","detail":"{read_only:false; response_revision:26639; number_of_response:1; }","duration":"322.83832ms","start":"2026-05-27T06:59:56.546978Z","end":"2026-05-27T06:59:56.869816Z","steps":["trace[1936338491] 'process raft request' (duration: 281.668414ms)","trace[1936338491] 'compare' (duration: 40.868126ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:56.870055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:56.54696Z","time spent":"323.002225ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:56.870803Z","caller":"traceutil/trace.go:171","msg":"trace[291948999] transaction","detail":"{read_only:false; response_revision:26640; number_of_response:1; }","duration":"323.321065ms","start":"2026-05-27T06:59:56.547468Z","end":"2026-05-27T06:59:56.870789Z","steps":["trace[291948999] 'process raft request' (duration: 322.305973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:56.870906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:56.547402Z","time spent":"323.442529ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:56.871043Z","caller":"traceutil/trace.go:171","msg":"trace[86710203] transaction","detail":"{read_only:false; response_revision:26641; number_of_response:1; }","duration":"321.342722ms","start":"2026-05-27T06:59:56.549611Z","end":"2026-05-27T06:59:56.870954Z","steps":["trace[86710203] 'process raft request' (duration: 321.063683ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:56.871333Z","caller":"traceutil/trace.go:171","msg":"trace[1800337374] transaction","detail":"{read_only:false; response_revision:26643; number_of_response:1; }","duration":"321.026283ms","start":"2026-05-27T06:59:56.550258Z","end":"2026-05-27T06:59:56.871284Z","steps":["trace[1800337374] 'process raft request' (duration: 320.855997ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:56.871376Z","caller":"traceutil/trace.go:171","msg":"trace[1290137145] linearizableReadLoop","detail":"{readStateIndex:27552; appliedIndex:27541; }","duration":"309.018921ms","start":"2026-05-27T06:59:56.56234Z","end":"2026-05-27T06:59:56.871359Z","steps":["trace[1290137145] 'read index received' (duration: 70.090823ms)","trace[1290137145] 'applied index is now lower than readState.Index' (duration: 238.926928ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:56.871381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:56.549594Z","time spent":"321.662273ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:56.871501Z","caller":"traceutil/trace.go:171","msg":"trace[508926318] transaction","detail":"{read_only:false; response_revision:26648; number_of_response:1; }","duration":"318.696349ms","start":"2026-05-27T06:59:56.552775Z","end":"2026-05-27T06:59:56.871471Z","steps":["trace[508926318] 'process raft request' (duration: 318.540804ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:56.871646Z","caller":"traceutil/trace.go:171","msg":"trace[1491082163] transaction","detail":"{read_only:false; response_revision:26642; number_of_response:1; }","duration":"321.941892ms","start":"2026-05-27T06:59:56.549692Z","end":"2026-05-27T06:59:56.871634Z","steps":["trace[1491082163] 'process raft request' (duration: 321.054904ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:56.871673Z","caller":"traceutil/trace.go:171","msg":"trace[2061568466] transaction","detail":"{read_only:false; response_revision:26644; number_of_response:1; }","duration":"321.122085ms","start":"2026-05-27T06:59:56.550433Z","end":"2026-05-27T06:59:56.871555Z","steps":["trace[2061568466] 'process raft request' (duration: 320.741443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:56.871696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:56.550249Z","time spent":"321.242359ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:56.871717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:56.549685Z","time spent":"321.999713ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:56.871721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:56.552748Z","time spent":"318.835233ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:56.871898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:56.550415Z","time spent":"321.340683ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:56.871596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.248548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-27T06:59:56.872121Z","caller":"traceutil/trace.go:171","msg":"trace[473266983] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26648; }","duration":"309.794856ms","start":"2026-05-27T06:59:56.562311Z","end":"2026-05-27T06:59:56.872106Z","steps":["trace[473266983] 'agreement among raft nodes before linearized reading' (duration: 309.147895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:56.872171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:56.562303Z","time spent":"309.849457ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-27T06:59:56.871643Z","caller":"traceutil/trace.go:171","msg":"trace[304726729] transaction","detail":"{read_only:false; response_revision:26647; number_of_response:1; }","duration":"319.504714ms","start":"2026-05-27T06:59:56.552094Z","end":"2026-05-27T06:59:56.871599Z","steps":["trace[304726729] 'process raft request' (duration: 319.185793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:56.873104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:56.552087Z","time spent":"320.94278ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:56.873161Z","caller":"traceutil/trace.go:171","msg":"trace[1599816497] transaction","detail":"{read_only:false; response_revision:26646; number_of_response:1; }","duration":"320.160725ms","start":"2026-05-27T06:59:56.551235Z","end":"2026-05-27T06:59:56.871396Z","steps":["trace[1599816497] 'process raft request' (duration: 320.00944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:56.873254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:56.551224Z","time spent":"321.983243ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:56.872098Z","caller":"traceutil/trace.go:171","msg":"trace[1925516908] transaction","detail":"{read_only:false; response_revision:26645; number_of_response:1; }","duration":"320.368601ms","start":"2026-05-27T06:59:56.551225Z","end":"2026-05-27T06:59:56.871593Z","steps":["trace[1925516908] 'process raft request' (duration: 319.984609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:56.873781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:56.551208Z","time spent":"322.400415ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:57.07712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.79946ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-27T06:59:57.077592Z","caller":"traceutil/trace.go:171","msg":"trace[67148161] transaction","detail":"{read_only:false; response_revision:26649; number_of_response:1; }","duration":"199.181328ms","start":"2026-05-27T06:59:56.878367Z","end":"2026-05-27T06:59:57.077549Z","steps":["trace[67148161] 'process raft request' (duration: 198.879348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:57.132742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.129955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T06:59:57.132836Z","caller":"traceutil/trace.go:171","msg":"trace[419957240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26649; }","duration":"123.231438ms","start":"2026-05-27T06:59:57.009573Z","end":"2026-05-27T06:59:57.132805Z","steps":["trace[419957240] 'agreement among raft nodes before linearized reading' (duration: 67.944785ms)","trace[419957240] 'range keys from in-memory index tree' (duration: 55.054817ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:57.393536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.522765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:57.393614Z","caller":"traceutil/trace.go:171","msg":"trace[46695550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26650; }","duration":"104.658209ms","start":"2026-05-27T06:59:57.288938Z","end":"2026-05-27T06:59:57.393596Z","steps":["trace[46695550] 'range keys from in-memory index tree' (duration: 104.38235ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:58.716656Z","caller":"traceutil/trace.go:171","msg":"trace[278992390] linearizableReadLoop","detail":"{readStateIndex:27557; appliedIndex:27556; }","duration":"151.440673ms","start":"2026-05-27T06:59:58.565194Z","end":"2026-05-27T06:59:58.716635Z","steps":["trace[278992390] 'read index received' (duration: 94.917391ms)","trace[278992390] 'applied index is now lower than readState.Index' (duration: 56.522182ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:59:58.716687Z","caller":"traceutil/trace.go:171","msg":"trace[1350407932] transaction","detail":"{read_only:false; response_revision:26651; number_of_response:1; }","duration":"155.731719ms","start":"2026-05-27T06:59:58.560926Z","end":"2026-05-27T06:59:58.716657Z","steps":["trace[1350407932] 'process raft request' (duration: 99.171955ms)","trace[1350407932] 'compare' (duration: 56.308826ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T06:59:58.716924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.701152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:58.71701Z","caller":"traceutil/trace.go:171","msg":"trace[1874858321] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26651; }","duration":"151.822366ms","start":"2026-05-27T06:59:58.565165Z","end":"2026-05-27T06:59:58.716987Z","steps":["trace[1874858321] 'agreement among raft nodes before linearized reading' (duration: 151.572778ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:58.738809Z","caller":"traceutil/trace.go:171","msg":"trace[502412384] transaction","detail":"{read_only:false; response_revision:26652; number_of_response:1; }","duration":"151.445504ms","start":"2026-05-27T06:59:58.587344Z","end":"2026-05-27T06:59:58.73879Z","steps":["trace[502412384] 'process raft request' (duration: 151.023691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:58.739083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.739407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T06:59:58.740238Z","caller":"traceutil/trace.go:171","msg":"trace[1879797759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26652; }","duration":"102.940005ms","start":"2026-05-27T06:59:58.637278Z","end":"2026-05-27T06:59:58.740218Z","steps":["trace[1879797759] 'agreement among raft nodes before linearized reading' (duration: 101.699876ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:59.231625Z","caller":"traceutil/trace.go:171","msg":"trace[1564610922] linearizableReadLoop","detail":"{readStateIndex:27559; appliedIndex:27558; }","duration":"355.498205ms","start":"2026-05-27T06:59:58.876097Z","end":"2026-05-27T06:59:59.231596Z","steps":["trace[1564610922] 'read index received' (duration: 355.424123ms)","trace[1564610922] 'applied index is now lower than readState.Index' (duration: 72.812µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:59:59.231975Z","caller":"traceutil/trace.go:171","msg":"trace[481552488] transaction","detail":"{read_only:false; response_revision:26653; number_of_response:1; }","duration":"484.719004ms","start":"2026-05-27T06:59:58.747232Z","end":"2026-05-27T06:59:59.231951Z","steps":["trace[481552488] 'process raft request' (duration: 484.157916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:59.232112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:58.747219Z","time spent":"484.803407ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:59.23238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.276591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T06:59:59.232454Z","caller":"traceutil/trace.go:171","msg":"trace[607481668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26653; }","duration":"356.386104ms","start":"2026-05-27T06:59:58.876048Z","end":"2026-05-27T06:59:59.232434Z","steps":["trace[607481668] 'agreement among raft nodes before linearized reading' (duration: 356.178087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:59.232502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:58.876027Z","time spent":"356.461916ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-27T06:59:59.531938Z","caller":"traceutil/trace.go:171","msg":"trace[1808434818] linearizableReadLoop","detail":"{readStateIndex:27566; appliedIndex:27559; }","duration":"300.189761ms","start":"2026-05-27T06:59:59.231717Z","end":"2026-05-27T06:59:59.531907Z","steps":["trace[1808434818] 'read index received' (duration: 299.642474ms)","trace[1808434818] 'applied index is now lower than readState.Index' (duration: 545.447µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:59:59.532343Z","caller":"traceutil/trace.go:171","msg":"trace[101565226] transaction","detail":"{read_only:false; response_revision:26654; number_of_response:1; }","duration":"653.2623ms","start":"2026-05-27T06:59:58.879065Z","end":"2026-05-27T06:59:59.532328Z","steps":["trace[101565226] 'process raft request' (duration: 652.32624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:59.532526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:58.879033Z","time spent":"653.392344ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:59.532859Z","caller":"traceutil/trace.go:171","msg":"trace[491545733] transaction","detail":"{read_only:false; response_revision:26655; number_of_response:1; }","duration":"653.494747ms","start":"2026-05-27T06:59:58.879351Z","end":"2026-05-27T06:59:59.532845Z","steps":["trace[491545733] 'process raft request' (duration: 652.257708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:59.533008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:58.87934Z","time spent":"653.61159ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:59.533366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.575782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:59:59.533491Z","caller":"traceutil/trace.go:171","msg":"trace[490148499] transaction","detail":"{read_only:false; response_revision:26656; number_of_response:1; }","duration":"653.933041ms","start":"2026-05-27T06:59:58.879532Z","end":"2026-05-27T06:59:59.533465Z","steps":["trace[490148499] 'process raft request' (duration: 652.124453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:59.533567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.258346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:59.533629Z","caller":"traceutil/trace.go:171","msg":"trace[313419948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26661; }","duration":"243.380889ms","start":"2026-05-27T06:59:59.290231Z","end":"2026-05-27T06:59:59.533612Z","steps":["trace[313419948] 'agreement among raft nodes before linearized reading' (duration: 243.299557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:59.533645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:58.879525Z","time spent":"654.030134ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T06:59:59.533772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.119717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T06:59:59.533508Z","caller":"traceutil/trace.go:171","msg":"trace[1912742423] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26660; }","duration":"567.764948ms","start":"2026-05-27T06:59:58.96572Z","end":"2026-05-27T06:59:59.533484Z","steps":["trace[1912742423] 'agreement among raft nodes before linearized reading' (duration: 567.574912ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:59.533898Z","caller":"traceutil/trace.go:171","msg":"trace[413782016] transaction","detail":"{read_only:false; response_revision:26657; number_of_response:1; }","duration":"654.237711ms","start":"2026-05-27T06:59:58.879638Z","end":"2026-05-27T06:59:59.533876Z","steps":["trace[413782016] 'process raft request' (duration: 652.064022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:59.533938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:58.965697Z","time spent":"568.217692ms","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:59.533985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:58.879628Z","time spent":"654.306643ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:59.534185Z","caller":"traceutil/trace.go:171","msg":"trace[45047839] transaction","detail":"{read_only:false; response_revision:26658; number_of_response:1; }","duration":"650.815592ms","start":"2026-05-27T06:59:58.883352Z","end":"2026-05-27T06:59:59.534168Z","steps":["trace[45047839] 'process raft request' (duration: 648.392575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:59.533446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.57807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T06:59:59.534263Z","caller":"traceutil/trace.go:171","msg":"trace[1389916347] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26661; }","duration":"282.401686ms","start":"2026-05-27T06:59:59.251844Z","end":"2026-05-27T06:59:59.534246Z","steps":["trace[1389916347] 'agreement among raft nodes before linearized reading' (duration: 281.511348ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:59.534325Z","caller":"traceutil/trace.go:171","msg":"trace[1705683720] transaction","detail":"{read_only:false; response_revision:26659; number_of_response:1; }","duration":"650.827153ms","start":"2026-05-27T06:59:58.883486Z","end":"2026-05-27T06:59:59.534313Z","steps":["trace[1705683720] 'process raft request' (duration: 648.307773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:59.534414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:58.883462Z","time spent":"650.906174ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:59.533879Z","caller":"traceutil/trace.go:171","msg":"trace[239671330] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26661; }","duration":"590.265341ms","start":"2026-05-27T06:59:58.943594Z","end":"2026-05-27T06:59:59.533859Z","steps":["trace[239671330] 'agreement among raft nodes before linearized reading' (duration: 590.052074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:59.534519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:58.943568Z","time spent":"590.930272ms","remote":"127.0.0.1:41496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-27T06:59:59.534657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.934388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T06:59:59.534759Z","caller":"traceutil/trace.go:171","msg":"trace[1302854250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26661; }","duration":"658.067032ms","start":"2026-05-27T06:59:58.876675Z","end":"2026-05-27T06:59:59.534742Z","steps":["trace[1302854250] 'agreement among raft nodes before linearized reading' (duration: 657.734982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:59.534277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:58.883339Z","time spent":"650.891344ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:59.534708Z","caller":"traceutil/trace.go:171","msg":"trace[268364870] transaction","detail":"{read_only:false; response_revision:26660; number_of_response:1; }","duration":"650.675177ms","start":"2026-05-27T06:59:58.884011Z","end":"2026-05-27T06:59:59.534686Z","steps":["trace[268364870] 'process raft request' (duration: 647.834887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:59.534213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.909402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T06:59:59.53516Z","caller":"traceutil/trace.go:171","msg":"trace[208425242] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26661; }","duration":"655.854322ms","start":"2026-05-27T06:59:58.879287Z","end":"2026-05-27T06:59:59.535141Z","steps":["trace[208425242] 'agreement among raft nodes before linearized reading' (duration: 654.686065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:59.535231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:58.879261Z","time spent":"655.952525ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-27T06:59:59.5353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:58.883979Z","time spent":"651.135072ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T06:59:59.533502Z","caller":"traceutil/trace.go:171","msg":"trace[1808429195] transaction","detail":"{read_only:false; response_revision:26661; number_of_response:1; }","duration":"295.74626ms","start":"2026-05-27T06:59:59.237739Z","end":"2026-05-27T06:59:59.533485Z","steps":["trace[1808429195] 'process raft request' (duration: 295.453561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:59.534895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.987648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-27T06:59:59.535551Z","caller":"traceutil/trace.go:171","msg":"trace[224983172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26661; }","duration":"366.69456ms","start":"2026-05-27T06:59:59.168841Z","end":"2026-05-27T06:59:59.535536Z","steps":["trace[224983172] 'agreement among raft nodes before linearized reading' (duration: 365.898185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:59.53558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:58.876657Z","time spent":"658.899838ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T06:59:59.535609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:59.168814Z","time spent":"366.781153ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T06:59:59.533397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.617144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T06:59:59.535713Z","caller":"traceutil/trace.go:171","msg":"trace[1177468607] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26660; }","duration":"453.978469ms","start":"2026-05-27T06:59:59.081703Z","end":"2026-05-27T06:59:59.535681Z","steps":["trace[1177468607] 'agreement among raft nodes before linearized reading' (duration: 451.467479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T06:59:59.535825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T06:59:59.081677Z","time spent":"454.107263ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T06:59:59.795826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.364624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T06:59:59.795938Z","caller":"traceutil/trace.go:171","msg":"trace[1300175690] transaction","detail":"{read_only:false; response_revision:26662; number_of_response:1; }","duration":"255.804032ms","start":"2026-05-27T06:59:59.540116Z","end":"2026-05-27T06:59:59.79592Z","steps":["trace[1300175690] 'process raft request' (duration: 96.252133ms)","trace[1300175690] 'compare' (duration: 159.118125ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T06:59:59.797471Z","caller":"traceutil/trace.go:171","msg":"trace[1697789417] transaction","detail":"{read_only:false; response_revision:26664; number_of_response:1; }","duration":"256.343849ms","start":"2026-05-27T06:59:59.541116Z","end":"2026-05-27T06:59:59.79746Z","steps":["trace[1697789417] 'process raft request' (duration: 256.280237ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:59.79754Z","caller":"traceutil/trace.go:171","msg":"trace[383068288] transaction","detail":"{read_only:false; response_revision:26663; number_of_response:1; }","duration":"257.368032ms","start":"2026-05-27T06:59:59.54012Z","end":"2026-05-27T06:59:59.797488Z","steps":["trace[383068288] 'process raft request' (duration: 257.183216ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T06:59:59.797788Z","caller":"traceutil/trace.go:171","msg":"trace[928805139] transaction","detail":"{read_only:false; response_revision:26665; number_of_response:1; }","duration":"255.610016ms","start":"2026-05-27T06:59:59.54217Z","end":"2026-05-27T06:59:59.79778Z","steps":["trace[928805139] 'process raft request' (duration: 255.257735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:04.395288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429387,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:00:04.895832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429387,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:00:05.066189Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.248431777s","expected-duration":"1s"} {"level":"info","ts":"2026-05-27T07:00:05.06727Z","caller":"traceutil/trace.go:171","msg":"trace[1711593715] transaction","detail":"{read_only:false; response_revision:26735; number_of_response:1; }","duration":"1.249578413s","start":"2026-05-27T07:00:03.817661Z","end":"2026-05-27T07:00:05.067239Z","steps":["trace[1711593715] 'process raft request' (duration: 1.249388667s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:05.067751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:03.81764Z","time spent":"1.249718728s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:06.499675Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.432565057s","expected-duration":"1s"} {"level":"info","ts":"2026-05-27T07:00:06.50021Z","caller":"traceutil/trace.go:171","msg":"trace[1682584895] linearizableReadLoop","detail":"{readStateIndex:27645; appliedIndex:27641; }","duration":"2.604949102s","start":"2026-05-27T07:00:03.895238Z","end":"2026-05-27T07:00:06.500187Z","steps":["trace[1682584895] 'read index received' (duration: 1.171815607s)","trace[1682584895] 'applied index is now lower than readState.Index' (duration: 1.433132115s)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:00:06.500558Z","caller":"traceutil/trace.go:171","msg":"trace[949745660] transaction","detail":"{read_only:false; response_revision:26736; number_of_response:1; }","duration":"2.682074199s","start":"2026-05-27T07:00:03.818475Z","end":"2026-05-27T07:00:06.500549Z","steps":["trace[949745660] 'process raft request' (duration: 2.68147041s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:06.500653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:03.818455Z","time spent":"2.68212547s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:06.501082Z","caller":"traceutil/trace.go:171","msg":"trace[657750406] transaction","detail":"{read_only:false; response_revision:26738; number_of_response:1; }","duration":"2.679685172s","start":"2026-05-27T07:00:03.821358Z","end":"2026-05-27T07:00:06.501043Z","steps":["trace[657750406] 'process raft request' (duration: 2.678797414s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:06.50113Z","caller":"traceutil/trace.go:171","msg":"trace[70718543] transaction","detail":"{read_only:false; response_revision:26737; number_of_response:1; }","duration":"2.681541642s","start":"2026-05-27T07:00:03.81958Z","end":"2026-05-27T07:00:06.501122Z","steps":["trace[70718543] 'process raft request' (duration: 2.68054173s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:06.501174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:03.819571Z","time spent":"2.681580173s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:06.50124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:03.821342Z","time spent":"2.679792686s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:06.501348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.606070608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:06.501435Z","caller":"traceutil/trace.go:171","msg":"trace[1246060742] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26738; }","duration":"2.606223113s","start":"2026-05-27T07:00:03.895188Z","end":"2026-05-27T07:00:06.501412Z","steps":["trace[1246060742] 'agreement among raft nodes before linearized reading' (duration: 2.606059448s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:06.501517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:03.895164Z","time spent":"2.606339956s","remote":"127.0.0.1:46720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:07.001226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:00:07.29113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000384436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T07:00:07.291232Z","caller":"traceutil/trace.go:171","msg":"trace[1550133106] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000553781s","start":"2026-05-27T07:00:05.290654Z","end":"2026-05-27T07:00:07.291208Z","steps":["trace[1550133106] 'agreement among raft nodes before linearized reading' (duration: 2.000418247s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:07.291287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:05.290631Z","time spent":"2.000646974s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 07:00:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:07.501729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:00:08.002805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:00:08.158308Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.360017385s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T07:00:08.521169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.676303ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-27T07:00:08.521968Z","caller":"traceutil/trace.go:171","msg":"trace[1018371662] transaction","detail":"{read_only:false; response_revision:26739; number_of_response:1; }","duration":"3.058420933s","start":"2026-05-27T07:00:05.463512Z","end":"2026-05-27T07:00:08.521932Z","steps":["trace[1018371662] 'process raft request' (duration: 3.057758062s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:08.522165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:05.463489Z","time spent":"3.058569628s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:09.291871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000710807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-27T07:00:09.291986Z","caller":"traceutil/trace.go:171","msg":"trace[1049141499] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000900683s","start":"2026-05-27T07:00:07.291059Z","end":"2026-05-27T07:00:09.29196Z","steps":["trace[1049141499] 'agreement among raft nodes before linearized reading' (duration: 2.000734448s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:09.292066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:07.291042Z","time spent":"2.000996916s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 07:00:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:09.525074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003065835s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:00:09.525676Z","caller":"traceutil/trace.go:171","msg":"trace[1440987808] transaction","detail":"{read_only:false; response_revision:26748; number_of_response:1; }","duration":"686.640358ms","start":"2026-05-27T07:00:08.839012Z","end":"2026-05-27T07:00:09.525652Z","steps":["trace[1440987808] 'process raft request' (duration: 686.597487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:09.525755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:08.83899Z","time spent":"686.7248ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:09.526744Z","caller":"traceutil/trace.go:171","msg":"trace[1178964309] transaction","detail":"{read_only:false; response_revision:26745; number_of_response:1; }","duration":"3.901015548s","start":"2026-05-27T07:00:05.625692Z","end":"2026-05-27T07:00:09.526708Z","steps":["trace[1178964309] 'process raft request' (duration: 3.899802099s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:09.526784Z","caller":"traceutil/trace.go:171","msg":"trace[1131405463] transaction","detail":"{read_only:false; response_revision:26744; number_of_response:1; }","duration":"3.900999288s","start":"2026-05-27T07:00:05.625644Z","end":"2026-05-27T07:00:09.526643Z","steps":["trace[1131405463] 'process raft request' (duration: 3.89981122s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:09.526931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:05.625662Z","time spent":"3.901169943s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:09.52704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:05.625612Z","time spent":"3.901306648s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:09.527123Z","caller":"traceutil/trace.go:171","msg":"trace[1419659144] linearizableReadLoop","detail":"{readStateIndex:27655; appliedIndex:27645; }","duration":"3.026829751s","start":"2026-05-27T07:00:06.50027Z","end":"2026-05-27T07:00:09.527099Z","steps":["trace[1419659144] 'read index received' (duration: 1.658156181s)","trace[1419659144] 'applied index is now lower than readState.Index' (duration: 1.3686709s)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:00:09.527103Z","caller":"traceutil/trace.go:171","msg":"trace[1903650151] transaction","detail":"{read_only:false; response_revision:26747; number_of_response:1; }","duration":"3.47700659s","start":"2026-05-27T07:00:06.05005Z","end":"2026-05-27T07:00:09.527056Z","steps":["trace[1903650151] 'process raft request' (duration: 3.475512483s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:09.527142Z","caller":"traceutil/trace.go:171","msg":"trace[995955218] transaction","detail":"{read_only:false; response_revision:26746; number_of_response:1; }","duration":"3.900607515s","start":"2026-05-27T07:00:05.626495Z","end":"2026-05-27T07:00:09.527103Z","steps":["trace[995955218] 'process raft request' (duration: 3.899035676s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:09.527275Z","caller":"traceutil/trace.go:171","msg":"trace[1529454109] transaction","detail":"{read_only:false; response_revision:26740; number_of_response:1; }","duration":"3.910372435s","start":"2026-05-27T07:00:05.616851Z","end":"2026-05-27T07:00:09.527224Z","steps":["trace[1529454109] 'process raft request' (duration: 2.905057349s)","trace[1529454109] 'compare' (duration: 1.002666452s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:09.527234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.268173294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-27T07:00:09.527349Z","caller":"traceutil/trace.go:171","msg":"trace[935782896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26748; }","duration":"4.268320709s","start":"2026-05-27T07:00:05.259015Z","end":"2026-05-27T07:00:09.527336Z","steps":["trace[935782896] 'agreement among raft nodes before linearized reading' (duration: 4.268091662s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:09.52738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:05.616826Z","time spent":"3.910497159s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:09.527383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:05.626471Z","time spent":"3.90075183s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:09.52741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:06.05002Z","time spent":"3.477188526s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:09.527392Z","caller":"traceutil/trace.go:171","msg":"trace[88046328] transaction","detail":"{read_only:false; response_revision:26742; number_of_response:1; }","duration":"3.902804355s","start":"2026-05-27T07:00:05.624535Z","end":"2026-05-27T07:00:09.527339Z","steps":["trace[88046328] 'process raft request' (duration: 3.900838393s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:09.527537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.356659353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:00:09.527539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.356926119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-27T07:00:09.527395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:05.258996Z","time spent":"4.2683894s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-27T07:00:09.527585Z","caller":"traceutil/trace.go:171","msg":"trace[548836979] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26748; }","duration":"3.356743375s","start":"2026-05-27T07:00:06.170827Z","end":"2026-05-27T07:00:09.527571Z","steps":["trace[548836979] 'agreement among raft nodes before linearized reading' (duration: 3.35658888s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:09.527596Z","caller":"traceutil/trace.go:171","msg":"trace[422303765] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26748; }","duration":"4.357013882s","start":"2026-05-27T07:00:05.170565Z","end":"2026-05-27T07:00:09.527579Z","steps":["trace[422303765] 'agreement among raft nodes before linearized reading' (duration: 4.35665688s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:09.527628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:06.170803Z","time spent":"3.356816008s","remote":"127.0.0.1:38618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:09.527637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:05.170548Z","time spent":"4.357078864s","remote":"127.0.0.1:37344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":163,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:09.527662Z","caller":"traceutil/trace.go:171","msg":"trace[592665186] transaction","detail":"{read_only:false; response_revision:26741; number_of_response:1; }","duration":"3.906411159s","start":"2026-05-27T07:00:05.621223Z","end":"2026-05-27T07:00:09.527634Z","steps":["trace[592665186] 'process raft request' (duration: 3.903995303s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:09.527719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:05.624522Z","time spent":"3.903007412s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:09.527773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:05.621213Z","time spent":"3.906509452s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:09.527868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.458484853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:09.52793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.583197885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-27T07:00:09.527955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.68488393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:00:09.527973Z","caller":"traceutil/trace.go:171","msg":"trace[11537089] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26748; }","duration":"4.583282859s","start":"2026-05-27T07:00:04.944678Z","end":"2026-05-27T07:00:09.527961Z","steps":["trace[11537089] 'agreement among raft nodes before linearized reading' (duration: 4.583165035s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:09.527958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.890452573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T07:00:09.527979Z","caller":"traceutil/trace.go:171","msg":"trace[58418670] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26748; }","duration":"3.458654787s","start":"2026-05-27T07:00:06.069301Z","end":"2026-05-27T07:00:09.527956Z","steps":["trace[58418670] 'agreement among raft nodes before linearized reading' (duration: 3.45841084s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:09.527997Z","caller":"traceutil/trace.go:171","msg":"trace[1426321762] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26748; }","duration":"4.685167359s","start":"2026-05-27T07:00:04.842817Z","end":"2026-05-27T07:00:09.527985Z","steps":["trace[1426321762] 'agreement among raft nodes before linearized reading' (duration: 4.685072986s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:09.528007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:04.944655Z","time spent":"4.58334602s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-27T07:00:09.528028Z","caller":"traceutil/trace.go:171","msg":"trace[864441703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26748; }","duration":"3.890550636s","start":"2026-05-27T07:00:05.637455Z","end":"2026-05-27T07:00:09.528005Z","steps":["trace[864441703] 'agreement among raft nodes before linearized reading' (duration: 3.890326539s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:09.528035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:04.842788Z","time spent":"4.685238582s","remote":"127.0.0.1:37846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:09.528036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:06.069274Z","time spent":"3.458746341s","remote":"127.0.0.1:41124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:09.528077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:05.637439Z","time spent":"3.890628159s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T07:00:09.528095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.245165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:09.528133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381695084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:00:09.528143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.604244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:09.528082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.80389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b357211fefd7f6\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-27T07:00:09.528172Z","caller":"traceutil/trace.go:171","msg":"trace[904873056] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26748; }","duration":"1.381762836s","start":"2026-05-27T07:00:08.146397Z","end":"2026-05-27T07:00:09.52816Z","steps":["trace[904873056] 'agreement among raft nodes before linearized reading' (duration: 1.381705194s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:09.52818Z","caller":"traceutil/trace.go:171","msg":"trace[1564845815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26748; }","duration":"230.652345ms","start":"2026-05-27T07:00:09.297517Z","end":"2026-05-27T07:00:09.528169Z","steps":["trace[1564845815] 'agreement among raft nodes before linearized reading' (duration: 230.583833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:09.52819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609409276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:09.528205Z","caller":"traceutil/trace.go:171","msg":"trace[1969526113] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b357211fefd7f6; range_end:; response_count:1; response_revision:26748; }","duration":"230.919594ms","start":"2026-05-27T07:00:09.29727Z","end":"2026-05-27T07:00:09.52819Z","steps":["trace[1969526113] 'agreement among raft nodes before linearized reading' (duration: 230.691907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:09.528035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.45387891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-27T07:00:09.528263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020929011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T07:00:09.528266Z","caller":"traceutil/trace.go:171","msg":"trace[1372633772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26748; }","duration":"2.454106107s","start":"2026-05-27T07:00:07.074148Z","end":"2026-05-27T07:00:09.528254Z","steps":["trace[1372633772] 'agreement among raft nodes before linearized reading' (duration: 2.453818178s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:09.52829Z","caller":"traceutil/trace.go:171","msg":"trace[1316572994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26748; }","duration":"1.020954152s","start":"2026-05-27T07:00:08.507328Z","end":"2026-05-27T07:00:09.528282Z","steps":["trace[1316572994] 'agreement among raft nodes before linearized reading' (duration: 1.02088777s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:09.528315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:08.507242Z","time spent":"1.021068486s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T07:00:09.528307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:07.073954Z","time spent":"2.454341275s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T07:00:09.527893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.861854814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:09.528362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926497693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-27T07:00:09.528137Z","caller":"traceutil/trace.go:171","msg":"trace[595077990] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26748; }","duration":"767.331748ms","start":"2026-05-27T07:00:08.760792Z","end":"2026-05-27T07:00:09.528124Z","steps":["trace[595077990] 'agreement among raft nodes before linearized reading' (duration: 767.262856ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:09.528381Z","caller":"traceutil/trace.go:171","msg":"trace[1209665435] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26748; }","duration":"4.862426832s","start":"2026-05-27T07:00:04.665929Z","end":"2026-05-27T07:00:09.528356Z","steps":["trace[1209665435] 'agreement among raft nodes before linearized reading' (duration: 4.861882635s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:09.528398Z","caller":"traceutil/trace.go:171","msg":"trace[2031185365] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26748; }","duration":"1.926562085s","start":"2026-05-27T07:00:07.601827Z","end":"2026-05-27T07:00:09.528389Z","steps":["trace[2031185365] 'agreement among raft nodes before linearized reading' (duration: 1.926463532s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:09.528416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021658094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-27T07:00:09.52843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:07.601807Z","time spent":"1.926616406s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-05-27T07:00:09.527917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.376598643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:09.528442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:04.665903Z","time spent":"4.862518475s","remote":"127.0.0.1:41426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:09.528477Z","caller":"traceutil/trace.go:171","msg":"trace[1311583520] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26748; }","duration":"4.377197042s","start":"2026-05-27T07:00:05.151265Z","end":"2026-05-27T07:00:09.528462Z","steps":["trace[1311583520] 'agreement among raft nodes before linearized reading' (duration: 4.376602603s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:09.528467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985647209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:00:09.528496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022049977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T07:00:09.528522Z","caller":"traceutil/trace.go:171","msg":"trace[358846342] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26748; }","duration":"1.022106688s","start":"2026-05-27T07:00:08.506408Z","end":"2026-05-27T07:00:09.528515Z","steps":["trace[358846342] 'agreement among raft nodes before linearized reading' (duration: 1.022043816s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:09.528525Z","caller":"traceutil/trace.go:171","msg":"trace[2088122038] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26748; }","duration":"1.985734582s","start":"2026-05-27T07:00:07.542776Z","end":"2026-05-27T07:00:09.528511Z","steps":["trace[2088122038] 'agreement among raft nodes before linearized reading' (duration: 1.985568207s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:09.528549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:08.50639Z","time spent":"1.02215403s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-27T07:00:09.528199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:08.146378Z","time spent":"1.381814447s","remote":"127.0.0.1:54820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:09.528562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:07.542759Z","time spent":"1.985793784s","remote":"127.0.0.1:41572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:09.528564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191134059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:00:09.528582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412054403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:09.528596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022184141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-27T07:00:09.528621Z","caller":"traceutil/trace.go:171","msg":"trace[61936128] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26748; }","duration":"1.191241993s","start":"2026-05-27T07:00:08.337364Z","end":"2026-05-27T07:00:09.528606Z","steps":["trace[61936128] 'agreement among raft nodes before linearized reading' (duration: 1.19115052s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:09.528652Z","caller":"traceutil/trace.go:171","msg":"trace[1090008515] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:26748; }","duration":"1.022268593s","start":"2026-05-27T07:00:08.506371Z","end":"2026-05-27T07:00:09.52864Z","steps":["trace[1090008515] 'agreement among raft nodes before linearized reading' (duration: 1.022097298s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:09.528722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:08.506353Z","time spent":"1.022361067s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.207\" "} {"level":"warn","ts":"2026-05-27T07:00:09.528662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:08.337335Z","time spent":"1.191316926s","remote":"127.0.0.1:54792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:09.527541Z","caller":"traceutil/trace.go:171","msg":"trace[1573274008] transaction","detail":"{read_only:false; response_revision:26743; number_of_response:1; }","duration":"3.901982019s","start":"2026-05-27T07:00:05.625543Z","end":"2026-05-27T07:00:09.527525Z","steps":["trace[1573274008] 'process raft request' (duration: 3.899874282s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:09.528846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:05.625529Z","time spent":"3.903281091s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:09.528425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:08.760767Z","time spent":"767.646828ms","remote":"127.0.0.1:41504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-27T07:00:09.528272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614748135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:09.528986Z","caller":"traceutil/trace.go:171","msg":"trace[2015410325] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26748; }","duration":"1.615452098s","start":"2026-05-27T07:00:07.913515Z","end":"2026-05-27T07:00:09.528967Z","steps":["trace[2015410325] 'agreement among raft nodes before linearized reading' (duration: 1.614732265s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:09.529047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:07.913454Z","time spent":"1.615572781s","remote":"127.0.0.1:41472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:09.528514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:05.151239Z","time spent":"4.377265964s","remote":"127.0.0.1:51586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:09.528439Z","caller":"traceutil/trace.go:171","msg":"trace[1032333250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26748; }","duration":"1.021701666s","start":"2026-05-27T07:00:08.506732Z","end":"2026-05-27T07:00:09.528434Z","steps":["trace[1032333250] 'agreement among raft nodes before linearized reading' (duration: 1.021642064s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:09.529388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:08.506722Z","time spent":"1.022653496s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-27T07:00:09.528229Z","caller":"traceutil/trace.go:171","msg":"trace[1863025496] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26748; }","duration":"1.609461728s","start":"2026-05-27T07:00:07.918755Z","end":"2026-05-27T07:00:09.528217Z","steps":["trace[1863025496] 'agreement among raft nodes before linearized reading' (duration: 1.609400476s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:09.529501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:07.918746Z","time spent":"1.610737918s","remote":"127.0.0.1:54842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:09.528624Z","caller":"traceutil/trace.go:171","msg":"trace[433178494] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26748; }","duration":"2.412117185s","start":"2026-05-27T07:00:07.116498Z","end":"2026-05-27T07:00:09.528615Z","steps":["trace[433178494] 'agreement among raft nodes before linearized reading' (duration: 2.412044543s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:09.529619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:07.116484Z","time spent":"2.413119708s","remote":"127.0.0.1:48368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:10.031896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:00:11.530763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999500198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T07:00:11.530861Z","caller":"traceutil/trace.go:171","msg":"trace[150297988] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999659623s","start":"2026-05-27T07:00:09.531179Z","end":"2026-05-27T07:00:11.530838Z","steps":["trace[150297988] 'agreement among raft nodes before linearized reading' (duration: 1.999535219s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:11.530917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:09.530961Z","time spent":"1.999945532s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 07:00:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:11.639368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.926999ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:11.63951Z","caller":"traceutil/trace.go:171","msg":"trace[336369184] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26748; }","duration":"536.098844ms","start":"2026-05-27T07:00:11.103395Z","end":"2026-05-27T07:00:11.639494Z","steps":["trace[336369184] 'range keys from in-memory index tree' (duration: 535.909647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:11.641736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29110978s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-27T07:00:11.641814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:09.530837Z","time spent":"2.110973564s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-27T07:00:11.657136Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.306532309s","expected-duration":"1s"} {"level":"info","ts":"2026-05-27T07:00:11.657554Z","caller":"traceutil/trace.go:171","msg":"trace[1570836126] transaction","detail":"{read_only:false; response_revision:26752; number_of_response:1; }","duration":"2.120861716s","start":"2026-05-27T07:00:09.536678Z","end":"2026-05-27T07:00:11.65754Z","steps":["trace[1570836126] 'process raft request' (duration: 2.120808845s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:11.657663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:09.536638Z","time spent":"2.12095317s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:11.657739Z","caller":"traceutil/trace.go:171","msg":"trace[200156779] transaction","detail":"{read_only:false; response_revision:26750; number_of_response:1; }","duration":"2.121227308s","start":"2026-05-27T07:00:09.536505Z","end":"2026-05-27T07:00:11.657732Z","steps":["trace[200156779] 'process raft request' (duration: 2.120911588s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:11.657783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:09.536492Z","time spent":"2.121269709s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:11.657845Z","caller":"traceutil/trace.go:171","msg":"trace[1565929757] transaction","detail":"{read_only:false; response_revision:26751; number_of_response:1; }","duration":"2.121170267s","start":"2026-05-27T07:00:09.536667Z","end":"2026-05-27T07:00:11.657838Z","steps":["trace[1565929757] 'process raft request' (duration: 2.120794535s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:11.657882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:09.536627Z","time spent":"2.121238179s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:11.657986Z","caller":"traceutil/trace.go:171","msg":"trace[954206252] transaction","detail":"{read_only:false; response_revision:26753; number_of_response:1; }","duration":"2.12035395s","start":"2026-05-27T07:00:09.537625Z","end":"2026-05-27T07:00:11.657979Z","steps":["trace[954206252] 'process raft request' (duration: 2.119888576s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:11.658028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:09.537615Z","time spent":"2.120394542s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:11.658282Z","caller":"traceutil/trace.go:171","msg":"trace[1611859725] transaction","detail":"{read_only:false; response_revision:26749; number_of_response:1; }","duration":"2.126514687s","start":"2026-05-27T07:00:09.531761Z","end":"2026-05-27T07:00:11.658275Z","steps":["trace[1611859725] 'process raft request' (duration: 2.125519245s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:11.658321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:09.531738Z","time spent":"2.126564388s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:11.658547Z","caller":"traceutil/trace.go:171","msg":"trace[1060504280] transaction","detail":"{read_only:false; response_revision:26754; number_of_response:1; }","duration":"2.120452454s","start":"2026-05-27T07:00:09.538081Z","end":"2026-05-27T07:00:11.658534Z","steps":["trace[1060504280] 'process raft request' (duration: 2.119865515s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:11.658599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:09.53807Z","time spent":"2.120506245s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:11.658862Z","caller":"traceutil/trace.go:171","msg":"trace[1693472688] linearizableReadLoop","detail":"{readStateIndex:27665; appliedIndex:27656; }","duration":"2.127614322s","start":"2026-05-27T07:00:09.531227Z","end":"2026-05-27T07:00:11.658841Z","steps":["trace[1693472688] 'read index received' (duration: 819.41314ms)","trace[1693472688] 'applied index is now lower than readState.Index' (duration: 1.308199792s)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:00:11.658972Z","caller":"traceutil/trace.go:171","msg":"trace[2099465020] transaction","detail":"{read_only:false; response_revision:26755; number_of_response:1; }","duration":"2.120850396s","start":"2026-05-27T07:00:09.5381Z","end":"2026-05-27T07:00:11.65895Z","steps":["trace[2099465020] 'process raft request' (duration: 2.120400052s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:11.659037Z","caller":"traceutil/trace.go:171","msg":"trace[1002865215] transaction","detail":"{read_only:false; response_revision:26756; number_of_response:1; }","duration":"2.097705272s","start":"2026-05-27T07:00:09.561314Z","end":"2026-05-27T07:00:11.659019Z","steps":["trace[1002865215] 'process raft request' (duration: 2.097437294s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:11.659093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:09.538085Z","time spent":"2.120936799s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:11.659148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:09.561285Z","time spent":"2.097789115s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:12.159449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:00:13.539764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999875761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-27T07:00:13.539858Z","caller":"traceutil/trace.go:171","msg":"trace[1199819472] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000058277s","start":"2026-05-27T07:00:11.539781Z","end":"2026-05-27T07:00:13.539839Z","steps":["trace[1199819472] 'agreement among raft nodes before linearized reading' (duration: 1.999920092s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:13.539911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:11.539755Z","time spent":"2.000144829s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 07:00:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:13.915468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505844991s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:00:13.915726Z","caller":"traceutil/trace.go:171","msg":"trace[665688734] linearizableReadLoop","detail":"{readStateIndex:27673; appliedIndex:27665; }","duration":"2.25678621s","start":"2026-05-27T07:00:11.658927Z","end":"2026-05-27T07:00:13.915713Z","steps":["trace[665688734] 'read index received' (duration: 750.506905ms)","trace[665688734] 'applied index is now lower than readState.Index' (duration: 1.506277875s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:13.915893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.138553016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:13.915917Z","caller":"traceutil/trace.go:171","msg":"trace[403328404] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26764; }","duration":"3.138618839s","start":"2026-05-27T07:00:10.777292Z","end":"2026-05-27T07:00:13.915911Z","steps":["trace[403328404] 'agreement among raft nodes before linearized reading' (duration: 3.138576127s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:13.915941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:10.777268Z","time spent":"3.138668151s","remote":"127.0.0.1:51542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:13.915969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.617243162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:00:13.916034Z","caller":"traceutil/trace.go:171","msg":"trace[1527189593] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26764; }","duration":"2.617355385s","start":"2026-05-27T07:00:11.298664Z","end":"2026-05-27T07:00:13.916019Z","steps":["trace[1527189593] 'agreement among raft nodes before linearized reading' (duration: 2.61720095s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:13.916039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.361329468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-27T07:00:13.916076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.380477376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:13.916098Z","caller":"traceutil/trace.go:171","msg":"trace[573651755] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26764; }","duration":"4.380519458s","start":"2026-05-27T07:00:09.535572Z","end":"2026-05-27T07:00:13.916092Z","steps":["trace[573651755] 'agreement among raft nodes before linearized reading' (duration: 4.380485827s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:13.916091Z","caller":"traceutil/trace.go:171","msg":"trace[1125303755] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26764; }","duration":"4.361427252s","start":"2026-05-27T07:00:09.554646Z","end":"2026-05-27T07:00:13.916073Z","steps":["trace[1125303755] 'agreement among raft nodes before linearized reading' (duration: 4.361235686s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:13.916114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:09.535553Z","time spent":"4.380557398s","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-27T07:00:13.916127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:09.554622Z","time spent":"4.361497553s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-27T07:00:13.916137Z","caller":"traceutil/trace.go:171","msg":"trace[1623189904] transaction","detail":"{read_only:false; response_revision:26758; number_of_response:1; }","duration":"2.375265537s","start":"2026-05-27T07:00:11.540864Z","end":"2026-05-27T07:00:13.91613Z","steps":["trace[1623189904] 'process raft request' (duration: 2.374671698s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:13.916209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.38250969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-27T07:00:13.91621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:11.540854Z","time spent":"2.375308669s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:13.916228Z","caller":"traceutil/trace.go:171","msg":"trace[1435291301] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26764; }","duration":"4.382552202s","start":"2026-05-27T07:00:09.533671Z","end":"2026-05-27T07:00:13.916223Z","steps":["trace[1435291301] 'agreement among raft nodes before linearized reading' (duration: 4.38250926s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:13.916244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:09.533659Z","time spent":"4.382581762s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-27T07:00:13.91628Z","caller":"traceutil/trace.go:171","msg":"trace[251204859] transaction","detail":"{read_only:false; response_revision:26759; number_of_response:1; }","duration":"2.374961527s","start":"2026-05-27T07:00:11.541312Z","end":"2026-05-27T07:00:13.916273Z","steps":["trace[251204859] 'process raft request' (duration: 2.374257745s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:13.916322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:11.541305Z","time spent":"2.374996198s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:13.916372Z","caller":"traceutil/trace.go:171","msg":"trace[562878874] transaction","detail":"{read_only:false; response_revision:26762; number_of_response:1; }","duration":"2.374791992s","start":"2026-05-27T07:00:11.541563Z","end":"2026-05-27T07:00:13.916355Z","steps":["trace[562878874] 'process raft request' (duration: 2.374064779s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:13.916383Z","caller":"traceutil/trace.go:171","msg":"trace[818402142] transaction","detail":"{read_only:false; response_revision:26763; number_of_response:1; }","duration":"2.374380249s","start":"2026-05-27T07:00:11.541996Z","end":"2026-05-27T07:00:13.916376Z","steps":["trace[818402142] 'process raft request' (duration: 2.373657106s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:13.916392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.746010483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:13.916423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.383385008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a041c485-4932-4389-97c5-b3f5e087eb47\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-05-27T07:00:13.916426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:11.541988Z","time spent":"2.374418841s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:13.916436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:11.541559Z","time spent":"2.374849004s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:13.916447Z","caller":"traceutil/trace.go:171","msg":"trace[806869938] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a041c485-4932-4389-97c5-b3f5e087eb47; range_end:; response_count:1; response_revision:26764; }","duration":"4.38342512s","start":"2026-05-27T07:00:09.533014Z","end":"2026-05-27T07:00:13.916439Z","steps":["trace[806869938] 'agreement among raft nodes before linearized reading' (duration: 4.383339177s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:13.916448Z","caller":"traceutil/trace.go:171","msg":"trace[489072762] transaction","detail":"{read_only:false; response_revision:26764; number_of_response:1; }","duration":"2.273543031s","start":"2026-05-27T07:00:11.642865Z","end":"2026-05-27T07:00:13.916408Z","steps":["trace[489072762] 'process raft request' (duration: 2.272811687s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:13.916547Z","caller":"traceutil/trace.go:171","msg":"trace[1851338387] transaction","detail":"{read_only:false; response_revision:26760; number_of_response:1; }","duration":"2.375173195s","start":"2026-05-27T07:00:11.541361Z","end":"2026-05-27T07:00:13.916534Z","steps":["trace[1851338387] 'process raft request' (duration: 2.374225115s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:13.916074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:11.298643Z","time spent":"2.617424358s","remote":"127.0.0.1:41528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:13.916576Z","caller":"traceutil/trace.go:171","msg":"trace[1267928793] transaction","detail":"{read_only:false; response_revision:26761; number_of_response:1; }","duration":"2.3750431s","start":"2026-05-27T07:00:11.541525Z","end":"2026-05-27T07:00:13.916568Z","steps":["trace[1267928793] 'process raft request' (duration: 2.374083479s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:13.916609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:11.541356Z","time spent":"2.375226576s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:13.916621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:11.541519Z","time spent":"2.375079751s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:13.916111Z","caller":"traceutil/trace.go:171","msg":"trace[1368818208] transaction","detail":"{read_only:false; response_revision:26757; number_of_response:1; }","duration":"2.375600038s","start":"2026-05-27T07:00:11.540499Z","end":"2026-05-27T07:00:13.916099Z","steps":["trace[1368818208] 'process raft request' (duration: 869.039924ms)","trace[1368818208] 'compare' (duration: 1.50518964s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:13.916531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:09.532994Z","time spent":"4.383530663s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-a041c485-4932-4389-97c5-b3f5e087eb47\" "} {"level":"warn","ts":"2026-05-27T07:00:13.916588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.954253298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:00:13.916687Z","caller":"traceutil/trace.go:171","msg":"trace[11029004] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26764; }","duration":"3.954391482s","start":"2026-05-27T07:00:09.962288Z","end":"2026-05-27T07:00:13.91668Z","steps":["trace[11029004] 'agreement among raft nodes before linearized reading' (duration: 3.954245978s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:13.916684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:11.642846Z","time spent":"2.273732217s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:13.916714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:09.962264Z","time spent":"3.954444043s","remote":"127.0.0.1:41470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:13.916688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:11.540482Z","time spent":"2.376186486s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:13.91671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.355322448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-27T07:00:13.916907Z","caller":"traceutil/trace.go:171","msg":"trace[293445543] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26764; }","duration":"4.355552205s","start":"2026-05-27T07:00:09.561345Z","end":"2026-05-27T07:00:13.916897Z","steps":["trace[293445543] 'agreement among raft nodes before linearized reading' (duration: 4.355284347s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:13.916943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:09.561327Z","time spent":"4.355605327s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-27T07:00:13.916436Z","caller":"traceutil/trace.go:171","msg":"trace[1779082373] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26764; }","duration":"3.746092175s","start":"2026-05-27T07:00:10.17033Z","end":"2026-05-27T07:00:13.916422Z","steps":["trace[1779082373] 'agreement among raft nodes before linearized reading' (duration: 3.746021793s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:13.917037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:10.170308Z","time spent":"3.746719615s","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:15.540216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000297253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T07:00:15.540308Z","caller":"traceutil/trace.go:171","msg":"trace[1903346561] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000445727s","start":"2026-05-27T07:00:13.53984Z","end":"2026-05-27T07:00:15.540286Z","steps":["trace[1903346561] 'agreement among raft nodes before linearized reading' (duration: 2.000329684s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:15.54036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:13.539819Z","time spent":"2.00052946s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 07:00:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:15.566177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000340615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-27T07:00:15.56628Z","caller":"traceutil/trace.go:171","msg":"trace[1893572838] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000507719s","start":"2026-05-27T07:00:13.565751Z","end":"2026-05-27T07:00:15.566259Z","steps":["trace[1893572838] 'agreement among raft nodes before linearized reading' (duration: 2.000381305s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:15.566334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:13.56572Z","time spent":"2.000604223s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:00:15.92474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817104274s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-27T07:00:15.925051Z","caller":"traceutil/trace.go:171","msg":"trace[413058289] linearizableReadLoop","detail":"{readStateIndex:27674; appliedIndex:27673; }","duration":"2.009281727s","start":"2026-05-27T07:00:13.915748Z","end":"2026-05-27T07:00:15.92503Z","steps":["trace[413058289] 'read index received' (duration: 191.829543ms)","trace[413058289] 'applied index is now lower than readState.Index' (duration: 1.817451324s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:15.925763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254092353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-27T07:00:15.925852Z","caller":"traceutil/trace.go:171","msg":"trace[1381915463] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26764; }","duration":"2.254211857s","start":"2026-05-27T07:00:13.671623Z","end":"2026-05-27T07:00:15.925835Z","steps":["trace[1381915463] 'agreement among raft nodes before linearized reading' (duration: 2.25399294s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:15.9259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:13.671612Z","time spent":"2.254280259s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T07:00:15.926343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.719048117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:15.926461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.118502997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:00:15.926468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258564725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T07:00:15.926513Z","caller":"traceutil/trace.go:171","msg":"trace[77444851] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26764; }","duration":"2.258616556s","start":"2026-05-27T07:00:13.667883Z","end":"2026-05-27T07:00:15.9265Z","steps":["trace[77444851] 'agreement among raft nodes before linearized reading' (duration: 2.258458551s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:15.92655Z","caller":"traceutil/trace.go:171","msg":"trace[827822080] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26764; }","duration":"4.118567459s","start":"2026-05-27T07:00:11.807924Z","end":"2026-05-27T07:00:15.926492Z","steps":["trace[827822080] 'agreement among raft nodes before linearized reading' (duration: 4.118393703s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:15.926471Z","caller":"traceutil/trace.go:171","msg":"trace[1963294864] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26764; }","duration":"3.719243063s","start":"2026-05-27T07:00:12.207205Z","end":"2026-05-27T07:00:15.926448Z","steps":["trace[1963294864] 'agreement among raft nodes before linearized reading' (duration: 3.719010266s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:15.926601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:11.807912Z","time spent":"4.118673772s","remote":"127.0.0.1:50038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:15.926627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258703789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T07:00:15.926661Z","caller":"traceutil/trace.go:171","msg":"trace[1797203105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26764; }","duration":"2.25874273s","start":"2026-05-27T07:00:13.667911Z","end":"2026-05-27T07:00:15.926653Z","steps":["trace[1797203105] 'agreement among raft nodes before linearized reading' (duration: 2.258657267s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:15.92669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:13.667908Z","time spent":"2.258773851s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T07:00:15.926766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.263717153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b357211fefd7f6\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-27T07:00:15.926793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258872465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T07:00:15.926864Z","caller":"traceutil/trace.go:171","msg":"trace[871341844] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b357211fefd7f6; range_end:; response_count:1; response_revision:26764; }","duration":"4.263857607s","start":"2026-05-27T07:00:11.662979Z","end":"2026-05-27T07:00:15.926837Z","steps":["trace[871341844] 'agreement among raft nodes before linearized reading' (duration: 4.263500155s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:15.926551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:13.667881Z","time spent":"2.258662767s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-27T07:00:15.926915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:11.66297Z","time spent":"4.26393566s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b357211fefd7f6\" "} {"level":"info","ts":"2026-05-27T07:00:15.926926Z","caller":"traceutil/trace.go:171","msg":"trace[761118034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26764; }","duration":"2.259063051s","start":"2026-05-27T07:00:13.667832Z","end":"2026-05-27T07:00:15.926895Z","steps":["trace[761118034] 'agreement among raft nodes before linearized reading' (duration: 2.258625797s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:15.927035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:13.667818Z","time spent":"2.259201275s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T07:00:15.926856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:12.207157Z","time spent":"3.719611875s","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:15.927841Z","caller":"traceutil/trace.go:171","msg":"trace[1726401926] transaction","detail":"{read_only:false; response_revision:26765; number_of_response:1; }","duration":"2.003712412s","start":"2026-05-27T07:00:13.923371Z","end":"2026-05-27T07:00:15.927083Z","steps":["trace[1726401926] 'process raft request' (duration: 2.001514552s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:15.92852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:13.923348Z","time spent":"2.004693192s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:16.425843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:00:16.926483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:00:17.427598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:00:17.501415Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.577355429s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T07:00:17.546851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999822179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T07:00:17.54719Z","caller":"traceutil/trace.go:171","msg":"trace[377070156] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000221742s","start":"2026-05-27T07:00:15.546944Z","end":"2026-05-27T07:00:17.547166Z","steps":["trace[377070156] 'agreement among raft nodes before linearized reading' (duration: 1.99986063s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:17.547269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:15.546918Z","time spent":"2.000332695s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 07:00:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:17.710286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.042297029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-27T07:00:17.710397Z","caller":"traceutil/trace.go:171","msg":"trace[1718545094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26765; }","duration":"4.042457215s","start":"2026-05-27T07:00:13.667904Z","end":"2026-05-27T07:00:17.710362Z","steps":["trace[1718545094] 'agreement among raft nodes before linearized reading' (duration: 2.258906006s)","trace[1718545094] 'range keys from in-memory index tree' (duration: 1.783242119s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:17.710463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:13.667894Z","time spent":"4.042557828s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T07:00:17.710829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.047165863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T07:00:17.710942Z","caller":"traceutil/trace.go:171","msg":"trace[1621856772] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26765; }","duration":"4.047318418s","start":"2026-05-27T07:00:13.663592Z","end":"2026-05-27T07:00:17.710911Z","steps":["trace[1621856772] 'agreement among raft nodes before linearized reading' (duration: 2.263298764s)","trace[1621856772] 'range keys from in-memory index tree' (duration: 1.783738225s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:17.711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:13.663574Z","time spent":"4.047415792s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T07:00:17.711935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784758247s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:00:17.712192Z","caller":"traceutil/trace.go:171","msg":"trace[151075613] transaction","detail":"{read_only:false; response_revision:26766; number_of_response:1; }","duration":"3.788697706s","start":"2026-05-27T07:00:13.923457Z","end":"2026-05-27T07:00:17.712155Z","steps":["trace[151075613] 'process raft request' (duration: 2.003607908s)","trace[151075613] 'compare' (duration: 1.784405236s)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:00:17.712299Z","caller":"traceutil/trace.go:171","msg":"trace[595606741] transaction","detail":"{read_only:false; response_revision:26767; number_of_response:1; }","duration":"3.174267458s","start":"2026-05-27T07:00:14.538005Z","end":"2026-05-27T07:00:17.712273Z","steps":["trace[595606741] 'process raft request' (duration: 3.174036531s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:17.712353Z","caller":"traceutil/trace.go:171","msg":"trace[1627646157] transaction","detail":"{read_only:false; response_revision:26768; number_of_response:1; }","duration":"1.789042053s","start":"2026-05-27T07:00:15.923295Z","end":"2026-05-27T07:00:17.712337Z","steps":["trace[1627646157] 'process raft request' (duration: 1.788865738s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:17.712384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:13.923444Z","time spent":"3.788833049s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:17.712436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:14.537978Z","time spent":"3.174387162s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:17.712445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:15.923267Z","time spent":"1.789138026s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:17.764879Z","caller":"traceutil/trace.go:171","msg":"trace[93710531] transaction","detail":"{read_only:false; response_revision:26770; number_of_response:1; }","duration":"1.841514977s","start":"2026-05-27T07:00:15.923334Z","end":"2026-05-27T07:00:17.764849Z","steps":["trace[93710531] 'process raft request' (duration: 1.841397243s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:17.764953Z","caller":"traceutil/trace.go:171","msg":"trace[1141797169] transaction","detail":"{read_only:false; response_revision:26769; number_of_response:1; }","duration":"1.84160079s","start":"2026-05-27T07:00:15.923302Z","end":"2026-05-27T07:00:17.764903Z","steps":["trace[1141797169] 'process raft request' (duration: 1.841253559s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:17.765072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:15.923325Z","time spent":"1.841646922s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:17.765178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:15.923288Z","time spent":"1.841754605s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:17.765436Z","caller":"traceutil/trace.go:171","msg":"trace[2142349896] transaction","detail":"{read_only:false; response_revision:26771; number_of_response:1; }","duration":"1.841983572s","start":"2026-05-27T07:00:15.923438Z","end":"2026-05-27T07:00:17.765422Z","steps":["trace[2142349896] 'process raft request' (duration: 1.841358722s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:17.765505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:15.923431Z","time spent":"1.842040214s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:17.76557Z","caller":"traceutil/trace.go:171","msg":"trace[2016572571] transaction","detail":"{read_only:false; response_revision:26772; number_of_response:1; }","duration":"1.84097424s","start":"2026-05-27T07:00:15.92458Z","end":"2026-05-27T07:00:17.765554Z","steps":["trace[2016572571] 'process raft request' (duration: 1.840619259s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:17.76565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:15.924566Z","time spent":"1.841046612s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:17.765805Z","caller":"traceutil/trace.go:171","msg":"trace[1729759395] transaction","detail":"{read_only:false; response_revision:26773; number_of_response:1; }","duration":"1.836004923s","start":"2026-05-27T07:00:15.929785Z","end":"2026-05-27T07:00:17.76579Z","steps":["trace[1729759395] 'process raft request' (duration: 1.8356124s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:17.765899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:15.929756Z","time spent":"1.836093376s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:17.766182Z","caller":"traceutil/trace.go:171","msg":"trace[1281639081] transaction","detail":"{read_only:false; response_revision:26774; number_of_response:1; }","duration":"1.832194621s","start":"2026-05-27T07:00:15.933956Z","end":"2026-05-27T07:00:17.766151Z","steps":["trace[1281639081] 'process raft request' (duration: 1.831502109s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:17.766287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:15.933927Z","time spent":"1.832310405s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:17.76629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:15.934077Z","time spent":"1.832209152s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-27T07:00:17.766519Z","caller":"traceutil/trace.go:171","msg":"trace[632994007] transaction","detail":"{read_only:false; response_revision:26775; number_of_response:1; }","duration":"1.829097723s","start":"2026-05-27T07:00:15.937404Z","end":"2026-05-27T07:00:17.766502Z","steps":["trace[632994007] 'process raft request' (duration: 1.828720971s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:17.766645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:15.937382Z","time spent":"1.829214107s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:17.76677Z","caller":"traceutil/trace.go:171","msg":"trace[2007560693] transaction","detail":"{read_only:false; response_revision:26776; number_of_response:1; }","duration":"1.828866055s","start":"2026-05-27T07:00:15.937889Z","end":"2026-05-27T07:00:17.766755Z","steps":["trace[2007560693] 'process raft request' (duration: 1.828312428s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:17.766866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:15.937875Z","time spent":"1.828943848s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:17.767179Z","caller":"traceutil/trace.go:171","msg":"trace[479608625] linearizableReadLoop","detail":"{readStateIndex:27689; appliedIndex:27675; }","duration":"1.842078885s","start":"2026-05-27T07:00:15.925079Z","end":"2026-05-27T07:00:17.767158Z","steps":["trace[479608625] 'read index received' (duration: 1.576639807s)","trace[479608625] 'applied index is now lower than readState.Index' (duration: 265.437708ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:17.767276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.46282196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:17.767347Z","caller":"traceutil/trace.go:171","msg":"trace[1563233278] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26778; }","duration":"3.462938414s","start":"2026-05-27T07:00:14.304389Z","end":"2026-05-27T07:00:17.767328Z","steps":["trace[1563233278] 'agreement among raft nodes before linearized reading' (duration: 3.462820741s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:17.7674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:14.304367Z","time spent":"3.463017866s","remote":"127.0.0.1:51478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:17.76766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.845097874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:17.767705Z","caller":"traceutil/trace.go:171","msg":"trace[2100825002] transaction","detail":"{read_only:false; response_revision:26777; number_of_response:1; }","duration":"1.829474445s","start":"2026-05-27T07:00:15.938216Z","end":"2026-05-27T07:00:17.76769Z","steps":["trace[2100825002] 'process raft request' (duration: 1.82806985s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:17.767712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864767314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:00:17.767709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.770813948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:00:17.767776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:15.938209Z","time spent":"1.829530427s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:17.767805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.787195157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:00:17.767804Z","caller":"traceutil/trace.go:171","msg":"trace[197956339] transaction","detail":"{read_only:false; response_revision:26778; number_of_response:1; }","duration":"1.828479373s","start":"2026-05-27T07:00:15.939304Z","end":"2026-05-27T07:00:17.767783Z","steps":["trace[197956339] 'process raft request' (duration: 1.827775451s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:17.767741Z","caller":"traceutil/trace.go:171","msg":"trace[1210714202] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26778; }","duration":"3.845207838s","start":"2026-05-27T07:00:13.92251Z","end":"2026-05-27T07:00:17.767718Z","steps":["trace[1210714202] 'agreement among raft nodes before linearized reading' (duration: 3.845047363s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:17.767828Z","caller":"traceutil/trace.go:171","msg":"trace[326106114] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26778; }","duration":"3.78725927s","start":"2026-05-27T07:00:13.980563Z","end":"2026-05-27T07:00:17.767822Z","steps":["trace[326106114] 'agreement among raft nodes before linearized reading' (duration: 3.787208069s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:17.767854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:13.922503Z","time spent":"3.845338932s","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-27T07:00:17.767864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:15.939296Z","time spent":"1.828535295s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:17.767796Z","caller":"traceutil/trace.go:171","msg":"trace[1698447291] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26778; }","duration":"3.770959683s","start":"2026-05-27T07:00:13.996816Z","end":"2026-05-27T07:00:17.767776Z","steps":["trace[1698447291] 'agreement among raft nodes before linearized reading' (duration: 3.770788927s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:17.767958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221613473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-05-27T07:00:17.767977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:13.996797Z","time spent":"3.77116728s","remote":"127.0.0.1:41542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:17.767985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.849116241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-27T07:00:17.768008Z","caller":"traceutil/trace.go:171","msg":"trace[1094814792] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26778; }","duration":"3.849153943s","start":"2026-05-27T07:00:13.918849Z","end":"2026-05-27T07:00:17.768002Z","steps":["trace[1094814792] 'agreement among raft nodes before linearized reading' (duration: 3.849039609s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:17.768009Z","caller":"traceutil/trace.go:171","msg":"trace[491302884] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26778; }","duration":"2.221694316s","start":"2026-05-27T07:00:15.5463Z","end":"2026-05-27T07:00:17.767994Z","steps":["trace[491302884] 'agreement among raft nodes before linearized reading' (duration: 2.2215318s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:17.768039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:13.918833Z","time spent":"3.849194935s","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-27T07:00:17.768012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.849107751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18368"} {"level":"info","ts":"2026-05-27T07:00:17.767756Z","caller":"traceutil/trace.go:171","msg":"trace[210410991] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26778; }","duration":"1.864870508s","start":"2026-05-27T07:00:15.902873Z","end":"2026-05-27T07:00:17.767744Z","steps":["trace[210410991] 'agreement among raft nodes before linearized reading' (duration: 1.864783175s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:17.768086Z","caller":"traceutil/trace.go:171","msg":"trace[1789487218] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26778; }","duration":"3.849210925s","start":"2026-05-27T07:00:13.918857Z","end":"2026-05-27T07:00:17.768068Z","steps":["trace[1789487218] 'agreement among raft nodes before linearized reading' (duration: 3.848951977s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:17.768093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302974573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:00:17.768123Z","caller":"traceutil/trace.go:171","msg":"trace[740789902] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26778; }","duration":"2.303051065s","start":"2026-05-27T07:00:15.465063Z","end":"2026-05-27T07:00:17.768114Z","steps":["trace[740789902] 'agreement among raft nodes before linearized reading' (duration: 2.302998814s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:17.768133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:15.902847Z","time spent":"1.86525673s","remote":"127.0.0.1:54780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:17.768161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:15.465036Z","time spent":"2.303117338s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:17.767863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:13.980531Z","time spent":"3.787325682s","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:17.768127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:13.91885Z","time spent":"3.849270087s","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-27T07:00:17.768042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:15.546281Z","time spent":"2.221753317s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-27T07:00:17.768843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.608625505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:17.768907Z","caller":"traceutil/trace.go:171","msg":"trace[799703417] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26778; }","duration":"3.608716638s","start":"2026-05-27T07:00:14.160174Z","end":"2026-05-27T07:00:17.768891Z","steps":["trace[799703417] 'agreement among raft nodes before linearized reading' (duration: 3.607135408s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:17.768955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:14.160094Z","time spent":"3.608847073s","remote":"127.0.0.1:46738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:18.267455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:00:18.768383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:00:19.268526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:00:19.547684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000453928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-27T07:00:19.5478Z","caller":"traceutil/trace.go:171","msg":"trace[356239707] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000640073s","start":"2026-05-27T07:00:17.547133Z","end":"2026-05-27T07:00:19.547773Z","steps":["trace[356239707] 'agreement among raft nodes before linearized reading' (duration: 2.000488458s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:19.547869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:17.54711Z","time spent":"2.000744387s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:00:19.769197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:00:20.086225Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.321605565s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T07:00:21.313043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.510064ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:21.313133Z","caller":"traceutil/trace.go:171","msg":"trace[2044440724] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26778; }","duration":"209.620597ms","start":"2026-05-27T07:00:21.1035Z","end":"2026-05-27T07:00:21.31312Z","steps":["trace[2044440724] 'range keys from in-memory index tree' (duration: 209.495484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:21.314446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227868844s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:00:21.314529Z","caller":"traceutil/trace.go:171","msg":"trace[1844652168] transaction","detail":"{read_only:false; response_revision:26779; number_of_response:1; }","duration":"3.597040048s","start":"2026-05-27T07:00:17.717482Z","end":"2026-05-27T07:00:21.314522Z","steps":["trace[1844652168] 'process raft request' (duration: 2.36905189s)","trace[1844652168] 'compare' (duration: 1.226959635s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:21.31457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:17.717457Z","time spent":"3.597094109s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:21.31475Z","caller":"traceutil/trace.go:171","msg":"trace[107248552] transaction","detail":"{read_only:false; response_revision:26780; number_of_response:1; }","duration":"3.595749047s","start":"2026-05-27T07:00:17.718965Z","end":"2026-05-27T07:00:21.314714Z","steps":["trace[107248552] 'process raft request' (duration: 3.59551882s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:21.314946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:17.718954Z","time spent":"3.595889671s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:21.556943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000331164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-27T07:00:21.557016Z","caller":"traceutil/trace.go:171","msg":"trace[1631199829] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000459178s","start":"2026-05-27T07:00:19.55654Z","end":"2026-05-27T07:00:21.556999Z","steps":["trace[1631199829] 'agreement among raft nodes before linearized reading' (duration: 2.000358935s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:21.557055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:19.55652Z","time spent":"2.00052787s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:00:23.557883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000042286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-27T07:00:23.557966Z","caller":"traceutil/trace.go:171","msg":"trace[1778790320] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000146609s","start":"2026-05-27T07:00:21.5578Z","end":"2026-05-27T07:00:23.557947Z","steps":["trace[1778790320] 'agreement among raft nodes before linearized reading' (duration: 2.000038506s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:23.55802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:21.557751Z","time spent":"2.000253173s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:00:24.719572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:19.721928Z","time spent":"4.99763437s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/27 07:00:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:24.768213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:17.767539Z","time spent":"7.00064863s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-27T07:00:24.770812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:19.776786Z","time spent":"4.994018875s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/27 07:00:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:24.771461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:19.775223Z","time spent":"4.996234426s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/27 07:00:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:24.771526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:19.775027Z","time spent":"4.996496354s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/27 07:00:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:24.772192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997363751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-27T07:00:24.772533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997529957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T07:00:24.773072Z","caller":"traceutil/trace.go:171","msg":"trace[1464170832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998139026s","start":"2026-05-27T07:00:19.77492Z","end":"2026-05-27T07:00:24.773059Z","steps":["trace[1464170832] 'agreement among raft nodes before linearized reading' (duration: 4.997596219s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:24.773113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:19.774917Z","time spent":"4.998187317s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/27 07:00:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:24.773126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:19.775325Z","time spent":"4.997796855s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-27T07:00:24.773195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:19.775382Z","time spent":"4.997811716s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-05-27T07:00:24.773002Z","caller":"traceutil/trace.go:171","msg":"trace[1009510156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998197008s","start":"2026-05-27T07:00:19.774767Z","end":"2026-05-27T07:00:24.772964Z","steps":["trace[1009510156] 'agreement among raft nodes before linearized reading' (duration: 4.997394062s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:24.774313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:19.774748Z","time spent":"4.999549191s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/27 07:00:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:24.777933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:17.776745Z","time spent":"7.001183248s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-27T07:00:25.315246Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.092002651s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T07:00:25.32101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.146493507s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:00:25.321694Z","caller":"traceutil/trace.go:171","msg":"trace[516997891] transaction","detail":"{read_only:false; response_revision:26794; number_of_response:1; }","duration":"2.601915384s","start":"2026-05-27T07:00:22.71976Z","end":"2026-05-27T07:00:25.321676Z","steps":["trace[516997891] 'process raft request' (duration: 2.601873503s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.321776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:22.719733Z","time spent":"2.602007337s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:25.322299Z","caller":"traceutil/trace.go:171","msg":"trace[1656529946] transaction","detail":"{read_only:false; response_revision:26783; number_of_response:1; }","duration":"6.556850963s","start":"2026-05-27T07:00:18.765434Z","end":"2026-05-27T07:00:25.322284Z","steps":["trace[1656529946] 'process raft request' (duration: 6.555749918s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.322352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:18.765409Z","time spent":"6.556918225s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:25.322451Z","caller":"traceutil/trace.go:171","msg":"trace[115203945] transaction","detail":"{read_only:false; response_revision:26784; number_of_response:1; }","duration":"6.157378363s","start":"2026-05-27T07:00:19.165065Z","end":"2026-05-27T07:00:25.322444Z","steps":["trace[115203945] 'process raft request' (duration: 6.156165244s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.322491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:19.165034Z","time spent":"6.157437065s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:25.322612Z","caller":"traceutil/trace.go:171","msg":"trace[1669964158] transaction","detail":"{read_only:false; response_revision:26786; number_of_response:1; }","duration":"5.552305082s","start":"2026-05-27T07:00:19.770297Z","end":"2026-05-27T07:00:25.322602Z","steps":["trace[1669964158] 'process raft request' (duration: 5.551058412s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.322673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:19.770276Z","time spent":"5.552368744s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:25.322815Z","caller":"traceutil/trace.go:171","msg":"trace[988096975] transaction","detail":"{read_only:false; response_revision:26788; number_of_response:1; }","duration":"5.547602712s","start":"2026-05-27T07:00:19.775202Z","end":"2026-05-27T07:00:25.322805Z","steps":["trace[988096975] 'process raft request' (duration: 5.546215048s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.322879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:19.775195Z","time spent":"5.547656695s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:25.323006Z","caller":"traceutil/trace.go:171","msg":"trace[1814471664] transaction","detail":"{read_only:false; response_revision:26793; number_of_response:1; }","duration":"5.522952941s","start":"2026-05-27T07:00:19.800039Z","end":"2026-05-27T07:00:25.322992Z","steps":["trace[1814471664] 'process raft request' (duration: 5.521554397s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.323062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:19.800023Z","time spent":"5.523015033s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:25.32314Z","caller":"traceutil/trace.go:171","msg":"trace[1904735951] linearizableReadLoop","detail":"{readStateIndex:27696; appliedIndex:27689; }","duration":"7.555832738s","start":"2026-05-27T07:00:17.767278Z","end":"2026-05-27T07:00:25.323111Z","steps":["trace[1904735951] 'read index received' (duration: 2.319199829s)","trace[1904735951] 'applied index is now lower than readState.Index' (duration: 5.236629729s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:25.323388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.299094142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:25.323429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.301682141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:25.323479Z","caller":"traceutil/trace.go:171","msg":"trace[750990829] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26794; }","duration":"8.299239916s","start":"2026-05-27T07:00:17.024216Z","end":"2026-05-27T07:00:25.323456Z","steps":["trace[750990829] 'agreement among raft nodes before linearized reading' (duration: 8.299084151s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:25.323491Z","caller":"traceutil/trace.go:171","msg":"trace[486427217] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26794; }","duration":"9.301808094s","start":"2026-05-27T07:00:16.021667Z","end":"2026-05-27T07:00:25.323475Z","steps":["trace[486427217] 'agreement among raft nodes before linearized reading' (duration: 9.30167514s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.323524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:16.021644Z","time spent":"9.301872517s","remote":"127.0.0.1:46846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:25.323541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.831504178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-27T07:00:25.323599Z","caller":"traceutil/trace.go:171","msg":"trace[1157059072] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26794; }","duration":"8.831622362s","start":"2026-05-27T07:00:16.491965Z","end":"2026-05-27T07:00:25.323587Z","steps":["trace[1157059072] 'agreement among raft nodes before linearized reading' (duration: 8.831339283s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.323608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.015896106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:25.323647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:16.49194Z","time spent":"8.831695524s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":178,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:25.323663Z","caller":"traceutil/trace.go:171","msg":"trace[1580509502] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26794; }","duration":"9.015952938s","start":"2026-05-27T07:00:16.307692Z","end":"2026-05-27T07:00:25.323645Z","steps":["trace[1580509502] 'agreement among raft nodes before linearized reading' (duration: 9.015857915s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.3237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:16.307631Z","time spent":"9.016061081s","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:25.32374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.790065197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:25.323767Z","caller":"traceutil/trace.go:171","msg":"trace[968326890] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26794; }","duration":"7.790121418s","start":"2026-05-27T07:00:17.533635Z","end":"2026-05-27T07:00:25.323756Z","steps":["trace[968326890] 'agreement among raft nodes before linearized reading' (duration: 7.790084817s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.323794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:17.533615Z","time spent":"7.79017435s","remote":"127.0.0.1:48306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:25.3238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.231756273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-27T07:00:25.32383Z","caller":"traceutil/trace.go:171","msg":"trace[700877297] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26794; }","duration":"9.231824865s","start":"2026-05-27T07:00:16.091995Z","end":"2026-05-27T07:00:25.32382Z","steps":["trace[700877297] 'agreement among raft nodes before linearized reading' (duration: 9.231712292s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.323701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.740956929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:25.323876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.928940387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:25.323893Z","caller":"traceutil/trace.go:171","msg":"trace[1884607896] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26794; }","duration":"7.741189896s","start":"2026-05-27T07:00:17.582687Z","end":"2026-05-27T07:00:25.323877Z","steps":["trace[1884607896] 'agreement among raft nodes before linearized reading' (duration: 7.74098804s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.323856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:16.091968Z","time spent":"9.231882607s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-27T07:00:25.323981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.287459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:25.324Z","caller":"traceutil/trace.go:171","msg":"trace[658339219] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26794; }","duration":"134.344211ms","start":"2026-05-27T07:00:25.18965Z","end":"2026-05-27T07:00:25.323994Z","steps":["trace[658339219] 'agreement among raft nodes before linearized reading' (duration: 134.30721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.323995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.144359884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:25.324021Z","caller":"traceutil/trace.go:171","msg":"trace[1979508625] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26794; }","duration":"8.144387325s","start":"2026-05-27T07:00:17.179626Z","end":"2026-05-27T07:00:25.324013Z","steps":["trace[1979508625] 'agreement among raft nodes before linearized reading' (duration: 8.144339153s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.324047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.443466177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:25.324055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:17.179528Z","time spent":"8.144519149s","remote":"127.0.0.1:51500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:25.324053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.819850724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:25.324085Z","caller":"traceutil/trace.go:171","msg":"trace[2115794481] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26794; }","duration":"6.44353985s","start":"2026-05-27T07:00:18.880534Z","end":"2026-05-27T07:00:25.324074Z","steps":["trace[2115794481] 'agreement among raft nodes before linearized reading' (duration: 6.443448307s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:25.324097Z","caller":"traceutil/trace.go:171","msg":"trace[108956044] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26794; }","duration":"6.819932238s","start":"2026-05-27T07:00:18.504153Z","end":"2026-05-27T07:00:25.324086Z","steps":["trace[108956044] 'agreement among raft nodes before linearized reading' (duration: 6.819855665s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.324089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.403928621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:25.324115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:18.880514Z","time spent":"6.443594421s","remote":"127.0.0.1:41444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:25.32413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.399394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-05-27T07:00:25.324139Z","caller":"traceutil/trace.go:171","msg":"trace[13127299] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26794; }","duration":"7.404011423s","start":"2026-05-27T07:00:17.920113Z","end":"2026-05-27T07:00:25.324124Z","steps":["trace[13127299] 'agreement among raft nodes before linearized reading' (duration: 7.403930321s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:25.324153Z","caller":"traceutil/trace.go:171","msg":"trace[1885916907] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26794; }","duration":"549.435895ms","start":"2026-05-27T07:00:24.774712Z","end":"2026-05-27T07:00:25.324148Z","steps":["trace[1885916907] 'agreement among raft nodes before linearized reading' (duration: 549.402124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.32417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:24.774701Z","time spent":"549.464946ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-27T07:00:25.324169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:17.920084Z","time spent":"7.404077105s","remote":"127.0.0.1:41500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-27T07:00:25.324171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.593620409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:25.324171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.068136461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:00:25.3242Z","caller":"traceutil/trace.go:171","msg":"trace[279717909] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26794; }","duration":"6.593683251s","start":"2026-05-27T07:00:18.730509Z","end":"2026-05-27T07:00:25.324192Z","steps":["trace[279717909] 'agreement among raft nodes before linearized reading' (duration: 6.59363916s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:25.324232Z","caller":"traceutil/trace.go:171","msg":"trace[671716540] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26794; }","duration":"3.068236935s","start":"2026-05-27T07:00:22.255977Z","end":"2026-05-27T07:00:25.324214Z","steps":["trace[671716540] 'agreement among raft nodes before linearized reading' (duration: 3.068141132s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.324247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:18.730488Z","time spent":"6.593746094s","remote":"127.0.0.1:41302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:25.324261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.280302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-05-27T07:00:25.323907Z","caller":"traceutil/trace.go:171","msg":"trace[1842426114] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26794; }","duration":"2.928974408s","start":"2026-05-27T07:00:22.394925Z","end":"2026-05-27T07:00:25.3239Z","steps":["trace[1842426114] 'agreement among raft nodes before linearized reading' (duration: 2.928918666s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:25.324284Z","caller":"traceutil/trace.go:171","msg":"trace[1137192004] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26794; }","duration":"550.318123ms","start":"2026-05-27T07:00:24.77396Z","end":"2026-05-27T07:00:25.324278Z","steps":["trace[1137192004] 'agreement among raft nodes before linearized reading' (duration: 550.273792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.324283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:22.255952Z","time spent":"3.068317258s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:25.324299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:24.773949Z","time spent":"550.347145ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-27T07:00:25.324101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.931993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-05-27T07:00:25.324348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.547971014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T07:00:25.324353Z","caller":"traceutil/trace.go:171","msg":"trace[1452008915] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26794; }","duration":"534.209323ms","start":"2026-05-27T07:00:24.790128Z","end":"2026-05-27T07:00:25.324337Z","steps":["trace[1452008915] 'agreement among raft nodes before linearized reading' (duration: 533.946895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.324369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.803375883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:00:25.324392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:24.790109Z","time spent":"534.270794ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-27T07:00:25.324412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.1428039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:25.324442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.859321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-27T07:00:25.324378Z","caller":"traceutil/trace.go:171","msg":"trace[1288215757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26794; }","duration":"5.548020426s","start":"2026-05-27T07:00:19.776348Z","end":"2026-05-27T07:00:25.324369Z","steps":["trace[1288215757] 'agreement among raft nodes before linearized reading' (duration: 5.547877881s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:25.324468Z","caller":"traceutil/trace.go:171","msg":"trace[1725928681] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26794; }","duration":"550.895162ms","start":"2026-05-27T07:00:24.773565Z","end":"2026-05-27T07:00:25.324461Z","steps":["trace[1725928681] 'agreement among raft nodes before linearized reading' (duration: 550.857861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.324472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.620313049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:25.324485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:24.77356Z","time spent":"550.921412ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-27T07:00:25.324483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:19.776339Z","time spent":"5.548134479s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-27T07:00:25.324492Z","caller":"traceutil/trace.go:171","msg":"trace[2092490123] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26794; }","duration":"5.620362661s","start":"2026-05-27T07:00:19.704123Z","end":"2026-05-27T07:00:25.324485Z","steps":["trace[2092490123] 'agreement among raft nodes before linearized reading' (duration: 5.62033145s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.32442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:22.394876Z","time spent":"2.929466884s","remote":"127.0.0.1:41270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:25.324514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:19.704103Z","time spent":"5.620405331s","remote":"127.0.0.1:38636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:25.324566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.023906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-05-27T07:00:25.324585Z","caller":"traceutil/trace.go:171","msg":"trace[1266698518] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26794; }","duration":"551.058527ms","start":"2026-05-27T07:00:24.773522Z","end":"2026-05-27T07:00:25.324581Z","steps":["trace[1266698518] 'agreement among raft nodes before linearized reading' (duration: 551.024416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.324588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.97661428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:25.324622Z","caller":"traceutil/trace.go:171","msg":"trace[1268366350] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26794; }","duration":"5.976690213s","start":"2026-05-27T07:00:19.347924Z","end":"2026-05-27T07:00:25.324614Z","steps":["trace[1268366350] 'agreement among raft nodes before linearized reading' (duration: 5.976646441s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.324629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.457331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b357211fefd7f6\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-27T07:00:25.324645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:19.347899Z","time spent":"5.976738023s","remote":"127.0.0.1:41414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:25.324599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:24.773512Z","time spent":"551.083798ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-05-27T07:00:25.324678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.983819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:627"} {"level":"warn","ts":"2026-05-27T07:00:25.324675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.551264095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:00:25.324694Z","caller":"traceutil/trace.go:171","msg":"trace[176436975] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26794; }","duration":"553.02921ms","start":"2026-05-27T07:00:24.771661Z","end":"2026-05-27T07:00:25.32469Z","steps":["trace[176436975] 'agreement among raft nodes before linearized reading' (duration: 553.000229ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:25.324707Z","caller":"traceutil/trace.go:171","msg":"trace[678988737] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26794; }","duration":"3.551340737s","start":"2026-05-27T07:00:21.773357Z","end":"2026-05-27T07:00:25.324698Z","steps":["trace[678988737] 'agreement among raft nodes before linearized reading' (duration: 3.551277835s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.324717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:24.771644Z","time spent":"553.067111ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-27T07:00:25.324746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:21.773332Z","time spent":"3.551395889s","remote":"127.0.0.1:54746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:25.324779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.219911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-05-27T07:00:25.324795Z","caller":"traceutil/trace.go:171","msg":"trace[1059687455] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26794; }","duration":"603.272473ms","start":"2026-05-27T07:00:24.721516Z","end":"2026-05-27T07:00:25.324788Z","steps":["trace[1059687455] 'agreement among raft nodes before linearized reading' (duration: 603.246462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.323956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.879923727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:00:25.324813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:24.721493Z","time spent":"603.317454ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-05-27T07:00:25.324834Z","caller":"traceutil/trace.go:171","msg":"trace[1970590742] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26794; }","duration":"7.880837035s","start":"2026-05-27T07:00:17.443986Z","end":"2026-05-27T07:00:25.324824Z","steps":["trace[1970590742] 'agreement among raft nodes before linearized reading' (duration: 7.879943067s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.324879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:17.443964Z","time spent":"7.880901948s","remote":"127.0.0.1:46782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:25.324887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108797717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:25.324882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.7328287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-27T07:00:25.324929Z","caller":"traceutil/trace.go:171","msg":"trace[1442672435] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26794; }","duration":"4.732895052s","start":"2026-05-27T07:00:20.592021Z","end":"2026-05-27T07:00:25.324916Z","steps":["trace[1442672435] 'agreement among raft nodes before linearized reading' (duration: 4.732780579s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:25.324649Z","caller":"traceutil/trace.go:171","msg":"trace[1466375654] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b357211fefd7f6; range_end:; response_count:1; response_revision:26794; }","duration":"552.503663ms","start":"2026-05-27T07:00:24.772138Z","end":"2026-05-27T07:00:25.324641Z","steps":["trace[1466375654] 'agreement among raft nodes before linearized reading' (duration: 552.471312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.324961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:20.592004Z","time spent":"4.732950344s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-05-27T07:00:25.324443Z","caller":"traceutil/trace.go:171","msg":"trace[2126943095] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26794; }","duration":"3.142881152s","start":"2026-05-27T07:00:22.181552Z","end":"2026-05-27T07:00:25.324433Z","steps":["trace[2126943095] 'agreement among raft nodes before linearized reading' (duration: 3.14282715s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.324988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:24.772119Z","time spent":"552.859464ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b357211fefd7f6\" "} {"level":"warn","ts":"2026-05-27T07:00:25.323937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:17.582663Z","time spent":"7.741262809s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:25.325015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:22.181508Z","time spent":"3.143498012s","remote":"127.0.0.1:41056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:25.325052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522953203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-27T07:00:25.325074Z","caller":"traceutil/trace.go:171","msg":"trace[947907238] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26794; }","duration":"1.522976253s","start":"2026-05-27T07:00:23.802094Z","end":"2026-05-27T07:00:25.32507Z","steps":["trace[947907238] 'agreement among raft nodes before linearized reading' (duration: 1.522819968s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.325106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:23.802044Z","time spent":"1.523058236s","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:25.324925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.516163555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:25.325141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.040631077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:25.323525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:17.02419Z","time spent":"8.299325829s","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:25.325153Z","caller":"traceutil/trace.go:171","msg":"trace[42032132] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26794; }","duration":"5.516408013s","start":"2026-05-27T07:00:19.808732Z","end":"2026-05-27T07:00:25.32514Z","steps":["trace[42032132] 'agreement among raft nodes before linearized reading' (duration: 5.516157065s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.325166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620933441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:00:25.325181Z","caller":"traceutil/trace.go:171","msg":"trace[1414292915] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26794; }","duration":"1.620986733s","start":"2026-05-27T07:00:23.704189Z","end":"2026-05-27T07:00:25.325176Z","steps":["trace[1414292915] 'agreement among raft nodes before linearized reading' (duration: 1.620959072s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.325182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:19.808721Z","time spent":"5.516452565s","remote":"127.0.0.1:40996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:25.325196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:23.704166Z","time spent":"1.621027024s","remote":"127.0.0.1:37790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:25.325297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758146842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:25.325319Z","caller":"traceutil/trace.go:171","msg":"trace[523802999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26794; }","duration":"1.758204844s","start":"2026-05-27T07:00:23.567108Z","end":"2026-05-27T07:00:25.325313Z","steps":["trace[523802999] 'agreement among raft nodes before linearized reading' (duration: 1.758168523s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.325339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.147203896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:25.325373Z","caller":"traceutil/trace.go:171","msg":"trace[1495934121] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26794; }","duration":"4.147276619s","start":"2026-05-27T07:00:21.178087Z","end":"2026-05-27T07:00:25.325364Z","steps":["trace[1495934121] 'agreement among raft nodes before linearized reading' (duration: 4.147218827s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.325385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760949361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:25.325411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:21.178059Z","time spent":"4.147343561s","remote":"127.0.0.1:45300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:25.325458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929486617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:25.325486Z","caller":"traceutil/trace.go:171","msg":"trace[420382249] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26794; }","duration":"1.929554939s","start":"2026-05-27T07:00:23.395924Z","end":"2026-05-27T07:00:25.325479Z","steps":["trace[420382249] 'agreement among raft nodes before linearized reading' (duration: 1.929507828s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.325524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:23.395904Z","time spent":"1.92961015s","remote":"127.0.0.1:45378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:25.324068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.537777281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:00:25.324439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.549519734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-27T07:00:25.325588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.291059768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:25.325591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988184879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:25.325623Z","caller":"traceutil/trace.go:171","msg":"trace[2041281316] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26794; }","duration":"5.550711191s","start":"2026-05-27T07:00:19.7749Z","end":"2026-05-27T07:00:25.325611Z","steps":["trace[2041281316] 'agreement among raft nodes before linearized reading' (duration: 5.549492303s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.32564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039026381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:25.325666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:19.774895Z","time spent":"5.550759093s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-27T07:00:25.325638Z","caller":"traceutil/trace.go:171","msg":"trace[273916135] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26794; }","duration":"1.988261972s","start":"2026-05-27T07:00:23.33736Z","end":"2026-05-27T07:00:25.325622Z","steps":["trace[273916135] 'agreement among raft nodes before linearized reading' (duration: 1.988182369s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.325674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.568034723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:25.325697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:23.33734Z","time spent":"1.988349694s","remote":"127.0.0.1:41462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:25.325714Z","caller":"traceutil/trace.go:171","msg":"trace[1405526457] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26794; }","duration":"4.568113646s","start":"2026-05-27T07:00:20.757589Z","end":"2026-05-27T07:00:25.325703Z","steps":["trace[1405526457] 'agreement among raft nodes before linearized reading' (duration: 4.568058795s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.324128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:18.504134Z","time spent":"6.819985029s","remote":"127.0.0.1:41306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:25.325755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:20.757565Z","time spent":"4.568175818s","remote":"127.0.0.1:37326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:25.325813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002982909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:00:25.325841Z","caller":"traceutil/trace.go:171","msg":"trace[444418750] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26794; }","duration":"2.003033509s","start":"2026-05-27T07:00:23.322799Z","end":"2026-05-27T07:00:25.325833Z","steps":["trace[444418750] 'agreement among raft nodes before linearized reading' (duration: 2.002989388s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.325853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.671298099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:25.325887Z","caller":"traceutil/trace.go:171","msg":"trace[566577961] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26794; }","duration":"4.671358901s","start":"2026-05-27T07:00:20.65452Z","end":"2026-05-27T07:00:25.325879Z","steps":["trace[566577961] 'agreement among raft nodes before linearized reading' (duration: 4.671304879s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.325935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005643203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T07:00:25.325955Z","caller":"traceutil/trace.go:171","msg":"trace[1254773953] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26794; }","duration":"2.005704214s","start":"2026-05-27T07:00:23.320245Z","end":"2026-05-27T07:00:25.325949Z","steps":["trace[1254773953] 'agreement among raft nodes before linearized reading' (duration: 2.005626512s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.325973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:23.320218Z","time spent":"2.005751896s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T07:00:25.325976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:20.654504Z","time spent":"4.671402182s","remote":"127.0.0.1:41208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:25.32563Z","caller":"traceutil/trace.go:171","msg":"trace[904208571] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26794; }","duration":"4.291158762s","start":"2026-05-27T07:00:21.034457Z","end":"2026-05-27T07:00:25.325616Z","steps":["trace[904208571] 'agreement among raft nodes before linearized reading' (duration: 4.29109687s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.326075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:21.034433Z","time spent":"4.291627157s","remote":"127.0.0.1:45346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:25.326107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00585681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T07:00:25.325667Z","caller":"traceutil/trace.go:171","msg":"trace[2122771657] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26794; }","duration":"2.039087253s","start":"2026-05-27T07:00:23.286573Z","end":"2026-05-27T07:00:25.32566Z","steps":["trace[2122771657] 'agreement among raft nodes before linearized reading' (duration: 2.039035531s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:25.326163Z","caller":"traceutil/trace.go:171","msg":"trace[842067733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26794; }","duration":"2.005936992s","start":"2026-05-27T07:00:23.320213Z","end":"2026-05-27T07:00:25.32615Z","steps":["trace[842067733] 'agreement among raft nodes before linearized reading' (duration: 2.005776987s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.32586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:23.322788Z","time spent":"2.003066751s","remote":"127.0.0.1:41450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:25.326195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:23.286556Z","time spent":"2.039622601s","remote":"127.0.0.1:41012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:25.325414Z","caller":"traceutil/trace.go:171","msg":"trace[1320215151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26794; }","duration":"1.761021654s","start":"2026-05-27T07:00:23.564385Z","end":"2026-05-27T07:00:25.325406Z","steps":["trace[1320215151] 'agreement among raft nodes before linearized reading' (duration: 1.760977093s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:25.324413Z","caller":"traceutil/trace.go:171","msg":"trace[1752989928] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26794; }","duration":"6.803462905s","start":"2026-05-27T07:00:18.520941Z","end":"2026-05-27T07:00:25.324404Z","steps":["trace[1752989928] 'agreement among raft nodes before linearized reading' (duration: 6.803391043s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.326265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:23.56436Z","time spent":"1.761891452s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T07:00:25.325582Z","caller":"traceutil/trace.go:171","msg":"trace[1924080649] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26794; }","duration":"5.539354291s","start":"2026-05-27T07:00:19.786217Z","end":"2026-05-27T07:00:25.325571Z","steps":["trace[1924080649] 'agreement among raft nodes before linearized reading' (duration: 5.537701509s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.326302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:18.520917Z","time spent":"6.805369296s","remote":"127.0.0.1:51594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:25.325343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:23.567089Z","time spent":"1.758248006s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:00:25.326333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:19.786201Z","time spent":"5.540118096s","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:25.324905Z","caller":"traceutil/trace.go:171","msg":"trace[1051141615] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26794; }","duration":"1.108857279s","start":"2026-05-27T07:00:24.216041Z","end":"2026-05-27T07:00:25.324898Z","steps":["trace[1051141615] 'agreement among raft nodes before linearized reading' (duration: 1.108828918s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:25.326131Z","caller":"traceutil/trace.go:171","msg":"trace[1680857436] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26794; }","duration":"4.04167187s","start":"2026-05-27T07:00:21.284444Z","end":"2026-05-27T07:00:25.326116Z","steps":["trace[1680857436] 'agreement among raft nodes before linearized reading' (duration: 4.040662947s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.32641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:24.216016Z","time spent":"1.110377517s","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:25.32645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:21.284421Z","time spent":"4.042014451s","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:25.326203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:23.320199Z","time spent":"2.005996974s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T07:00:25.326659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.556360435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-27T07:00:25.326719Z","caller":"traceutil/trace.go:171","msg":"trace[1114038993] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26794; }","duration":"7.556456408s","start":"2026-05-27T07:00:17.770247Z","end":"2026-05-27T07:00:25.326703Z","steps":["trace[1114038993] 'agreement among raft nodes before linearized reading' (duration: 7.553592427s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.326758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:17.770225Z","time spent":"7.556522331s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-27T07:00:25.3255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.550688845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:25.32976Z","caller":"traceutil/trace.go:171","msg":"trace[2140734455] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26794; }","duration":"7.555065784s","start":"2026-05-27T07:00:17.774661Z","end":"2026-05-27T07:00:25.329726Z","steps":["trace[2140734455] 'agreement among raft nodes before linearized reading' (duration: 7.550618443s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:25.32986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:17.774644Z","time spent":"7.555196759s","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-27T07:00:27.251833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529203932s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-05-27T07:00:27.252084Z","caller":"traceutil/trace.go:171","msg":"trace[1279789250] compact","detail":"{revision:24388; response_revision:26795; }","duration":"1.919752779s","start":"2026-05-27T07:00:25.332311Z","end":"2026-05-27T07:00:27.252064Z","steps":["trace[1279789250] 'process raft request' (duration: 390.251558ms)","trace[1279789250] 'check and update compact revision' (duration: 1.529085898s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:27.252126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:25.332289Z","time spent":"1.919834192s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-27T07:00:27.252759Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24388} {"level":"info","ts":"2026-05-27T07:00:27.252996Z","caller":"traceutil/trace.go:171","msg":"trace[1971985660] transaction","detail":"{read_only:false; response_revision:26796; number_of_response:1; }","duration":"1.920530784s","start":"2026-05-27T07:00:25.332445Z","end":"2026-05-27T07:00:27.252976Z","steps":["trace[1971985660] 'process raft request' (duration: 1.919480801s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:27.253141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:25.332424Z","time spent":"1.920621576s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:27.335862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000001985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T07:00:27.335937Z","caller":"traceutil/trace.go:171","msg":"trace[1152450110] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000109588s","start":"2026-05-27T07:00:25.33581Z","end":"2026-05-27T07:00:27.335919Z","steps":["trace[1152450110] 'agreement among raft nodes before linearized reading' (duration: 2.000012015s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:27.335977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:25.335805Z","time spent":"2.00016386s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 07:00:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:28.028593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.521597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:00:28.028731Z","caller":"traceutil/trace.go:171","msg":"trace[867574921] transaction","detail":"{read_only:false; response_revision:26797; number_of_response:1; }","duration":"2.695414681s","start":"2026-05-27T07:00:25.333295Z","end":"2026-05-27T07:00:28.02871Z","steps":["trace[867574921] 'process raft request' (duration: 1.919667087s)","trace[867574921] 'compare' (duration: 209.190655ms)","trace[867574921] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:420; } (duration: 566.037663ms)"],"step_count":3} {"level":"warn","ts":"2026-05-27T07:00:28.028791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:25.333287Z","time spent":"2.695477633s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:29.302077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273271623s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:00:29.30226Z","caller":"traceutil/trace.go:171","msg":"trace[1984052852] transaction","detail":"{read_only:false; response_revision:26798; number_of_response:1; }","duration":"3.968760308s","start":"2026-05-27T07:00:25.333455Z","end":"2026-05-27T07:00:29.302215Z","steps":["trace[1984052852] 'process raft request' (duration: 2.695236846s)","trace[1984052852] 'compare' (duration: 626.734087ms)","trace[1984052852] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 646.052171ms)"],"step_count":3} {"level":"warn","ts":"2026-05-27T07:00:29.30234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:25.33345Z","time spent":"3.9688521s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:29.336459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000342084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T07:00:29.336553Z","caller":"traceutil/trace.go:171","msg":"trace[481520721] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000490859s","start":"2026-05-27T07:00:27.336038Z","end":"2026-05-27T07:00:29.336529Z","steps":["trace[481520721] 'agreement among raft nodes before linearized reading' (duration: 2.000367615s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:29.336611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:27.336018Z","time spent":"2.000577332s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 07:00:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:29.719606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.383963326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T07:00:29.719698Z","caller":"traceutil/trace.go:171","msg":"trace[503920017] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.3841032s","start":"2026-05-27T07:00:25.335574Z","end":"2026-05-27T07:00:29.719677Z","steps":["trace[503920017] 'agreement among raft nodes before linearized reading' (duration: 4.383971126s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:29.719747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:25.335561Z","time spent":"4.384177093s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/05/27 07:00:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:29.770903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.437321179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T07:00:29.770998Z","caller":"traceutil/trace.go:171","msg":"trace[1184853043] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.437459863s","start":"2026-05-27T07:00:25.333514Z","end":"2026-05-27T07:00:29.770974Z","steps":["trace[1184853043] 'agreement among raft nodes before linearized reading' (duration: 4.437323259s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:29.771052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:25.333511Z","time spent":"4.437529755s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/05/27 07:00:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:29.773355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.439842798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T07:00:29.77346Z","caller":"traceutil/trace.go:171","msg":"trace[383282413] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.439919441s","start":"2026-05-27T07:00:25.333483Z","end":"2026-05-27T07:00:29.773403Z","steps":["trace[383282413] 'agreement among raft nodes before linearized reading' (duration: 4.439848859s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:29.773486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.437721002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T07:00:29.773558Z","caller":"traceutil/trace.go:171","msg":"trace[1706139973] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.437850776s","start":"2026-05-27T07:00:25.33569Z","end":"2026-05-27T07:00:29.773541Z","steps":["trace[1706139973] 'agreement among raft nodes before linearized reading' (duration: 4.437751263s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:29.773546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:25.33348Z","time spent":"4.440050195s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-27T07:00:29.773599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:25.335671Z","time spent":"4.437920117s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/27 07:00:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/27 07:00:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:29.773702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99902573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-27T07:00:29.7737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998133371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T07:00:29.773725Z","caller":"traceutil/trace.go:171","msg":"trace[643303292] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.999081001s","start":"2026-05-27T07:00:26.774637Z","end":"2026-05-27T07:00:29.773718Z","steps":["trace[643303292] 'agreement among raft nodes before linearized reading' (duration: 2.999058101s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:29.773742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:26.774618Z","time spent":"2.999119963s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/27 07:00:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-27T07:00:29.773758Z","caller":"traceutil/trace.go:171","msg":"trace[179727795] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998182273s","start":"2026-05-27T07:00:26.77554Z","end":"2026-05-27T07:00:29.773722Z","steps":["trace[179727795] 'agreement among raft nodes before linearized reading' (duration: 2.998148772s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:29.7738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:26.775531Z","time spent":"2.998259946s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/27 07:00:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:29.809506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.470221682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-27T07:00:29.809569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.47394403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T07:00:29.809658Z","caller":"traceutil/trace.go:171","msg":"trace[1565404390] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.474082145s","start":"2026-05-27T07:00:25.335557Z","end":"2026-05-27T07:00:29.809639Z","steps":["trace[1565404390] 'agreement among raft nodes before linearized reading' (duration: 4.473956471s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:29.809716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:25.335551Z","time spent":"4.474153167s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-05-27T07:00:29.809597Z","caller":"traceutil/trace.go:171","msg":"trace[1781380408] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"4.470328216s","start":"2026-05-27T07:00:25.339248Z","end":"2026-05-27T07:00:29.809576Z","steps":["trace[1781380408] 'agreement among raft nodes before linearized reading' (duration: 4.470217632s)"],"step_count":1} 2026/05/27 07:00:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:29.809804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:25.339221Z","time spent":"4.470570214s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/05/27 07:00:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:30.099431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.151563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:00:30.09953Z","caller":"traceutil/trace.go:171","msg":"trace[1676237617] linearizableReadLoop","detail":"{readStateIndex:27710; appliedIndex:27705; }","duration":"4.766016784s","start":"2026-05-27T07:00:25.333496Z","end":"2026-05-27T07:00:30.099513Z","steps":["trace[1676237617] 'read index received' (duration: 79.343716ms)","trace[1676237617] 'applied index is now lower than readState.Index' (duration: 4.686670948s)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:00:30.099615Z","caller":"traceutil/trace.go:171","msg":"trace[1504586703] transaction","detail":"{read_only:false; response_revision:26799; number_of_response:1; }","duration":"4.764029901s","start":"2026-05-27T07:00:25.335514Z","end":"2026-05-27T07:00:30.099544Z","steps":["trace[1504586703] 'process raft request' (duration: 3.966680381s)","trace[1504586703] 'compare' (duration: 79.178101ms)","trace[1504586703] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:474; } (duration: 716.691682ms)"],"step_count":3} {"level":"warn","ts":"2026-05-27T07:00:30.099922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:25.335503Z","time spent":"4.764245158s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:30.780258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000350115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T07:00:30.780443Z","caller":"traceutil/trace.go:171","msg":"trace[367286619] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000607674s","start":"2026-05-27T07:00:28.779813Z","end":"2026-05-27T07:00:30.78042Z","steps":["trace[367286619] 'agreement among raft nodes before linearized reading' (duration: 2.000402077s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:30.78052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:28.779778Z","time spent":"2.000729508s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 07:00:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:31.11253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012978019s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-05-27T07:00:31.345539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000779939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T07:00:31.345631Z","caller":"traceutil/trace.go:171","msg":"trace[1915078417] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000926894s","start":"2026-05-27T07:00:29.344679Z","end":"2026-05-27T07:00:31.345606Z","steps":["trace[1915078417] 'agreement among raft nodes before linearized reading' (duration: 2.000815791s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:31.34568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:29.344655Z","time spent":"2.001014437s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 07:00:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:32.336979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:27.337886Z","time spent":"4.999085455s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-27T07:00:32.848616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735859416s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:00:32.848944Z","caller":"traceutil/trace.go:171","msg":"trace[1087016431] transaction","detail":"{read_only:false; response_revision:26801; number_of_response:1; }","duration":"5.518856001s","start":"2026-05-27T07:00:27.330044Z","end":"2026-05-27T07:00:32.8489Z","steps":["trace[1087016431] 'process raft request' (duration: 3.782608752s)","trace[1087016431] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:553; } (duration: 1.735140603s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:32.849078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:27.329957Z","time spent":"5.519047567s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:32.849088Z","caller":"traceutil/trace.go:171","msg":"trace[232243989] transaction","detail":"{read_only:false; response_revision:26807; number_of_response:1; }","duration":"2.51191967s","start":"2026-05-27T07:00:30.337152Z","end":"2026-05-27T07:00:32.849071Z","steps":["trace[232243989] 'process raft request' (duration: 2.511861768s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:32.849166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:30.337131Z","time spent":"2.511994213s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:32.849313Z","caller":"traceutil/trace.go:171","msg":"trace[2067154959] transaction","detail":"{read_only:false; response_revision:26804; number_of_response:1; }","duration":"3.074230525s","start":"2026-05-27T07:00:29.775072Z","end":"2026-05-27T07:00:32.849303Z","steps":["trace[2067154959] 'process raft request' (duration: 3.073807002s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:32.849361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:29.775055Z","time spent":"3.074278826s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:32.849385Z","caller":"traceutil/trace.go:171","msg":"trace[837847030] transaction","detail":"{read_only:false; response_revision:26805; number_of_response:1; }","duration":"3.073615066s","start":"2026-05-27T07:00:29.775758Z","end":"2026-05-27T07:00:32.849373Z","steps":["trace[837847030] 'process raft request' (duration: 3.073161181s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:32.849454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:29.775748Z","time spent":"3.073662417s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:32.849542Z","caller":"traceutil/trace.go:171","msg":"trace[867382892] transaction","detail":"{read_only:false; response_revision:26806; number_of_response:1; }","duration":"3.072823251s","start":"2026-05-27T07:00:29.776706Z","end":"2026-05-27T07:00:32.849529Z","steps":["trace[867382892] 'process raft request' (duration: 3.072249452s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:32.849585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:29.776687Z","time spent":"3.072873863s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T07:00:32.84973Z","caller":"traceutil/trace.go:171","msg":"trace[976724897] linearizableReadLoop","detail":"{readStateIndex:27718; appliedIndex:27711; }","duration":"2.750161207s","start":"2026-05-27T07:00:30.099557Z","end":"2026-05-27T07:00:32.849718Z","steps":["trace[976724897] 'read index received' (duration: 456.441377ms)","trace[976724897] 'applied index is now lower than readState.Index' (duration: 2.29371799s)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:00:32.8498Z","caller":"traceutil/trace.go:171","msg":"trace[287918366] transaction","detail":"{read_only:false; response_revision:26803; number_of_response:1; }","duration":"3.127916808s","start":"2026-05-27T07:00:29.721863Z","end":"2026-05-27T07:00:32.84978Z","steps":["trace[287918366] 'process raft request' (duration: 3.126976898s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:32.849858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:29.721841Z","time spent":"3.12798754s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:32.850062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.616776544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:32.850097Z","caller":"traceutil/trace.go:171","msg":"trace[1939409163] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26807; }","duration":"6.616812335s","start":"2026-05-27T07:00:26.233274Z","end":"2026-05-27T07:00:32.850087Z","steps":["trace[1939409163] 'agreement among raft nodes before linearized reading' (duration: 6.616745053s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:32.85012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:26.233255Z","time spent":"6.616859817s","remote":"127.0.0.1:45330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:32.850111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.768638636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:32.85016Z","caller":"traceutil/trace.go:171","msg":"trace[124046648] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26807; }","duration":"4.768734649s","start":"2026-05-27T07:00:28.081408Z","end":"2026-05-27T07:00:32.850142Z","steps":["trace[124046648] 'agreement among raft nodes before linearized reading' (duration: 4.768592585s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:32.850152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.398457027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:32.850188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.31682301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-27T07:00:32.850161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.294012047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:32.850232Z","caller":"traceutil/trace.go:171","msg":"trace[313981644] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26807; }","duration":"6.316908513s","start":"2026-05-27T07:00:26.533311Z","end":"2026-05-27T07:00:32.85022Z","steps":["trace[313981644] 'agreement among raft nodes before linearized reading' (duration: 6.316755149s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:32.850219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.347240913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:32.85023Z","caller":"traceutil/trace.go:171","msg":"trace[2076104588] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26807; }","duration":"7.398585141s","start":"2026-05-27T07:00:25.451627Z","end":"2026-05-27T07:00:32.850212Z","steps":["trace[2076104588] 'agreement among raft nodes before linearized reading' (duration: 7.398437467s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:32.85026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:26.533288Z","time spent":"6.316963424s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-27T07:00:32.85026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.311420178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:32.850258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.44112139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:00:32.850291Z","caller":"traceutil/trace.go:171","msg":"trace[98225654] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26807; }","duration":"3.311452599s","start":"2026-05-27T07:00:29.53883Z","end":"2026-05-27T07:00:32.850282Z","steps":["trace[98225654] 'agreement among raft nodes before linearized reading' (duration: 3.311377857s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:32.850288Z","caller":"traceutil/trace.go:171","msg":"trace[1824163281] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26807; }","duration":"7.347374177s","start":"2026-05-27T07:00:25.502893Z","end":"2026-05-27T07:00:32.850267Z","steps":["trace[1824163281] 'agreement among raft nodes before linearized reading' (duration: 7.347193981s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:32.850174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.116984262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:00:32.850267Z","caller":"traceutil/trace.go:171","msg":"trace[2101493937] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26807; }","duration":"6.294173522s","start":"2026-05-27T07:00:26.556066Z","end":"2026-05-27T07:00:32.850239Z","steps":["trace[2101493937] 'agreement among raft nodes before linearized reading' (duration: 6.293974196s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:32.850316Z","caller":"traceutil/trace.go:171","msg":"trace[1180860765] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26807; }","duration":"7.441193472s","start":"2026-05-27T07:00:25.409103Z","end":"2026-05-27T07:00:32.850297Z","steps":["trace[1180860765] 'agreement among raft nodes before linearized reading' (duration: 7.441067788s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:32.850327Z","caller":"traceutil/trace.go:171","msg":"trace[982222895] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26807; }","duration":"3.117203189s","start":"2026-05-27T07:00:29.733114Z","end":"2026-05-27T07:00:32.850317Z","steps":["trace[982222895] 'agreement among raft nodes before linearized reading' (duration: 3.11693137s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:32.850328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:25.502875Z","time spent":"7.347444049s","remote":"127.0.0.1:55300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:32.850344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.816415288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-27T07:00:32.850356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:29.7331Z","time spent":"3.11724791s","remote":"127.0.0.1:47338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:32.850361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:25.40903Z","time spent":"7.441321707s","remote":"127.0.0.1:37814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:32.85019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:28.081386Z","time spent":"4.768794871s","remote":"127.0.0.1:41112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:32.850388Z","caller":"traceutil/trace.go:171","msg":"trace[1604375148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26807; }","duration":"2.816479299s","start":"2026-05-27T07:00:30.033895Z","end":"2026-05-27T07:00:32.850374Z","steps":["trace[1604375148] 'agreement among raft nodes before linearized reading' (duration: 2.816336145s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:32.850325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:29.538783Z","time spent":"3.311528901s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:32.850423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.5920711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-27T07:00:32.850422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:30.03388Z","time spent":"2.816534602s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-27T07:00:32.850499Z","caller":"traceutil/trace.go:171","msg":"trace[1411031499] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26807; }","duration":"3.592181783s","start":"2026-05-27T07:00:29.258304Z","end":"2026-05-27T07:00:32.850486Z","steps":["trace[1411031499] 'agreement among raft nodes before linearized reading' (duration: 3.592036268s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:32.850533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:29.258281Z","time spent":"3.592240895s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-27T07:00:32.850288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:25.451608Z","time spent":"7.398669743s","remote":"127.0.0.1:48324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:32.850352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:26.556053Z","time spent":"6.294279685s","remote":"127.0.0.1:41220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:32.850622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.198980129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-05-27T07:00:32.850655Z","caller":"traceutil/trace.go:171","msg":"trace[922305215] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26807; }","duration":"4.199044661s","start":"2026-05-27T07:00:28.651597Z","end":"2026-05-27T07:00:32.850642Z","steps":["trace[922305215] 'agreement among raft nodes before linearized reading' (duration: 4.198964178s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:32.850664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.515437917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:32.850684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:28.651577Z","time spent":"4.199100383s","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-05-27T07:00:32.850696Z","caller":"traceutil/trace.go:171","msg":"trace[2039484617] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:0; response_revision:26807; }","duration":"7.515482808s","start":"2026-05-27T07:00:25.335205Z","end":"2026-05-27T07:00:32.850688Z","steps":["trace[2039484617] 'agreement among raft nodes before linearized reading' (duration: 7.515418156s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:32.850721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:25.335199Z","time spent":"7.515515909s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.207\" "} {"level":"warn","ts":"2026-05-27T07:00:32.850732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.464607044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:00:32.85076Z","caller":"traceutil/trace.go:171","msg":"trace[1731878941] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26807; }","duration":"4.464666726s","start":"2026-05-27T07:00:28.386085Z","end":"2026-05-27T07:00:32.850752Z","steps":["trace[1731878941] 'agreement among raft nodes before linearized reading' (duration: 4.464515302s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:32.850785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:28.386066Z","time spent":"4.464711517s","remote":"127.0.0.1:41396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:32.850892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.729163938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-27T07:00:32.850945Z","caller":"traceutil/trace.go:171","msg":"trace[187109849] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26807; }","duration":"3.72922081s","start":"2026-05-27T07:00:29.12171Z","end":"2026-05-27T07:00:32.850931Z","steps":["trace[187109849] 'agreement among raft nodes before linearized reading' (duration: 3.729029224s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:32.850979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:29.121686Z","time spent":"3.729283441s","remote":"127.0.0.1:47278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:32.851031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.595454131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:32.851102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.254758394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-05-27T07:00:32.851093Z","caller":"traceutil/trace.go:171","msg":"trace[1966940124] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26807; }","duration":"5.595560475s","start":"2026-05-27T07:00:27.255513Z","end":"2026-05-27T07:00:32.851074Z","steps":["trace[1966940124] 'agreement among raft nodes before linearized reading' (duration: 5.595434111s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:32.851138Z","caller":"traceutil/trace.go:171","msg":"trace[1816891964] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26807; }","duration":"5.254830166s","start":"2026-05-27T07:00:27.596298Z","end":"2026-05-27T07:00:32.851128Z","steps":["trace[1816891964] 'agreement among raft nodes before linearized reading' (duration: 5.254705442s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:32.851169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:27.596274Z","time spent":"5.254886538s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-05-27T07:00:32.851162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:27.255492Z","time spent":"5.595648597s","remote":"127.0.0.1:41094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:32.851159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.434333195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b359700f07d7ed\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-27T07:00:32.851215Z","caller":"traceutil/trace.go:171","msg":"trace[1058222921] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b359700f07d7ed; range_end:; response_count:1; response_revision:26807; }","duration":"7.434431028s","start":"2026-05-27T07:00:25.41677Z","end":"2026-05-27T07:00:32.851201Z","steps":["trace[1058222921] 'agreement among raft nodes before linearized reading' (duration: 7.434257022s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:32.851246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:25.416746Z","time spent":"7.43449316s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b359700f07d7ed\" "} {"level":"warn","ts":"2026-05-27T07:00:33.350584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:00:33.354013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000086576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-27T07:00:33.354058Z","caller":"traceutil/trace.go:171","msg":"trace[413800035] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000177719s","start":"2026-05-27T07:00:31.353866Z","end":"2026-05-27T07:00:33.354043Z","steps":["trace[413800035] 'agreement among raft nodes before linearized reading' (duration: 2.000113837s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:33.354114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:31.353849Z","time spent":"2.000255191s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:00:33.85157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:00:34.352198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:00:34.852551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:00:35.152465Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.317297128s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T07:00:35.354701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000336315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T07:00:35.354838Z","caller":"traceutil/trace.go:171","msg":"trace[1684541768] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00051732s","start":"2026-05-27T07:00:33.354303Z","end":"2026-05-27T07:00:35.35482Z","steps":["trace[1684541768] 'agreement among raft nodes before linearized reading' (duration: 2.000353325s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:35.354899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:33.354285Z","time spent":"2.000604624s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 07:00:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:35.565857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0001907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-27T07:00:35.565927Z","caller":"traceutil/trace.go:171","msg":"trace[2085428763] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000321644s","start":"2026-05-27T07:00:33.56559Z","end":"2026-05-27T07:00:35.565912Z","steps":["trace[2085428763] 'agreement among raft nodes before linearized reading' (duration: 2.000228161s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:35.565961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:33.565568Z","time spent":"2.000387786s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 07:00:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:37.103813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999350115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-27T07:00:37.103893Z","caller":"traceutil/trace.go:171","msg":"trace[827235655] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99950682s","start":"2026-05-27T07:00:32.104367Z","end":"2026-05-27T07:00:37.103874Z","steps":["trace[827235655] 'agreement among raft nodes before linearized reading' (duration: 4.999387936s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:37.103935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:32.104332Z","time spent":"4.999594873s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T07:00:37.337589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99764904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T07:00:37.337655Z","caller":"traceutil/trace.go:171","msg":"trace[1292872386] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.997776765s","start":"2026-05-27T07:00:32.339863Z","end":"2026-05-27T07:00:37.33764Z","steps":["trace[1292872386] 'agreement among raft nodes before linearized reading' (duration: 4.997683502s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:37.337691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:32.339843Z","time spent":"4.997840377s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/05/27 07:00:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:37.361258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99986693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-27T07:00:37.361368Z","caller":"traceutil/trace.go:171","msg":"trace[468322135] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000069936s","start":"2026-05-27T07:00:35.361274Z","end":"2026-05-27T07:00:37.361344Z","steps":["trace[468322135] 'agreement among raft nodes before linearized reading' (duration: 1.999899941s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:37.361427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:35.361253Z","time spent":"2.000163879s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:00:39.257546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:32.856929Z","time spent":"6.400610208s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/27 07:00:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:39.362567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000618994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T07:00:39.362688Z","caller":"traceutil/trace.go:171","msg":"trace[1534209328] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0008048s","start":"2026-05-27T07:00:37.361854Z","end":"2026-05-27T07:00:39.362659Z","steps":["trace[1534209328] 'agreement among raft nodes before linearized reading' (duration: 2.000647655s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:39.363303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:37.361834Z","time spent":"2.001448379s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 07:00:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:39.38693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.233967318s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-05-27T07:00:39.387935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:32.853066Z","time spent":"6.534845745s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-27T07:00:39.38801Z","caller":"traceutil/trace.go:171","msg":"trace[1181844456] transaction","detail":"{read_only:false; response_revision:26809; number_of_response:1; }","duration":"6.534601788s","start":"2026-05-27T07:00:32.853364Z","end":"2026-05-27T07:00:39.387966Z","steps":["trace[1181844456] 'process raft request' (duration: 6.533819833s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:39.388488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:32.853353Z","time spent":"6.535032021s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:39.388459Z","caller":"traceutil/trace.go:171","msg":"trace[158771281] transaction","detail":"{read_only:false; response_revision:26808; number_of_response:1; }","duration":"6.553345102s","start":"2026-05-27T07:00:32.835042Z","end":"2026-05-27T07:00:39.388387Z","steps":["trace[158771281] 'process raft request' (duration: 2.317813095s)","trace[158771281] 'compare' (duration: 1.852479914s)","trace[158771281] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/ingress-nginx/ingress-nginx-leader; req_size:472; } (duration: 2.379667995s)"],"step_count":3} {"level":"info","ts":"2026-05-27T07:00:39.388625Z","caller":"traceutil/trace.go:171","msg":"trace[2093385798] transaction","detail":"{read_only:false; response_revision:26811; number_of_response:1; }","duration":"6.531372095s","start":"2026-05-27T07:00:32.857232Z","end":"2026-05-27T07:00:39.388604Z","steps":["trace[2093385798] 'process raft request' (duration: 6.530131516s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:39.3887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:32.835017Z","time spent":"6.553557519s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:39.388699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:32.857224Z","time spent":"6.531438107s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:39.389359Z","caller":"traceutil/trace.go:171","msg":"trace[1534991924] transaction","detail":"{read_only:false; response_revision:26812; number_of_response:1; }","duration":"4.534001024s","start":"2026-05-27T07:00:34.855329Z","end":"2026-05-27T07:00:39.38933Z","steps":["trace[1534991924] 'process raft request' (duration: 4.532070993s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:39.38978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.660200751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:39.389816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.604671786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:39.389837Z","caller":"traceutil/trace.go:171","msg":"trace[604877771] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26813; }","duration":"6.660293145s","start":"2026-05-27T07:00:32.729526Z","end":"2026-05-27T07:00:39.389819Z","steps":["trace[604877771] 'agreement among raft nodes before linearized reading' (duration: 6.659848551s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:39.389858Z","caller":"traceutil/trace.go:171","msg":"trace[2085502586] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26813; }","duration":"7.604708097s","start":"2026-05-27T07:00:31.785133Z","end":"2026-05-27T07:00:39.389841Z","steps":["trace[2085502586] 'agreement among raft nodes before linearized reading' (duration: 7.604281804s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:39.389838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.078435893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:00:39.38987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.196855999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:00:39.389896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.451104523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-27T07:00:39.38988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:32.7295Z","time spent":"6.660369666s","remote":"127.0.0.1:46746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:39.38992Z","caller":"traceutil/trace.go:171","msg":"trace[2113708481] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26813; }","duration":"8.078537296s","start":"2026-05-27T07:00:31.311364Z","end":"2026-05-27T07:00:39.389901Z","steps":["trace[2113708481] 'agreement among raft nodes before linearized reading' (duration: 8.078071332s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:39.38993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.917711699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:39.389938Z","caller":"traceutil/trace.go:171","msg":"trace[1264297639] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26813; }","duration":"8.196945432s","start":"2026-05-27T07:00:31.192971Z","end":"2026-05-27T07:00:39.389916Z","steps":["trace[1264297639] 'agreement among raft nodes before linearized reading' (duration: 8.196440566s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:39.389961Z","caller":"traceutil/trace.go:171","msg":"trace[2023749297] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26813; }","duration":"6.917787221s","start":"2026-05-27T07:00:32.472165Z","end":"2026-05-27T07:00:39.389952Z","steps":["trace[2023749297] 'agreement among raft nodes before linearized reading' (duration: 6.917218803s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:39.389968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:31.311237Z","time spent":"8.078721152s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:39.389935Z","caller":"traceutil/trace.go:171","msg":"trace[2099833619] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26813; }","duration":"8.451203166s","start":"2026-05-27T07:00:30.93872Z","end":"2026-05-27T07:00:39.389923Z","steps":["trace[2099833619] 'agreement among raft nodes before linearized reading' (duration: 8.450720921s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:39.389991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:32.472137Z","time spent":"6.917845713s","remote":"127.0.0.1:47450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:39.390014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:30.938701Z","time spent":"8.45130476s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-27T07:00:39.390011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:31.192953Z","time spent":"8.197022265s","remote":"127.0.0.1:37320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":77,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:39.389644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.518010398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:39.390125Z","caller":"traceutil/trace.go:171","msg":"trace[1745560847] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26813; }","duration":"7.51871392s","start":"2026-05-27T07:00:31.871399Z","end":"2026-05-27T07:00:39.390113Z","steps":["trace[1745560847] 'agreement among raft nodes before linearized reading' (duration: 7.517998397s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:39.390168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:31.871379Z","time spent":"7.518776342s","remote":"127.0.0.1:37336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:39.389686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.671142839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-27T07:00:39.390287Z","caller":"traceutil/trace.go:171","msg":"trace[1182110844] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26813; }","duration":"6.67183069s","start":"2026-05-27T07:00:32.718446Z","end":"2026-05-27T07:00:39.390276Z","steps":["trace[1182110844] 'agreement among raft nodes before linearized reading' (duration: 6.670931942s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:39.390176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.747430839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:00:39.390334Z","caller":"traceutil/trace.go:171","msg":"trace[1995610322] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26813; }","duration":"6.747627365s","start":"2026-05-27T07:00:32.642691Z","end":"2026-05-27T07:00:39.390319Z","steps":["trace[1995610322] 'agreement among raft nodes before linearized reading' (duration: 6.746740326s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:39.390392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.289644992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274801"} {"level":"warn","ts":"2026-05-27T07:00:39.390413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:32.718424Z","time spent":"6.671970005s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-27T07:00:39.390451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:32.642664Z","time spent":"6.747700637s","remote":"127.0.0.1:54724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:39.390456Z","caller":"traceutil/trace.go:171","msg":"trace[1410672114] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26813; }","duration":"8.289752195s","start":"2026-05-27T07:00:31.100687Z","end":"2026-05-27T07:00:39.390439Z","steps":["trace[1410672114] 'agreement among raft nodes before linearized reading' (duration: 8.288732513s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:39.390475Z","caller":"traceutil/trace.go:171","msg":"trace[210845409] transaction","detail":"{read_only:false; response_revision:26814; number_of_response:1; }","duration":"3.869218399s","start":"2026-05-27T07:00:35.521245Z","end":"2026-05-27T07:00:39.390464Z","steps":["trace[210845409] 'process raft request' (duration: 3.868360772s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:39.389726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.656225931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:39.39051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:31.100663Z","time spent":"8.289835798s","remote":"127.0.0.1:41500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274823,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-05-27T07:00:39.390539Z","caller":"traceutil/trace.go:171","msg":"trace[862344483] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26813; }","duration":"7.657055728s","start":"2026-05-27T07:00:31.733469Z","end":"2026-05-27T07:00:39.390524Z","steps":["trace[862344483] 'agreement among raft nodes before linearized reading' (duration: 7.655903172s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:39.390554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:35.521195Z","time spent":"3.869306292s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:39.390578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:31.733452Z","time spent":"7.657115469s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:39.389767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.850566496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:00:39.38972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.082035867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T07:00:39.390629Z","caller":"traceutil/trace.go:171","msg":"trace[142111181] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26813; }","duration":"7.851457864s","start":"2026-05-27T07:00:31.53916Z","end":"2026-05-27T07:00:39.390617Z","steps":["trace[142111181] 'agreement among raft nodes before linearized reading' (duration: 7.850262276s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:39.390662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:31.539141Z","time spent":"7.851513296s","remote":"127.0.0.1:37848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:39.389895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:31.785112Z","time spent":"7.60477309s","remote":"127.0.0.1:41508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:39.390657Z","caller":"traceutil/trace.go:171","msg":"trace[1949340088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26813; }","duration":"8.083006008s","start":"2026-05-27T07:00:31.307624Z","end":"2026-05-27T07:00:39.39063Z","steps":["trace[1949340088] 'agreement among raft nodes before linearized reading' (duration: 8.081771809s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:39.390735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:31.307589Z","time spent":"8.083126302s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-27T07:00:39.389742Z","caller":"traceutil/trace.go:171","msg":"trace[518323351] transaction","detail":"{read_only:false; response_revision:26813; number_of_response:1; }","duration":"4.046727559s","start":"2026-05-27T07:00:35.343002Z","end":"2026-05-27T07:00:39.389729Z","steps":["trace[518323351] 'process raft request' (duration: 4.046312406s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:39.390759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:34.855318Z","time spent":"4.534491059s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:39.390835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:35.342979Z","time spent":"4.047828964s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:39.389404Z","caller":"traceutil/trace.go:171","msg":"trace[250790586] linearizableReadLoop","detail":"{readStateIndex:27724; appliedIndex:27719; }","duration":"6.539606726s","start":"2026-05-27T07:00:32.849762Z","end":"2026-05-27T07:00:39.389369Z","steps":["trace[250790586] 'read index received' (duration: 2.303020615s)","trace[250790586] 'applied index is now lower than readState.Index' (duration: 4.236584911s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:39.681118Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.821085469s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T07:00:41.31253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:39.396458Z","time spent":"1.916062363s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/27 07:00:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:41.370849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9998702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T07:00:41.370939Z","caller":"traceutil/trace.go:171","msg":"trace[1113256566] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000025255s","start":"2026-05-27T07:00:39.370892Z","end":"2026-05-27T07:00:41.370918Z","steps":["trace[1113256566] 'agreement among raft nodes before linearized reading' (duration: 1.999905631s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:41.370999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:39.370869Z","time spent":"2.000122518s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:00:42.10366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997176652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T07:00:42.10376Z","caller":"traceutil/trace.go:171","msg":"trace[1146729957] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997357027s","start":"2026-05-27T07:00:39.106383Z","end":"2026-05-27T07:00:42.10374Z","steps":["trace[1146729957] 'agreement among raft nodes before linearized reading' (duration: 2.997218692s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:42.10381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:39.106363Z","time spent":"2.99743498s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/27 07:00:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:42.295368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:40.881392Z","time spent":"1.413965128s","remote":"127.0.0.1:48078","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-27T07:00:42.296739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:41.385237Z","time spent":"911.49553ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-27T07:00:42.296963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193132503s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:42.297086Z","caller":"traceutil/trace.go:171","msg":"trace[1131047364] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26814; }","duration":"1.193270298s","start":"2026-05-27T07:00:41.103792Z","end":"2026-05-27T07:00:42.297062Z","steps":["trace[1131047364] 'range keys from in-memory index tree' (duration: 1.193114703s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:42.297317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.615754664s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:00:42.29762Z","caller":"traceutil/trace.go:171","msg":"trace[1153079170] transaction","detail":"{read_only:false; response_revision:26815; number_of_response:1; }","duration":"4.437657339s","start":"2026-05-27T07:00:37.859913Z","end":"2026-05-27T07:00:42.29757Z","steps":["trace[1153079170] 'process raft request' (duration: 1.821551473s)","trace[1153079170] 'compare' (duration: 708.404969ms)","trace[1153079170] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; req_size:624; } (duration: 1.906167388s)"],"step_count":3} {"level":"warn","ts":"2026-05-27T07:00:42.297792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.442490279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-08a59e17-d903-4f94-bb56-037405ce2da5\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-05-27T07:00:42.297825Z","caller":"traceutil/trace.go:171","msg":"trace[1355685331] range","detail":"{range_begin:/registry/persistentvolumes/pvc-08a59e17-d903-4f94-bb56-037405ce2da5; range_end:; response_count:1; response_revision:26819; }","duration":"9.44254433s","start":"2026-05-27T07:00:32.855274Z","end":"2026-05-27T07:00:42.297818Z","steps":["trace[1355685331] 'agreement among raft nodes before linearized reading' (duration: 9.442410745s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:42.297855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:32.855264Z","time spent":"9.442584982s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-08a59e17-d903-4f94-bb56-037405ce2da5\" "} {"level":"info","ts":"2026-05-27T07:00:42.297883Z","caller":"traceutil/trace.go:171","msg":"trace[324963687] transaction","detail":"{read_only:false; response_revision:26816; number_of_response:1; }","duration":"2.907316932s","start":"2026-05-27T07:00:39.390541Z","end":"2026-05-27T07:00:42.297858Z","steps":["trace[324963687] 'process raft request' (duration: 2.906907279s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:42.298043Z","caller":"traceutil/trace.go:171","msg":"trace[523840143] transaction","detail":"{read_only:false; response_revision:26817; number_of_response:1; }","duration":"2.90158708s","start":"2026-05-27T07:00:39.396446Z","end":"2026-05-27T07:00:42.298033Z","steps":["trace[523840143] 'process raft request' (duration: 2.901084935s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:42.298094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:39.396427Z","time spent":"2.901642373s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:42.298065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:37.859893Z","time spent":"4.437805564s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:42.298207Z","caller":"traceutil/trace.go:171","msg":"trace[1480748943] transaction","detail":"{read_only:false; response_revision:26819; number_of_response:1; }","duration":"2.901398335s","start":"2026-05-27T07:00:39.396802Z","end":"2026-05-27T07:00:42.2982Z","steps":["trace[1480748943] 'process raft request' (duration: 2.900803616s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:42.298245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:39.39679Z","time spent":"2.901434246s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:42.29766Z","caller":"traceutil/trace.go:171","msg":"trace[1879001976] linearizableReadLoop","detail":"{readStateIndex:27729; appliedIndex:27727; }","duration":"2.906663902s","start":"2026-05-27T07:00:39.390979Z","end":"2026-05-27T07:00:42.297643Z","steps":["trace[1879001976] 'read index received' (duration: 290.380891ms)","trace[1879001976] 'applied index is now lower than readState.Index' (duration: 2.616281931s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:42.298375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.067033364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:42.298404Z","caller":"traceutil/trace.go:171","msg":"trace[1470159037] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26819; }","duration":"4.067113247s","start":"2026-05-27T07:00:38.231284Z","end":"2026-05-27T07:00:42.298397Z","steps":["trace[1470159037] 'agreement among raft nodes before linearized reading' (duration: 4.067011294s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:42.298425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:38.231259Z","time spent":"4.067161069s","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:42.298563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.326513505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:42.29859Z","caller":"traceutil/trace.go:171","msg":"trace[2085644333] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26819; }","duration":"7.326573197s","start":"2026-05-27T07:00:34.972009Z","end":"2026-05-27T07:00:42.298582Z","steps":["trace[2085644333] 'agreement among raft nodes before linearized reading' (duration: 7.326524075s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:42.298613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:34.971991Z","time spent":"7.326617019s","remote":"127.0.0.1:41018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:42.298589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.192857186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:42.298671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.510401714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:00:42.298736Z","caller":"traceutil/trace.go:171","msg":"trace[76768412] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26819; }","duration":"5.510503717s","start":"2026-05-27T07:00:36.788215Z","end":"2026-05-27T07:00:42.298719Z","steps":["trace[76768412] 'agreement among raft nodes before linearized reading' (duration: 5.510392904s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:42.29876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.446711937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:00:42.298782Z","caller":"traceutil/trace.go:171","msg":"trace[1302214592] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26819; }","duration":"7.446766119s","start":"2026-05-27T07:00:34.85201Z","end":"2026-05-27T07:00:42.298776Z","steps":["trace[1302214592] 'agreement among raft nodes before linearized reading' (duration: 7.446708197s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:42.298803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:34.851991Z","time spent":"7.446807401s","remote":"127.0.0.1:41494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:42.298805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:36.788188Z","time spent":"5.51059476s","remote":"127.0.0.1:41512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:42.29886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.95147977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:42.298907Z","caller":"traceutil/trace.go:171","msg":"trace[1876748806] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26819; }","duration":"6.951549133s","start":"2026-05-27T07:00:35.347344Z","end":"2026-05-27T07:00:42.298893Z","steps":["trace[1876748806] 'agreement among raft nodes before linearized reading' (duration: 6.951479981s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:42.298955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.358113455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:00:42.298959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:35.347332Z","time spent":"6.951613524s","remote":"127.0.0.1:41504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-27T07:00:42.298987Z","caller":"traceutil/trace.go:171","msg":"trace[638523942] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26819; }","duration":"8.358182216s","start":"2026-05-27T07:00:33.940795Z","end":"2026-05-27T07:00:42.298977Z","steps":["trace[638523942] 'agreement among raft nodes before linearized reading' (duration: 8.358112164s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:42.298743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.347169684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:42.299018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:33.940774Z","time spent":"8.358238519s","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:42.299058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.910097251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:00:42.298803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.350657425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:42.29913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.916582887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:42.299158Z","caller":"traceutil/trace.go:171","msg":"trace[54488023] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26819; }","duration":"5.910221275s","start":"2026-05-27T07:00:36.388909Z","end":"2026-05-27T07:00:42.299131Z","steps":["trace[54488023] 'agreement among raft nodes before linearized reading' (duration: 5.91006342s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:42.299151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.624143083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:42.298675Z","caller":"traceutil/trace.go:171","msg":"trace[2069813970] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26819; }","duration":"7.192963189s","start":"2026-05-27T07:00:35.105689Z","end":"2026-05-27T07:00:42.298653Z","steps":["trace[2069813970] 'agreement among raft nodes before linearized reading' (duration: 7.192789174s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:42.299222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:36.388898Z","time spent":"5.910304558s","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:42.29924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:35.105636Z","time spent":"7.193594469s","remote":"127.0.0.1:46858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:42.299291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.279371305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:42.29934Z","caller":"traceutil/trace.go:171","msg":"trace[626697526] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26819; }","duration":"9.279477178s","start":"2026-05-27T07:00:33.019851Z","end":"2026-05-27T07:00:42.299328Z","steps":["trace[626697526] 'agreement among raft nodes before linearized reading' (duration: 9.279388025s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:42.299166Z","caller":"traceutil/trace.go:171","msg":"trace[1391202082] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26819; }","duration":"6.351066667s","start":"2026-05-27T07:00:35.948091Z","end":"2026-05-27T07:00:42.299157Z","steps":["trace[1391202082] 'agreement among raft nodes before linearized reading' (duration: 6.350672705s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:42.299375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:33.019819Z","time spent":"9.27954603s","remote":"127.0.0.1:41454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:42.298573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.92234642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:42.299487Z","caller":"traceutil/trace.go:171","msg":"trace[1891979873] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26819; }","duration":"5.92329709s","start":"2026-05-27T07:00:36.376172Z","end":"2026-05-27T07:00:42.299469Z","steps":["trace[1891979873] 'agreement among raft nodes before linearized reading' (duration: 5.92233853s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:42.299231Z","caller":"traceutil/trace.go:171","msg":"trace[240640022] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26819; }","duration":"8.624319358s","start":"2026-05-27T07:00:33.674893Z","end":"2026-05-27T07:00:42.299212Z","steps":["trace[240640022] 'agreement among raft nodes before linearized reading' (duration: 8.624172613s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:42.299536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:36.376155Z","time spent":"5.923366602s","remote":"127.0.0.1:41442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:42.299555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:33.674866Z","time spent":"8.624671109s","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:42.299202Z","caller":"traceutil/trace.go:171","msg":"trace[2091864876] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26819; }","duration":"5.91668908s","start":"2026-05-27T07:00:36.382498Z","end":"2026-05-27T07:00:42.299188Z","steps":["trace[2091864876] 'agreement among raft nodes before linearized reading' (duration: 5.916577197s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:42.299652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:36.382479Z","time spent":"5.917155515s","remote":"127.0.0.1:45404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:42.299066Z","caller":"traceutil/trace.go:171","msg":"trace[1524249963] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26819; }","duration":"6.347508785s","start":"2026-05-27T07:00:35.95152Z","end":"2026-05-27T07:00:42.299029Z","steps":["trace[1524249963] 'agreement among raft nodes before linearized reading' (duration: 6.347186035s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:42.299999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:35.951495Z","time spent":"6.348481346s","remote":"127.0.0.1:41038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:42.300374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:39.39052Z","time spent":"2.907422246s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:42.299406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:35.948067Z","time spent":"6.351331986s","remote":"127.0.0.1:45394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:42.363757Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.048382732s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T07:00:42.575853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999141607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T07:00:42.575944Z","caller":"traceutil/trace.go:171","msg":"trace[1652841974] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999283711s","start":"2026-05-27T07:00:40.576641Z","end":"2026-05-27T07:00:42.575924Z","steps":["trace[1652841974] 'agreement among raft nodes before linearized reading' (duration: 1.999163488s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:42.575985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:40.576623Z","time spent":"1.999354714s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 07:00:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:43.37094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999932991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-27T07:00:43.371055Z","caller":"traceutil/trace.go:171","msg":"trace[13192896] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000108847s","start":"2026-05-27T07:00:41.370924Z","end":"2026-05-27T07:00:43.371033Z","steps":["trace[13192896] 'agreement among raft nodes before linearized reading' (duration: 1.999956232s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:43.371114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:41.370904Z","time spent":"2.00019456s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:00:44.046707Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.682177604s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T07:00:44.134344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770184404s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:449"} {"level":"info","ts":"2026-05-27T07:00:44.134603Z","caller":"traceutil/trace.go:171","msg":"trace[734467982] transaction","detail":"{read_only:false; response_revision:26820; number_of_response:1; }","duration":"2.736444591s","start":"2026-05-27T07:00:41.398144Z","end":"2026-05-27T07:00:44.134589Z","steps":["trace[734467982] 'process raft request' (duration: 2.736282926s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:44.13458Z","caller":"traceutil/trace.go:171","msg":"trace[530742450] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26819; }","duration":"2.819279539s","start":"2026-05-27T07:00:41.315242Z","end":"2026-05-27T07:00:44.134521Z","steps":["trace[530742450] 'process raft request' (duration: 1.048842146s)","trace[530742450] 'compare' (duration: 1.664484012s)","trace[530742450] 'range keys from in-memory index tree' {req_type:range; range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; } (duration: 105.625591ms)"],"step_count":3} {"level":"warn","ts":"2026-05-27T07:00:44.134672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:41.398112Z","time spent":"2.736533394s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:44.134765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:41.315217Z","time spent":"2.819447674s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:44.134793Z","caller":"traceutil/trace.go:171","msg":"trace[747518808] linearizableReadLoop","detail":"{readStateIndex:27735; appliedIndex:27732; }","duration":"1.836418016s","start":"2026-05-27T07:00:42.298346Z","end":"2026-05-27T07:00:44.134764Z","steps":["trace[747518808] 'read index received' (duration: 65.759396ms)","trace[747518808] 'applied index is now lower than readState.Index' (duration: 1.770655059s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:44.134897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.137957156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:00:44.134984Z","caller":"traceutil/trace.go:171","msg":"trace[47455574] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26821; }","duration":"3.138113212s","start":"2026-05-27T07:00:40.996849Z","end":"2026-05-27T07:00:44.134962Z","steps":["trace[47455574] 'agreement among raft nodes before linearized reading' (duration: 3.137924716s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:44.134986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.206564313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:00:44.135033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:40.996825Z","time spent":"3.138194114s","remote":"127.0.0.1:54828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:44.135083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.451440396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:00:44.135132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.414296861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:44.135188Z","caller":"traceutil/trace.go:171","msg":"trace[1659100358] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26821; }","duration":"4.45156917s","start":"2026-05-27T07:00:39.683597Z","end":"2026-05-27T07:00:44.135166Z","steps":["trace[1659100358] 'agreement among raft nodes before linearized reading' (duration: 4.451378244s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:44.135144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263897613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:00:44.135223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.741631081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b357211fefd7f6\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-27T07:00:44.135258Z","caller":"traceutil/trace.go:171","msg":"trace[222539028] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b357211fefd7f6; range_end:; response_count:1; response_revision:26821; }","duration":"4.741695533s","start":"2026-05-27T07:00:39.393552Z","end":"2026-05-27T07:00:44.135248Z","steps":["trace[222539028] 'agreement among raft nodes before linearized reading' (duration: 4.741531648s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:44.1352Z","caller":"traceutil/trace.go:171","msg":"trace[717369132] transaction","detail":"{read_only:false; response_revision:26821; number_of_response:1; }","duration":"2.028055704s","start":"2026-05-27T07:00:42.107126Z","end":"2026-05-27T07:00:44.135182Z","steps":["trace[717369132] 'process raft request' (duration: 2.027405093s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:44.13526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879081149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:44.135038Z","caller":"traceutil/trace.go:171","msg":"trace[1511775742] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26821; }","duration":"3.206658806s","start":"2026-05-27T07:00:40.928361Z","end":"2026-05-27T07:00:44.135019Z","steps":["trace[1511775742] 'agreement among raft nodes before linearized reading' (duration: 3.206550752s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:44.13529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:39.393535Z","time spent":"4.741749734s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b357211fefd7f6\" "} {"level":"warn","ts":"2026-05-27T07:00:44.13527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.825013528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:44.135308Z","caller":"traceutil/trace.go:171","msg":"trace[800300190] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26821; }","duration":"1.87915563s","start":"2026-05-27T07:00:42.25614Z","end":"2026-05-27T07:00:44.135295Z","steps":["trace[800300190] 'agreement among raft nodes before linearized reading' (duration: 1.879085088s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:44.135338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200957641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:44.135368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:42.107102Z","time spent":"2.028189028s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:44.135262Z","caller":"traceutil/trace.go:171","msg":"trace[1073453520] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26821; }","duration":"2.264040768s","start":"2026-05-27T07:00:41.871193Z","end":"2026-05-27T07:00:44.135234Z","steps":["trace[1073453520] 'agreement among raft nodes before linearized reading' (duration: 2.263885923s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:44.13538Z","caller":"traceutil/trace.go:171","msg":"trace[2074423771] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26821; }","duration":"1.201034544s","start":"2026-05-27T07:00:42.934329Z","end":"2026-05-27T07:00:44.135364Z","steps":["trace[2074423771] 'agreement among raft nodes before linearized reading' (duration: 1.200962451s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:44.135388Z","caller":"traceutil/trace.go:171","msg":"trace[1933752722] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26821; }","duration":"3.825203084s","start":"2026-05-27T07:00:40.310156Z","end":"2026-05-27T07:00:44.135359Z","steps":["trace[1933752722] 'agreement among raft nodes before linearized reading' (duration: 3.824967447s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:44.135188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.86752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:44.135467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:41.871168Z","time spent":"2.264240585s","remote":"127.0.0.1:41332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:44.135489Z","caller":"traceutil/trace.go:171","msg":"trace[1666427512] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26821; }","duration":"463.210741ms","start":"2026-05-27T07:00:43.672268Z","end":"2026-05-27T07:00:44.135478Z","steps":["trace[1666427512] 'agreement among raft nodes before linearized reading' (duration: 462.85907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:44.135371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.738595349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-27T07:00:44.135484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832735388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-27T07:00:44.135482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:40.310131Z","time spent":"3.825334148s","remote":"127.0.0.1:41074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:44.135252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:39.68354Z","time spent":"4.451700215s","remote":"127.0.0.1:41422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:44.135516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:42.934296Z","time spent":"1.201191978s","remote":"127.0.0.1:33134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:44.135533Z","caller":"traceutil/trace.go:171","msg":"trace[1262920634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26821; }","duration":"2.738777915s","start":"2026-05-27T07:00:41.396738Z","end":"2026-05-27T07:00:44.135516Z","steps":["trace[1262920634] 'agreement among raft nodes before linearized reading' (duration: 2.738515827s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:44.135375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:42.256124Z","time spent":"1.879236223s","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:44.135202Z","caller":"traceutil/trace.go:171","msg":"trace[2136204431] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26821; }","duration":"3.414402095s","start":"2026-05-27T07:00:40.720775Z","end":"2026-05-27T07:00:44.135177Z","steps":["trace[2136204431] 'agreement among raft nodes before linearized reading' (duration: 3.414286081s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:44.135575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:41.396722Z","time spent":"2.738840467s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-27T07:00:44.135533Z","caller":"traceutil/trace.go:171","msg":"trace[1434754351] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26821; }","duration":"1.83281831s","start":"2026-05-27T07:00:42.302701Z","end":"2026-05-27T07:00:44.13552Z","steps":["trace[1434754351] 'agreement among raft nodes before linearized reading' (duration: 1.832379967s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:44.135596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480680782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:44.135607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:40.720754Z","time spent":"3.414837839s","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:44.135634Z","caller":"traceutil/trace.go:171","msg":"trace[1881455608] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26821; }","duration":"1.480757305s","start":"2026-05-27T07:00:42.654862Z","end":"2026-05-27T07:00:44.135619Z","steps":["trace[1881455608] 'agreement among raft nodes before linearized reading' (duration: 1.480685672s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:44.135632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:42.302685Z","time spent":"1.832928874s","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-27T07:00:44.135637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286145523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:44.135519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:43.672248Z","time spent":"463.260613ms","remote":"127.0.0.1:47312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:44.135669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:42.654813Z","time spent":"1.480846938s","remote":"127.0.0.1:48370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:44.135697Z","caller":"traceutil/trace.go:171","msg":"trace[28610331] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26821; }","duration":"1.286243396s","start":"2026-05-27T07:00:42.849431Z","end":"2026-05-27T07:00:44.135674Z","steps":["trace[28610331] 'agreement among raft nodes before linearized reading' (duration: 1.286146573s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:44.135691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827919025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:44.135737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829905748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-27T07:00:44.135324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:40.928338Z","time spent":"3.206969166s","remote":"127.0.0.1:33156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:44.135765Z","caller":"traceutil/trace.go:171","msg":"trace[812110948] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26821; }","duration":"1.82993981s","start":"2026-05-27T07:00:42.30581Z","end":"2026-05-27T07:00:44.13575Z","steps":["trace[812110948] 'agreement among raft nodes before linearized reading' (duration: 1.829838837s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:44.13576Z","caller":"traceutil/trace.go:171","msg":"trace[363081858] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26821; }","duration":"1.828023259s","start":"2026-05-27T07:00:42.307719Z","end":"2026-05-27T07:00:44.135742Z","steps":["trace[363081858] 'agreement among raft nodes before linearized reading' (duration: 1.827885064s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:44.135782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:42.305799Z","time spent":"1.829978711s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-05-27T07:00:44.135742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:42.849411Z","time spent":"1.286317628s","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:44.13581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:42.307703Z","time spent":"1.828093711s","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-27T07:00:44.135267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.782809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:44.136189Z","caller":"traceutil/trace.go:171","msg":"trace[290076769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26821; }","duration":"755.73952ms","start":"2026-05-27T07:00:43.380432Z","end":"2026-05-27T07:00:44.136172Z","steps":["trace[290076769] 'agreement among raft nodes before linearized reading' (duration: 754.80045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:44.136241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:43.380408Z","time spent":"755.816952ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:00:44.587552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.272864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:00:44.587801Z","caller":"traceutil/trace.go:171","msg":"trace[53624385] transaction","detail":"{read_only:false; response_revision:26823; number_of_response:1; }","duration":"447.256456ms","start":"2026-05-27T07:00:44.140528Z","end":"2026-05-27T07:00:44.587785Z","steps":["trace[53624385] 'process raft request' (duration: 447.137252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:44.587869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:44.140392Z","time spent":"447.452562ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:44.587958Z","caller":"traceutil/trace.go:171","msg":"trace[235375753] linearizableReadLoop","detail":"{readStateIndex:27736; appliedIndex:27735; }","duration":"449.60781ms","start":"2026-05-27T07:00:44.138216Z","end":"2026-05-27T07:00:44.587824Z","steps":["trace[235375753] 'read index received' (duration: 101.990285ms)","trace[235375753] 'applied index is now lower than readState.Index' (duration: 347.614565ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:00:44.587891Z","caller":"traceutil/trace.go:171","msg":"trace[1622524692] transaction","detail":"{read_only:false; response_revision:26822; number_of_response:1; }","duration":"449.59926ms","start":"2026-05-27T07:00:44.138128Z","end":"2026-05-27T07:00:44.587728Z","steps":["trace[1622524692] 'process raft request' (duration: 102.057427ms)","trace[1622524692] 'compare' (duration: 186.177765ms)","trace[1622524692] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/kube-system/kube-apiserver-instance.18b357211fefd7f6; req_size:756; } (duration: 160.46668ms)"],"step_count":3} {"level":"warn","ts":"2026-05-27T07:00:44.589364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.116278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:44.58948Z","caller":"traceutil/trace.go:171","msg":"trace[105884216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26823; }","duration":"451.262613ms","start":"2026-05-27T07:00:44.13819Z","end":"2026-05-27T07:00:44.589453Z","steps":["trace[105884216] 'agreement among raft nodes before linearized reading' (duration: 451.074897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:44.589521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:44.138182Z","time spent":"451.332255ms","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:00:44.589604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.51455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:44.589659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.410647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-27T07:00:44.589712Z","caller":"traceutil/trace.go:171","msg":"trace[1722246715] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26823; }","duration":"451.522961ms","start":"2026-05-27T07:00:44.138176Z","end":"2026-05-27T07:00:44.589699Z","steps":["trace[1722246715] 'agreement among raft nodes before linearized reading' (duration: 451.280623ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:44.589713Z","caller":"traceutil/trace.go:171","msg":"trace[1046747026] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26823; }","duration":"445.699496ms","start":"2026-05-27T07:00:44.143987Z","end":"2026-05-27T07:00:44.589687Z","steps":["trace[1046747026] 'agreement among raft nodes before linearized reading' (duration: 445.473759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:44.589753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:44.138155Z","time spent":"451.587023ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-27T07:00:44.589758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:44.143976Z","time spent":"445.772598ms","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-27T07:00:44.58979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.934328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2558c916-38df-4fc6-86f1-c57b212ec089\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-05-27T07:00:44.589883Z","caller":"traceutil/trace.go:171","msg":"trace[197612554] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2558c916-38df-4fc6-86f1-c57b212ec089; range_end:; response_count:1; response_revision:26823; }","duration":"449.060813ms","start":"2026-05-27T07:00:44.140796Z","end":"2026-05-27T07:00:44.589857Z","steps":["trace[197612554] 'agreement among raft nodes before linearized reading' (duration: 448.722952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:44.589926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:44.140774Z","time spent":"449.143216ms","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-2558c916-38df-4fc6-86f1-c57b212ec089\" "} {"level":"warn","ts":"2026-05-27T07:00:44.590322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:44.138107Z","time spent":"451.190631ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:45.096258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429513,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:00:46.596711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000491479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T07:00:46.596796Z","caller":"traceutil/trace.go:171","msg":"trace[1481226286] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000627493s","start":"2026-05-27T07:00:44.596149Z","end":"2026-05-27T07:00:46.596777Z","steps":["trace[1481226286] 'agreement among raft nodes before linearized reading' (duration: 2.00052249s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:46.596834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:44.59613Z","time spent":"2.000697336s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 07:00:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:00:47.295971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1559641s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-27T07:00:47.296252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:44.59512Z","time spent":"2.701118341s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-27T07:00:47.29654Z","caller":"traceutil/trace.go:171","msg":"trace[1233737224] transaction","detail":"{read_only:false; response_revision:26827; number_of_response:1; }","duration":"395.799114ms","start":"2026-05-27T07:00:46.900716Z","end":"2026-05-27T07:00:47.296515Z","steps":["trace[1233737224] 'process raft request' (duration: 395.68483ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:47.296571Z","caller":"traceutil/trace.go:171","msg":"trace[1048779762] transaction","detail":"{read_only:false; response_revision:26825; number_of_response:1; }","duration":"2.691023091s","start":"2026-05-27T07:00:44.6055Z","end":"2026-05-27T07:00:47.296523Z","steps":["trace[1048779762] 'process raft request' (duration: 2.690727102s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:47.29669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:46.900688Z","time spent":"395.909887ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:47.29671Z","caller":"traceutil/trace.go:171","msg":"trace[734332244] transaction","detail":"{read_only:false; response_revision:26824; number_of_response:1; }","duration":"2.699867452s","start":"2026-05-27T07:00:44.596803Z","end":"2026-05-27T07:00:47.296671Z","steps":["trace[734332244] 'process raft request' (duration: 2.699287703s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:47.296722Z","caller":"traceutil/trace.go:171","msg":"trace[1522450960] transaction","detail":"{read_only:false; response_revision:26826; number_of_response:1; }","duration":"1.154343122s","start":"2026-05-27T07:00:46.142301Z","end":"2026-05-27T07:00:47.296644Z","steps":["trace[1522450960] 'process raft request' (duration: 1.154028442s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:47.296751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:44.605487Z","time spent":"2.691154245s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:47.296874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:46.142267Z","time spent":"1.154530328s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:47.296682Z","caller":"traceutil/trace.go:171","msg":"trace[1305970798] linearizableReadLoop","detail":"{readStateIndex:27740; appliedIndex:27737; }","duration":"2.70045314s","start":"2026-05-27T07:00:44.596193Z","end":"2026-05-27T07:00:47.296647Z","steps":["trace[1305970798] 'read index received' (duration: 543.779837ms)","trace[1305970798] 'applied index is now lower than readState.Index' (duration: 2.156670973s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:47.296906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:44.596781Z","time spent":"2.700010546s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:47.297079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.698636762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4c0fda19-3916-4e19-8665-db6504bf5f7a\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-05-27T07:00:47.297136Z","caller":"traceutil/trace.go:171","msg":"trace[773825590] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4c0fda19-3916-4e19-8665-db6504bf5f7a; range_end:; response_count:1; response_revision:26827; }","duration":"2.698697895s","start":"2026-05-27T07:00:44.598411Z","end":"2026-05-27T07:00:47.297109Z","steps":["trace[773825590] 'agreement among raft nodes before linearized reading' (duration: 2.69855156s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:47.297111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.873368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:47.297177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:44.598403Z","time spent":"2.698765977s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-4c0fda19-3916-4e19-8665-db6504bf5f7a\" "} {"level":"info","ts":"2026-05-27T07:00:47.2972Z","caller":"traceutil/trace.go:171","msg":"trace[1274116813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26827; }","duration":"700.067194ms","start":"2026-05-27T07:00:46.597111Z","end":"2026-05-27T07:00:47.297178Z","steps":["trace[1274116813] 'agreement among raft nodes before linearized reading' (duration: 699.899148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:47.297239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:46.597084Z","time spent":"700.147887ms","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:00:47.297386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693866994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:47.297392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.892964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:47.297422Z","caller":"traceutil/trace.go:171","msg":"trace[289470967] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26827; }","duration":"1.693944816s","start":"2026-05-27T07:00:45.603465Z","end":"2026-05-27T07:00:47.29741Z","steps":["trace[289470967] 'agreement among raft nodes before linearized reading' (duration: 1.693874254s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:47.297445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.364228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:47.297452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:45.60344Z","time spent":"1.694004338s","remote":"127.0.0.1:41354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:47.297451Z","caller":"traceutil/trace.go:171","msg":"trace[461034176] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26827; }","duration":"511.000538ms","start":"2026-05-27T07:00:46.786429Z","end":"2026-05-27T07:00:47.29743Z","steps":["trace[461034176] 'agreement among raft nodes before linearized reading' (duration: 510.911805ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:47.297474Z","caller":"traceutil/trace.go:171","msg":"trace[485439305] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26827; }","duration":"627.434001ms","start":"2026-05-27T07:00:46.670027Z","end":"2026-05-27T07:00:47.297461Z","steps":["trace[485439305] 'agreement among raft nodes before linearized reading' (duration: 627.368609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:47.2975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:46.670003Z","time spent":"627.491833ms","remote":"127.0.0.1:41068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:47.297485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31767758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:00:47.297496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:46.786401Z","time spent":"511.082661ms","remote":"127.0.0.1:55296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:47.297534Z","caller":"traceutil/trace.go:171","msg":"trace[2058966319] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26827; }","duration":"2.317769893s","start":"2026-05-27T07:00:44.979752Z","end":"2026-05-27T07:00:47.297522Z","steps":["trace[2058966319] 'agreement among raft nodes before linearized reading' (duration: 2.317608578s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:47.297573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:44.979728Z","time spent":"2.317837235s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:47.297675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.422013528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:00:47.297736Z","caller":"traceutil/trace.go:171","msg":"trace[1485727716] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26827; }","duration":"2.422111912s","start":"2026-05-27T07:00:44.875612Z","end":"2026-05-27T07:00:47.297724Z","steps":["trace[1485727716] 'agreement among raft nodes before linearized reading' (duration: 2.422024659s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:47.297758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229785382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:47.297771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:44.875589Z","time spent":"2.422173813s","remote":"127.0.0.1:41340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:47.297797Z","caller":"traceutil/trace.go:171","msg":"trace[689429474] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26827; }","duration":"2.229854994s","start":"2026-05-27T07:00:45.067931Z","end":"2026-05-27T07:00:47.297786Z","steps":["trace[689429474] 'agreement among raft nodes before linearized reading' (duration: 2.229791592s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:47.297829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:45.067912Z","time spent":"2.229909136s","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:47.29785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930432617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:47.297896Z","caller":"traceutil/trace.go:171","msg":"trace[1455130065] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26827; }","duration":"1.930521159s","start":"2026-05-27T07:00:45.367363Z","end":"2026-05-27T07:00:47.297884Z","steps":["trace[1455130065] 'agreement among raft nodes before linearized reading' (duration: 1.930358304s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:47.297927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:45.367339Z","time spent":"1.930580561s","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:48.163319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.792595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:00:48.16368Z","caller":"traceutil/trace.go:171","msg":"trace[1063339103] transaction","detail":"{read_only:false; response_revision:26828; number_of_response:1; }","duration":"860.708689ms","start":"2026-05-27T07:00:47.302913Z","end":"2026-05-27T07:00:48.163622Z","steps":["trace[1063339103] 'process raft request' (duration: 108.475631ms)","trace[1063339103] 'compare' (duration: 334.183209ms)","trace[1063339103] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/masterleases/199.19.213.207; req_size:118; } (duration: 416.354676ms)"],"step_count":3} {"level":"info","ts":"2026-05-27T07:00:48.163771Z","caller":"traceutil/trace.go:171","msg":"trace[1907628551] linearizableReadLoop","detail":"{readStateIndex:27745; appliedIndex:27742; }","duration":"856.204246ms","start":"2026-05-27T07:00:47.307542Z","end":"2026-05-27T07:00:48.163746Z","steps":["trace[1907628551] 'read index received' (duration: 103.865134ms)","trace[1907628551] 'applied index is now lower than readState.Index' (duration: 752.337832ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:00:48.163875Z","caller":"traceutil/trace.go:171","msg":"trace[40950995] transaction","detail":"{read_only:false; response_revision:26829; number_of_response:1; }","duration":"859.984466ms","start":"2026-05-27T07:00:47.303877Z","end":"2026-05-27T07:00:48.163861Z","steps":["trace[40950995] 'process raft request' (duration: 859.636615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:48.163897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:47.302832Z","time spent":"860.951467ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:48.164233Z","caller":"traceutil/trace.go:171","msg":"trace[571472589] transaction","detail":"{read_only:false; response_revision:26830; number_of_response:1; }","duration":"857.530028ms","start":"2026-05-27T07:00:47.306669Z","end":"2026-05-27T07:00:48.164199Z","steps":["trace[571472589] 'process raft request' (duration: 856.982901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:48.164331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.739603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:48.164403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:47.306647Z","time spent":"857.662303ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:48.164422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.171119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:48.164431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.06783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29664420-prmg4\" ","response":"range_response_count:1 size:7223"} {"level":"info","ts":"2026-05-27T07:00:48.164433Z","caller":"traceutil/trace.go:171","msg":"trace[1130716044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26830; }","duration":"856.895448ms","start":"2026-05-27T07:00:47.30751Z","end":"2026-05-27T07:00:48.164406Z","steps":["trace[1130716044] 'agreement among raft nodes before linearized reading' (duration: 856.688171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:48.164429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.702974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-27T07:00:48.164484Z","caller":"traceutil/trace.go:171","msg":"trace[830154516] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26830; }","duration":"258.282992ms","start":"2026-05-27T07:00:47.90618Z","end":"2026-05-27T07:00:48.164463Z","steps":["trace[830154516] 'agreement among raft nodes before linearized reading' (duration: 258.175908ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:48.164492Z","caller":"traceutil/trace.go:171","msg":"trace[505627232] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29664420-prmg4; range_end:; response_count:1; response_revision:26830; }","duration":"855.139773ms","start":"2026-05-27T07:00:47.309332Z","end":"2026-05-27T07:00:48.164472Z","steps":["trace[505627232] 'agreement among raft nodes before linearized reading' (duration: 854.948487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:48.164497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:47.307502Z","time spent":"856.985441ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:00:48.164551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:47.309326Z","time spent":"855.208785ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7245,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29664420-prmg4\" "} {"level":"warn","ts":"2026-05-27T07:00:48.164555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.571547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"warn","ts":"2026-05-27T07:00:48.164659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.508377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keepalived\" ","response":"range_response_count:1 size:284"} {"level":"info","ts":"2026-05-27T07:00:48.164689Z","caller":"traceutil/trace.go:171","msg":"trace[1645642292] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26830; }","duration":"483.746853ms","start":"2026-05-27T07:00:47.680914Z","end":"2026-05-27T07:00:48.164661Z","steps":["trace[1645642292] 'agreement among raft nodes before linearized reading' (duration: 483.383171ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:48.164502Z","caller":"traceutil/trace.go:171","msg":"trace[605841581] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26830; }","duration":"758.804337ms","start":"2026-05-27T07:00:47.40568Z","end":"2026-05-27T07:00:48.164484Z","steps":["trace[605841581] 'agreement among raft nodes before linearized reading' (duration: 758.618141ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:48.16475Z","caller":"traceutil/trace.go:171","msg":"trace[1842709585] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keepalived; range_end:; response_count:1; response_revision:26830; }","duration":"775.663292ms","start":"2026-05-27T07:00:47.389063Z","end":"2026-05-27T07:00:48.164726Z","steps":["trace[1842709585] 'agreement among raft nodes before linearized reading' (duration: 775.28604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:48.164758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:47.680891Z","time spent":"483.853137ms","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7720,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-27T07:00:48.16478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:47.405664Z","time spent":"759.096506ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-27T07:00:48.164799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:47.389033Z","time spent":"775.757765ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":306,"request content":"key:\"/registry/serviceaccounts/openstack/keepalived\" "} {"level":"warn","ts":"2026-05-27T07:00:48.164306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:47.303854Z","time spent":"860.069469ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-27T07:00:48.675463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:00:49.176225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:00:49.443827Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.269952109s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T07:00:49.85997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.538879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:00:49.860095Z","caller":"traceutil/trace.go:171","msg":"trace[945991836] transaction","detail":"{read_only:false; response_revision:26831; number_of_response:1; }","duration":"1.686319585s","start":"2026-05-27T07:00:48.173754Z","end":"2026-05-27T07:00:49.860073Z","steps":["trace[945991836] 'process raft request' (duration: 1.270554139s)","trace[945991836] 'compare' (duration: 414.898799ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:49.86016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:48.173739Z","time spent":"1.686388767s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7216,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:50.374049Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24388,"took":"23.117316691s","hash":1921571328,"current-db-size-bytes":63393792,"current-db-size":"63 MB","current-db-size-in-use-bytes":32952320,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-27T07:00:50.374112Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1921571328,"revision":24388,"compact-revision":16890} {"level":"warn","ts":"2026-05-27T07:00:50.375056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.257189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:00:50.37521Z","caller":"traceutil/trace.go:171","msg":"trace[33856473] transaction","detail":"{read_only:false; response_revision:26835; number_of_response:1; }","duration":"734.03824ms","start":"2026-05-27T07:00:49.641162Z","end":"2026-05-27T07:00:50.3752Z","steps":["trace[33856473] 'process raft request' (duration: 734.011619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:50.375253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:49.641125Z","time spent":"734.107652ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:50.375379Z","caller":"traceutil/trace.go:171","msg":"trace[962546108] transaction","detail":"{read_only:false; response_revision:26832; number_of_response:1; }","duration":"2.200343328s","start":"2026-05-27T07:00:48.175029Z","end":"2026-05-27T07:00:50.375373Z","steps":["trace[962546108] 'process raft request' (duration: 1.948710527s)","trace[962546108] 'compare' (duration: 250.887017ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:50.375437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:48.175012Z","time spent":"2.20038382s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:50.375616Z","caller":"traceutil/trace.go:171","msg":"trace[601597141] transaction","detail":"{read_only:false; response_revision:26833; number_of_response:1; }","duration":"1.072562517s","start":"2026-05-27T07:00:49.303045Z","end":"2026-05-27T07:00:50.375608Z","steps":["trace[601597141] 'process raft request' (duration: 1.072056481s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:50.37565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:49.303017Z","time spent":"1.072616729s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:50.375839Z","caller":"traceutil/trace.go:171","msg":"trace[2034475414] linearizableReadLoop","detail":"{readStateIndex:27747; appliedIndex:27745; }","duration":"2.201320529s","start":"2026-05-27T07:00:48.174452Z","end":"2026-05-27T07:00:50.375772Z","steps":["trace[2034475414] 'read index received' (duration: 1.269773854s)","trace[2034475414] 'applied index is now lower than readState.Index' (duration: 931.543025ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:00:50.375907Z","caller":"traceutil/trace.go:171","msg":"trace[44433904] transaction","detail":"{read_only:false; response_revision:26834; number_of_response:1; }","duration":"867.909817ms","start":"2026-05-27T07:00:49.507991Z","end":"2026-05-27T07:00:50.375901Z","steps":["trace[44433904] 'process raft request' (duration: 867.160883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:50.375939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:49.507966Z","time spent":"867.955478ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:50.376107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.154328489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:50.376129Z","caller":"traceutil/trace.go:171","msg":"trace[994520843] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26835; }","duration":"2.15440296s","start":"2026-05-27T07:00:48.221718Z","end":"2026-05-27T07:00:50.376121Z","steps":["trace[994520843] 'agreement among raft nodes before linearized reading' (duration: 2.154365029s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:50.376147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:48.221686Z","time spent":"2.154454992s","remote":"127.0.0.1:41248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:50.376162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.78008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:50.376162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213824988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:50.376215Z","caller":"traceutil/trace.go:171","msg":"trace[1399126885] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26835; }","duration":"842.943245ms","start":"2026-05-27T07:00:49.533261Z","end":"2026-05-27T07:00:50.376204Z","steps":["trace[1399126885] 'agreement among raft nodes before linearized reading' (duration: 842.830332ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:50.376222Z","caller":"traceutil/trace.go:171","msg":"trace[597647792] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26835; }","duration":"1.213927221s","start":"2026-05-27T07:00:49.162281Z","end":"2026-05-27T07:00:50.376208Z","steps":["trace[597647792] 'agreement among raft nodes before linearized reading' (duration: 1.213820868s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:50.376249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:49.533237Z","time spent":"843.003916ms","remote":"127.0.0.1:47362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:50.376258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:49.162263Z","time spent":"1.213986804s","remote":"127.0.0.1:48342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:50.376301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.20611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:50.376328Z","caller":"traceutil/trace.go:171","msg":"trace[314482517] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26835; }","duration":"503.267302ms","start":"2026-05-27T07:00:49.873056Z","end":"2026-05-27T07:00:50.376323Z","steps":["trace[314482517] 'agreement among raft nodes before linearized reading' (duration: 503.226501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:50.376342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:49.873036Z","time spent":"503.302663ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:50.376307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81070529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:50.376268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085935652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:50.376387Z","caller":"traceutil/trace.go:171","msg":"trace[1414946921] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26835; }","duration":"1.810851264s","start":"2026-05-27T07:00:48.565516Z","end":"2026-05-27T07:00:50.376368Z","steps":["trace[1414946921] 'agreement among raft nodes before linearized reading' (duration: 1.810680349s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:50.376403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244700907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418399"} {"level":"warn","ts":"2026-05-27T07:00:50.37643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.659812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:50.376446Z","caller":"traceutil/trace.go:171","msg":"trace[2069008245] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26835; }","duration":"298.706924ms","start":"2026-05-27T07:00:50.077733Z","end":"2026-05-27T07:00:50.37644Z","steps":["trace[2069008245] 'agreement among raft nodes before linearized reading' (duration: 298.679953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:50.376451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.541817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-05-27T07:00:50.376451Z","caller":"traceutil/trace.go:171","msg":"trace[164598666] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26835; }","duration":"1.24478395s","start":"2026-05-27T07:00:49.131653Z","end":"2026-05-27T07:00:50.376437Z","steps":["trace[164598666] 'agreement among raft nodes before linearized reading' (duration: 1.244455819s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:50.376454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:48.565492Z","time spent":"1.810949068s","remote":"127.0.0.1:41320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:50.376429Z","caller":"traceutil/trace.go:171","msg":"trace[496525970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26835; }","duration":"1.086157839s","start":"2026-05-27T07:00:49.29022Z","end":"2026-05-27T07:00:50.376378Z","steps":["trace[496525970] 'agreement among raft nodes before linearized reading' (duration: 1.08588685s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:50.376527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.975881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:50.376538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:49.290197Z","time spent":"1.086330444s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T07:00:50.376561Z","caller":"traceutil/trace.go:171","msg":"trace[1769015659] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26835; }","duration":"823.052374ms","start":"2026-05-27T07:00:49.553498Z","end":"2026-05-27T07:00:50.37655Z","steps":["trace[1769015659] 'agreement among raft nodes before linearized reading' (duration: 823.002463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:50.376585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:49.553474Z","time spent":"823.104316ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:50.376486Z","caller":"traceutil/trace.go:171","msg":"trace[1931860617] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26835; }","duration":"512.609599ms","start":"2026-05-27T07:00:49.863869Z","end":"2026-05-27T07:00:50.376478Z","steps":["trace[1931860617] 'agreement among raft nodes before linearized reading' (duration: 512.539497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:50.376681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:49.863847Z","time spent":"512.820645ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-27T07:00:50.376754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201821175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f39285b9-ffd3-4ecc-aeeb-994014804b3a\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-27T07:00:50.376808Z","caller":"traceutil/trace.go:171","msg":"trace[2054458987] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f39285b9-ffd3-4ecc-aeeb-994014804b3a; range_end:; response_count:1; response_revision:26835; }","duration":"2.202366682s","start":"2026-05-27T07:00:48.174428Z","end":"2026-05-27T07:00:50.376794Z","steps":["trace[2054458987] 'agreement among raft nodes before linearized reading' (duration: 2.201635129s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:50.377012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:48.174417Z","time spent":"2.202579729s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-f39285b9-ffd3-4ecc-aeeb-994014804b3a\" "} {"level":"warn","ts":"2026-05-27T07:00:50.376496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:49.131634Z","time spent":"1.244854832s","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418421,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-27T07:00:50.989013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429546,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:00:51.237504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.466035ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:51.237653Z","caller":"traceutil/trace.go:171","msg":"trace[783591793] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26836; }","duration":"134.648821ms","start":"2026-05-27T07:00:51.10298Z","end":"2026-05-27T07:00:51.237629Z","steps":["trace[783591793] 'range keys from in-memory index tree' (duration: 134.442924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:51.238879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.031623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:00:51.239008Z","caller":"traceutil/trace.go:171","msg":"trace[353183681] linearizableReadLoop","detail":"{readStateIndex:27752; appliedIndex:27751; }","duration":"802.195414ms","start":"2026-05-27T07:00:50.436793Z","end":"2026-05-27T07:00:51.238989Z","steps":["trace[353183681] 'read index received' (duration: 625.884842ms)","trace[353183681] 'applied index is now lower than readState.Index' (duration: 176.307971ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:00:51.239083Z","caller":"traceutil/trace.go:171","msg":"trace[1076500089] transaction","detail":"{read_only:false; response_revision:26837; number_of_response:1; }","duration":"805.445287ms","start":"2026-05-27T07:00:50.433627Z","end":"2026-05-27T07:00:51.239072Z","steps":["trace[1076500089] 'process raft request' (duration: 629.129135ms)","trace[1076500089] 'compare' (duration: 175.752534ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:51.239141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:50.433608Z","time spent":"805.510519ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-27T07:00:51.239517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.71261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-27T07:00:51.239581Z","caller":"traceutil/trace.go:171","msg":"trace[1131483727] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26837; }","duration":"802.825614ms","start":"2026-05-27T07:00:50.43674Z","end":"2026-05-27T07:00:51.239566Z","steps":["trace[1131483727] 'agreement among raft nodes before linearized reading' (duration: 802.527654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:51.239623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:50.436716Z","time spent":"802.897436ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-27T07:00:51.739648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:00:52.240169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:00:52.58412Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.347203s","expected-duration":"1s"} {"level":"info","ts":"2026-05-27T07:00:52.661387Z","caller":"traceutil/trace.go:171","msg":"trace[1381197609] transaction","detail":"{read_only:false; response_revision:26838; number_of_response:1; }","duration":"1.470718987s","start":"2026-05-27T07:00:51.190626Z","end":"2026-05-27T07:00:52.661345Z","steps":["trace[1381197609] 'process raft request' (duration: 1.393961962s)","trace[1381197609] 'compare' (duration: 76.470806ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:52.661611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:51.19059Z","time spent":"1.470914934s","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7681,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:53.548407Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006c6c.wal"} {"level":"info","ts":"2026-05-27T07:00:53.549253Z","caller":"traceutil/trace.go:171","msg":"trace[1837466042] linearizableReadLoop","detail":"{readStateIndex:27754; appliedIndex:27752; }","duration":"2.310192372s","start":"2026-05-27T07:00:51.239033Z","end":"2026-05-27T07:00:53.549225Z","steps":["trace[1837466042] 'read index received' (duration: 1.345562757s)","trace[1837466042] 'applied index is now lower than readState.Index' (duration: 964.628555ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:00:53.549299Z","caller":"traceutil/trace.go:171","msg":"trace[58225984] transaction","detail":"{read_only:false; response_revision:26840; number_of_response:1; }","duration":"1.166828597s","start":"2026-05-27T07:00:52.382433Z","end":"2026-05-27T07:00:53.549261Z","steps":["trace[58225984] 'process raft request' (duration: 1.166724624s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:53.549468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:52.382405Z","time spent":"1.166969832s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:53.549481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380689858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:53.549533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.639751465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:00:53.549586Z","caller":"traceutil/trace.go:171","msg":"trace[1979280021] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26840; }","duration":"2.380855324s","start":"2026-05-27T07:00:51.1687Z","end":"2026-05-27T07:00:53.549556Z","steps":["trace[1979280021] 'agreement among raft nodes before linearized reading' (duration: 2.380611956s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:53.54961Z","caller":"traceutil/trace.go:171","msg":"trace[1661171920] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26840; }","duration":"2.63990115s","start":"2026-05-27T07:00:50.909696Z","end":"2026-05-27T07:00:53.549598Z","steps":["trace[1661171920] 'agreement among raft nodes before linearized reading' (duration: 2.639632441s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:53.549668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:51.168673Z","time spent":"2.380974087s","remote":"127.0.0.1:41182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:53.549715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:50.909669Z","time spent":"2.640003293s","remote":"127.0.0.1:41524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:53.549731Z","caller":"traceutil/trace.go:171","msg":"trace[1827992054] transaction","detail":"{read_only:false; response_revision:26839; number_of_response:1; }","duration":"2.106344966s","start":"2026-05-27T07:00:51.443366Z","end":"2026-05-27T07:00:53.549711Z","steps":["trace[1827992054] 'process raft request' (duration: 2.105389146s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:53.549805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:51.443337Z","time spent":"2.106429429s","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:54.174299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.111714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:00:54.174432Z","caller":"traceutil/trace.go:171","msg":"trace[1995668778] linearizableReadLoop","detail":"{readStateIndex:27756; appliedIndex:27755; }","duration":"625.103366ms","start":"2026-05-27T07:00:53.549306Z","end":"2026-05-27T07:00:54.17441Z","steps":["trace[1995668778] 'read index received' (duration: 199.663722ms)","trace[1995668778] 'applied index is now lower than readState.Index' (duration: 425.437244ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:54.174558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760215408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:54.174592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885806231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:54.174604Z","caller":"traceutil/trace.go:171","msg":"trace[173978106] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26841; }","duration":"1.76027441s","start":"2026-05-27T07:00:52.414316Z","end":"2026-05-27T07:00:54.17459Z","steps":["trace[173978106] 'agreement among raft nodes before linearized reading' (duration: 1.760177907s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:54.174637Z","caller":"traceutil/trace.go:171","msg":"trace[1620598783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26841; }","duration":"1.885888884s","start":"2026-05-27T07:00:52.288734Z","end":"2026-05-27T07:00:54.174623Z","steps":["trace[1620598783] 'agreement among raft nodes before linearized reading' (duration: 1.885810051s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:54.174643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:52.414242Z","time spent":"1.760390484s","remote":"127.0.0.1:41126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:54.174677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:52.288713Z","time spent":"1.885954056s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:00:54.174864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.200432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:54.174882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.922614296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:54.174951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.278767835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:54.174949Z","caller":"traceutil/trace.go:171","msg":"trace[1755126151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26841; }","duration":"609.314795ms","start":"2026-05-27T07:00:53.565612Z","end":"2026-05-27T07:00:54.174927Z","steps":["trace[1755126151] 'agreement among raft nodes before linearized reading' (duration: 609.191962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:54.174845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485401462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:54.174971Z","caller":"traceutil/trace.go:171","msg":"trace[668216894] transaction","detail":"{read_only:false; response_revision:26841; number_of_response:1; }","duration":"1.003941671s","start":"2026-05-27T07:00:53.170976Z","end":"2026-05-27T07:00:54.174918Z","steps":["trace[668216894] 'process raft request' (duration: 578.101075ms)","trace[668216894] 'compare' (duration: 424.959678ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:00:54.175001Z","caller":"traceutil/trace.go:171","msg":"trace[872310717] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26841; }","duration":"2.278838787s","start":"2026-05-27T07:00:51.896143Z","end":"2026-05-27T07:00:54.174981Z","steps":["trace[872310717] 'agreement among raft nodes before linearized reading' (duration: 2.278780335s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:54.17501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493774838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:54.175016Z","caller":"traceutil/trace.go:171","msg":"trace[255669625] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26841; }","duration":"1.48566051s","start":"2026-05-27T07:00:52.689342Z","end":"2026-05-27T07:00:54.175002Z","steps":["trace[255669625] 'agreement among raft nodes before linearized reading' (duration: 1.485409872s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:54.175055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:51.896122Z","time spent":"2.27892168s","remote":"127.0.0.1:45356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:54.17487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621990121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:54.17512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:53.170954Z","time spent":"1.004081256s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:54.175052Z","caller":"traceutil/trace.go:171","msg":"trace[31276817] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26841; }","duration":"1.49384732s","start":"2026-05-27T07:00:52.681192Z","end":"2026-05-27T07:00:54.175039Z","steps":["trace[31276817] 'agreement among raft nodes before linearized reading' (duration: 1.493794978s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:54.175178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:52.681169Z","time spent":"1.494000104s","remote":"127.0.0.1:41504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:54.174966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507381239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18368"} {"level":"warn","ts":"2026-05-27T07:00:54.175197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.931684154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d93684a9-0546-4037-a8b4-c68eadb8952a\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-05-27T07:00:54.175014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:53.56559Z","time spent":"609.411459ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T07:00:54.175257Z","caller":"traceutil/trace.go:171","msg":"trace[1500225742] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d93684a9-0546-4037-a8b4-c68eadb8952a; range_end:; response_count:1; response_revision:26841; }","duration":"2.931736355s","start":"2026-05-27T07:00:51.2435Z","end":"2026-05-27T07:00:54.175236Z","steps":["trace[1500225742] 'agreement among raft nodes before linearized reading' (duration: 2.931550169s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:54.175233Z","caller":"traceutil/trace.go:171","msg":"trace[1378969712] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26841; }","duration":"1.507687769s","start":"2026-05-27T07:00:52.667535Z","end":"2026-05-27T07:00:54.175223Z","steps":["trace[1378969712] 'agreement among raft nodes before linearized reading' (duration: 1.507314757s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:54.17521Z","caller":"traceutil/trace.go:171","msg":"trace[1478932684] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26841; }","duration":"2.622299381s","start":"2026-05-27T07:00:51.552841Z","end":"2026-05-27T07:00:54.175141Z","steps":["trace[1478932684] 'agreement among raft nodes before linearized reading' (duration: 2.621928119s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:54.175368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:51.552775Z","time spent":"2.62257588s","remote":"127.0.0.1:46756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:54.174955Z","caller":"traceutil/trace.go:171","msg":"trace[1404078054] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26841; }","duration":"2.922698439s","start":"2026-05-27T07:00:51.252239Z","end":"2026-05-27T07:00:54.174938Z","steps":["trace[1404078054] 'agreement among raft nodes before linearized reading' (duration: 2.922558894s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:54.175446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:51.252181Z","time spent":"2.923223646s","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:54.175317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:51.243448Z","time spent":"2.931857239s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-d93684a9-0546-4037-a8b4-c68eadb8952a\" "} {"level":"warn","ts":"2026-05-27T07:00:54.175362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:52.667514Z","time spent":"1.507825723s","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-27T07:00:54.175739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.932107768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b35972f6db3cf1\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-05-27T07:00:54.175837Z","caller":"traceutil/trace.go:171","msg":"trace[930254501] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18b35972f6db3cf1; range_end:; response_count:1; response_revision:26841; }","duration":"2.93220844s","start":"2026-05-27T07:00:51.243594Z","end":"2026-05-27T07:00:54.175803Z","steps":["trace[930254501] 'agreement among raft nodes before linearized reading' (duration: 2.931140646s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:54.175888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:51.24359Z","time spent":"2.932284493s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":899,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b35972f6db3cf1\" "} {"level":"warn","ts":"2026-05-27T07:00:54.175076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:52.689316Z","time spent":"1.485740453s","remote":"127.0.0.1:46770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:54.962079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.559268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:00:54.96218Z","caller":"traceutil/trace.go:171","msg":"trace[1868386580] linearizableReadLoop","detail":"{readStateIndex:27757; appliedIndex:27756; }","duration":"715.756242ms","start":"2026-05-27T07:00:54.246408Z","end":"2026-05-27T07:00:54.962164Z","steps":["trace[1868386580] 'read index received' (duration: 67.911385ms)","trace[1868386580] 'applied index is now lower than readState.Index' (duration: 647.841347ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:00:54.962262Z","caller":"traceutil/trace.go:171","msg":"trace[1366530041] transaction","detail":"{read_only:false; response_revision:26842; number_of_response:1; }","duration":"782.492808ms","start":"2026-05-27T07:00:54.179762Z","end":"2026-05-27T07:00:54.962254Z","steps":["trace[1366530041] 'process raft request' (duration: 134.660651ms)","trace[1366530041] 'compare' (duration: 647.218788ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:54.962303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:54.179743Z","time spent":"782.53628ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:54.962594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.186816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-mwbxp\" ","response":"range_response_count:1 size:5604"} {"level":"info","ts":"2026-05-27T07:00:54.962625Z","caller":"traceutil/trace.go:171","msg":"trace[690747664] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-mwbxp; range_end:; response_count:1; response_revision:26842; }","duration":"716.252238ms","start":"2026-05-27T07:00:54.246365Z","end":"2026-05-27T07:00:54.962617Z","steps":["trace[690747664] 'agreement among raft nodes before linearized reading' (duration: 716.092853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:54.962644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:54.246343Z","time spent":"716.296499ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5626,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-mwbxp\" "} {"level":"warn","ts":"2026-05-27T07:00:55.652593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.956523ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-27T07:00:55.652987Z","caller":"traceutil/trace.go:171","msg":"trace[629956581] transaction","detail":"{read_only:false; response_revision:26843; number_of_response:1; }","duration":"842.690278ms","start":"2026-05-27T07:00:54.810276Z","end":"2026-05-27T07:00:55.652966Z","steps":["trace[629956581] 'process raft request' (duration: 842.45244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:55.653123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:54.810254Z","time spent":"842.778531ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:55.653357Z","caller":"traceutil/trace.go:171","msg":"trace[436707987] linearizableReadLoop","detail":"{readStateIndex:27759; appliedIndex:27757; }","duration":"691.124961ms","start":"2026-05-27T07:00:54.962197Z","end":"2026-05-27T07:00:55.653322Z","steps":["trace[436707987] 'read index received' (duration: 88.369193ms)","trace[436707987] 'applied index is now lower than readState.Index' (duration: 602.754148ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:55.653493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045241682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:55.653585Z","caller":"traceutil/trace.go:171","msg":"trace[333890396] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26845; }","duration":"1.045386617s","start":"2026-05-27T07:00:54.608174Z","end":"2026-05-27T07:00:55.65356Z","steps":["trace[333890396] 'agreement among raft nodes before linearized reading' (duration: 1.045203651s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:55.653633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059708601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-27T07:00:55.653773Z","caller":"traceutil/trace.go:171","msg":"trace[1256766995] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:26845; }","duration":"1.059878407s","start":"2026-05-27T07:00:54.593869Z","end":"2026-05-27T07:00:55.653747Z","steps":["trace[1256766995] 'agreement among raft nodes before linearized reading' (duration: 1.059625889s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:55.653786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044573181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18368"} {"level":"info","ts":"2026-05-27T07:00:55.653886Z","caller":"traceutil/trace.go:171","msg":"trace[1422641842] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26845; }","duration":"1.044683575s","start":"2026-05-27T07:00:54.609185Z","end":"2026-05-27T07:00:55.653869Z","steps":["trace[1422641842] 'agreement among raft nodes before linearized reading' (duration: 1.044481848s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:55.653639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:54.608146Z","time spent":"1.04548069s","remote":"127.0.0.1:46822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:55.653933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:54.609175Z","time spent":"1.044749846s","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-27T07:00:55.65389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:54.593842Z","time spent":"1.060029491s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.207\" "} {"level":"info","ts":"2026-05-27T07:00:55.654312Z","caller":"traceutil/trace.go:171","msg":"trace[1404873040] transaction","detail":"{read_only:false; response_revision:26844; number_of_response:1; }","duration":"686.333589ms","start":"2026-05-27T07:00:54.967949Z","end":"2026-05-27T07:00:55.654283Z","steps":["trace[1404873040] 'process raft request' (duration: 684.946725ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:55.654395Z","caller":"traceutil/trace.go:171","msg":"trace[860015013] transaction","detail":"{read_only:false; response_revision:26845; number_of_response:1; }","duration":"679.830222ms","start":"2026-05-27T07:00:54.974536Z","end":"2026-05-27T07:00:55.654366Z","steps":["trace[860015013] 'process raft request' (duration: 678.629704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:55.654457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:54.967924Z","time spent":"686.463233ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-27T07:00:55.654562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:54.974518Z","time spent":"679.947127ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5777,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:55.654698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371922523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-27T07:00:55.654731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042865047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:55.654757Z","caller":"traceutil/trace.go:171","msg":"trace[175851227] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26845; }","duration":"1.372022787s","start":"2026-05-27T07:00:54.282716Z","end":"2026-05-27T07:00:55.654739Z","steps":["trace[175851227] 'agreement among raft nodes before linearized reading' (duration: 1.370779998s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:55.654773Z","caller":"traceutil/trace.go:171","msg":"trace[1812728628] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26845; }","duration":"1.04420803s","start":"2026-05-27T07:00:54.610551Z","end":"2026-05-27T07:00:55.654759Z","steps":["trace[1812728628] 'agreement among raft nodes before linearized reading' (duration: 1.042776704s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:55.654795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:54.282691Z","time spent":"1.37209616s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-27T07:00:55.654805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:54.610538Z","time spent":"1.044253421s","remote":"127.0.0.1:41504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-27T07:00:56.362224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.350197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:00:56.362335Z","caller":"traceutil/trace.go:171","msg":"trace[922174722] linearizableReadLoop","detail":"{readStateIndex:27762; appliedIndex:27761; }","duration":"708.860283ms","start":"2026-05-27T07:00:55.653455Z","end":"2026-05-27T07:00:56.362316Z","steps":["trace[922174722] 'read index received' (duration: 210.334091ms)","trace[922174722] 'applied index is now lower than readState.Index' (duration: 498.524642ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:56.362431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.951281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:00:56.362411Z","caller":"traceutil/trace.go:171","msg":"trace[1250662613] transaction","detail":"{read_only:false; response_revision:26846; number_of_response:1; }","duration":"806.052526ms","start":"2026-05-27T07:00:55.556297Z","end":"2026-05-27T07:00:56.362349Z","steps":["trace[1250662613] 'process raft request' (duration: 307.487323ms)","trace[1250662613] 'compare' (duration: 497.367915ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:56.362507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074069397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:56.362538Z","caller":"traceutil/trace.go:171","msg":"trace[1562120546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26846; }","duration":"1.074123619s","start":"2026-05-27T07:00:55.288409Z","end":"2026-05-27T07:00:56.362533Z","steps":["trace[1562120546] 'agreement among raft nodes before linearized reading' (duration: 1.074075957s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:56.362565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:55.288393Z","time spent":"1.074167099s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:00:56.362593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:55.556269Z","time spent":"806.229852ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:56.362639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243116758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:56.362712Z","caller":"traceutil/trace.go:171","msg":"trace[1992626273] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26846; }","duration":"1.243296965s","start":"2026-05-27T07:00:55.119398Z","end":"2026-05-27T07:00:56.362695Z","steps":["trace[1992626273] 'agreement among raft nodes before linearized reading' (duration: 1.24315401s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:56.362796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:55.119359Z","time spent":"1.243390247s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:56.362462Z","caller":"traceutil/trace.go:171","msg":"trace[463999167] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26846; }","duration":"904.013603ms","start":"2026-05-27T07:00:55.458439Z","end":"2026-05-27T07:00:56.362452Z","steps":["trace[463999167] 'agreement among raft nodes before linearized reading' (duration: 903.944881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:56.362877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:55.458419Z","time spent":"904.441427ms","remote":"127.0.0.1:38632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:57.09907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.210185ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-27T07:00:57.099356Z","caller":"traceutil/trace.go:171","msg":"trace[72182207] linearizableReadLoop","detail":"{readStateIndex:27764; appliedIndex:27762; }","duration":"736.978364ms","start":"2026-05-27T07:00:56.362353Z","end":"2026-05-27T07:00:57.099332Z","steps":["trace[72182207] 'read index received' (duration: 195.366616ms)","trace[72182207] 'applied index is now lower than readState.Index' (duration: 541.610488ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:57.099573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.430719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:57.099626Z","caller":"traceutil/trace.go:171","msg":"trace[1794939294] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26847; }","duration":"883.524472ms","start":"2026-05-27T07:00:56.216088Z","end":"2026-05-27T07:00:57.099613Z","steps":["trace[1794939294] 'agreement among raft nodes before linearized reading' (duration: 883.386857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:57.099602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.577059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:57.09967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:56.216068Z","time spent":"883.590644ms","remote":"127.0.0.1:45316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:57.099689Z","caller":"traceutil/trace.go:171","msg":"trace[600931617] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26847; }","duration":"828.686092ms","start":"2026-05-27T07:00:56.270981Z","end":"2026-05-27T07:00:57.099667Z","steps":["trace[600931617] 'agreement among raft nodes before linearized reading' (duration: 828.461455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:57.099749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:56.270959Z","time spent":"828.778026ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:57.099872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:55.656545Z","time spent":"1.443324558s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-27T07:00:57.099936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438300768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:57.099976Z","caller":"traceutil/trace.go:171","msg":"trace[2017881330] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26847; }","duration":"1.438373301s","start":"2026-05-27T07:00:55.661589Z","end":"2026-05-27T07:00:57.099962Z","steps":["trace[2017881330] 'agreement among raft nodes before linearized reading' (duration: 1.438309379s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:57.100009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:55.661569Z","time spent":"1.438431482s","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-27T07:00:57.100082Z","caller":"traceutil/trace.go:171","msg":"trace[287711740] transaction","detail":"{read_only:false; response_revision:26847; number_of_response:1; }","duration":"1.44026554s","start":"2026-05-27T07:00:55.659796Z","end":"2026-05-27T07:00:57.100062Z","steps":["trace[287711740] 'process raft request' (duration: 1.439390742s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:57.100148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.464198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:57.10018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:55.659782Z","time spent":"1.440336613s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T07:00:57.100205Z","caller":"traceutil/trace.go:171","msg":"trace[1029809338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26847; }","duration":"736.560811ms","start":"2026-05-27T07:00:56.363626Z","end":"2026-05-27T07:00:57.100187Z","steps":["trace[1029809338] 'agreement among raft nodes before linearized reading' (duration: 736.463958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:57.100229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:56.363602Z","time spent":"736.622392ms","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:00:57.100362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.954023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:57.100421Z","caller":"traceutil/trace.go:171","msg":"trace[1098110526] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26847; }","duration":"370.040916ms","start":"2026-05-27T07:00:56.730365Z","end":"2026-05-27T07:00:57.100406Z","steps":["trace[1098110526] 'agreement among raft nodes before linearized reading' (duration: 369.956513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:57.100463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:56.73035Z","time spent":"370.100408ms","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:57.100473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440042763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18368"} {"level":"warn","ts":"2026-05-27T07:00:57.100514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.29775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-r7xqd\" ","response":"range_response_count:1 size:4803"} {"level":"info","ts":"2026-05-27T07:00:57.100543Z","caller":"traceutil/trace.go:171","msg":"trace[10527810] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26847; }","duration":"1.440123415s","start":"2026-05-27T07:00:55.660397Z","end":"2026-05-27T07:00:57.10052Z","steps":["trace[10527810] 'agreement among raft nodes before linearized reading' (duration: 1.439877098s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:00:57.100567Z","caller":"traceutil/trace.go:171","msg":"trace[1762597461] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-65565fdb7f-r7xqd; range_end:; response_count:1; response_revision:26847; }","duration":"350.405442ms","start":"2026-05-27T07:00:56.750143Z","end":"2026-05-27T07:00:57.100549Z","steps":["trace[1762597461] 'agreement among raft nodes before linearized reading' (duration: 350.216496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:57.100582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:55.660391Z","time spent":"1.440181098s","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-27T07:00:57.100603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:56.750113Z","time spent":"350.480195ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4825,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-r7xqd\" "} {"level":"warn","ts":"2026-05-27T07:00:57.100554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441902772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e848b261-20cc-4ddd-920b-33f263679bd1\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-05-27T07:00:57.100783Z","caller":"traceutil/trace.go:171","msg":"trace[29220661] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e848b261-20cc-4ddd-920b-33f263679bd1; range_end:; response_count:1; response_revision:26847; }","duration":"1.442174401s","start":"2026-05-27T07:00:55.658577Z","end":"2026-05-27T07:00:57.100751Z","steps":["trace[29220661] 'agreement among raft nodes before linearized reading' (duration: 1.441705876s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:57.100858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:55.658552Z","time spent":"1.442288165s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-e848b261-20cc-4ddd-920b-33f263679bd1\" "} {"level":"warn","ts":"2026-05-27T07:00:57.518563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.700685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:00:57.518699Z","caller":"traceutil/trace.go:171","msg":"trace[1223462374] transaction","detail":"{read_only:false; response_revision:26848; number_of_response:1; }","duration":"417.944926ms","start":"2026-05-27T07:00:57.100733Z","end":"2026-05-27T07:00:57.518678Z","steps":["trace[1223462374] 'process raft request' (duration: 130.023744ms)","trace[1223462374] 'compare' (duration: 286.8843ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:57.518779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:57.100718Z","time spent":"418.016978ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:58.346451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.395391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:00:58.346771Z","caller":"traceutil/trace.go:171","msg":"trace[1628208788] transaction","detail":"{read_only:false; response_revision:26849; number_of_response:1; }","duration":"1.241079714s","start":"2026-05-27T07:00:57.105592Z","end":"2026-05-27T07:00:58.346672Z","steps":["trace[1628208788] 'process raft request' (duration: 1.008345012s)","trace[1628208788] 'compare' (duration: 231.832214ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:58.346974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:57.105571Z","time spent":"1.241324911s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T07:00:58.346853Z","caller":"traceutil/trace.go:171","msg":"trace[885698120] linearizableReadLoop","detail":"{readStateIndex:27766; appliedIndex:27764; }","duration":"1.2406654s","start":"2026-05-27T07:00:57.106169Z","end":"2026-05-27T07:00:58.346834Z","steps":["trace[885698120] 'read index received' (duration: 124.616252ms)","trace[885698120] 'applied index is now lower than readState.Index' (duration: 1.116048048s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:58.347221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240873778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:00:58.347247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239113432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:58.347351Z","caller":"traceutil/trace.go:171","msg":"trace[811260270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26850; }","duration":"1.239252076s","start":"2026-05-27T07:00:57.108081Z","end":"2026-05-27T07:00:58.347333Z","steps":["trace[811260270] 'agreement among raft nodes before linearized reading' (duration: 1.239111332s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:58.3474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:57.108058Z","time spent":"1.239334419s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:00:58.347738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.351572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-27T07:00:58.347801Z","caller":"traceutil/trace.go:171","msg":"trace[539764429] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26850; }","duration":"198.450765ms","start":"2026-05-27T07:00:58.149342Z","end":"2026-05-27T07:00:58.347793Z","steps":["trace[539764429] 'agreement among raft nodes before linearized reading' (duration: 198.3164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:58.347972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.392762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-27T07:00:58.348025Z","caller":"traceutil/trace.go:171","msg":"trace[601953026] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26850; }","duration":"827.477486ms","start":"2026-05-27T07:00:57.520541Z","end":"2026-05-27T07:00:58.348018Z","steps":["trace[601953026] 'agreement among raft nodes before linearized reading' (duration: 827.380603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:58.34806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:57.520524Z","time spent":"827.529627ms","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-27T07:00:58.348265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044458787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-27T07:00:58.348321Z","caller":"traceutil/trace.go:171","msg":"trace[182289409] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26850; }","duration":"1.04453046s","start":"2026-05-27T07:00:57.303778Z","end":"2026-05-27T07:00:58.348309Z","steps":["trace[182289409] 'agreement among raft nodes before linearized reading' (duration: 1.044431657s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:58.348358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:57.303766Z","time spent":"1.044585091s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-27T07:00:58.348303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.53456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-05-27T07:00:58.349136Z","caller":"traceutil/trace.go:171","msg":"trace[748869273] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26850; }","duration":"730.419738ms","start":"2026-05-27T07:00:57.618699Z","end":"2026-05-27T07:00:58.349119Z","steps":["trace[748869273] 'agreement among raft nodes before linearized reading' (duration: 729.080475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:58.349182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:57.618611Z","time spent":"730.558571ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-05-27T07:00:58.348557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.711693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:58.349378Z","caller":"traceutil/trace.go:171","msg":"trace[1063028923] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:26850; }","duration":"473.57355ms","start":"2026-05-27T07:00:57.875787Z","end":"2026-05-27T07:00:58.349361Z","steps":["trace[1063028923] 'agreement among raft nodes before linearized reading' (duration: 472.723443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:58.34945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:57.875763Z","time spent":"473.667264ms","remote":"127.0.0.1:41334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:58.348622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.420414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:58.349865Z","caller":"traceutil/trace.go:171","msg":"trace[1516403398] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26850; }","duration":"560.731995ms","start":"2026-05-27T07:00:57.789114Z","end":"2026-05-27T07:00:58.349846Z","steps":["trace[1516403398] 'agreement among raft nodes before linearized reading' (duration: 559.470715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:58.349916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:57.78909Z","time spent":"560.809618ms","remote":"127.0.0.1:51514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:00:58.348478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.636397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:58.350109Z","caller":"traceutil/trace.go:171","msg":"trace[1875993152] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26850; }","duration":"384.346461ms","start":"2026-05-27T07:00:57.965752Z","end":"2026-05-27T07:00:58.350099Z","steps":["trace[1875993152] 'agreement among raft nodes before linearized reading' (duration: 382.589725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:58.348797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.7595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:58.350188Z","caller":"traceutil/trace.go:171","msg":"trace[101975781] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26850; }","duration":"588.233757ms","start":"2026-05-27T07:00:57.76194Z","end":"2026-05-27T07:00:58.350174Z","steps":["trace[101975781] 'agreement among raft nodes before linearized reading' (duration: 586.711799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:58.35024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:57.761922Z","time spent":"588.30034ms","remote":"127.0.0.1:41026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:58.350915Z","caller":"traceutil/trace.go:171","msg":"trace[1986478887] transaction","detail":"{read_only:false; response_revision:26850; number_of_response:1; }","duration":"1.23969336s","start":"2026-05-27T07:00:57.11119Z","end":"2026-05-27T07:00:58.350883Z","steps":["trace[1986478887] 'process raft request' (duration: 1.235364862s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:58.351151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:57.111176Z","time spent":"1.239809994s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4963,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:58.348882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045863342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-27T07:00:58.351627Z","caller":"traceutil/trace.go:171","msg":"trace[370252589] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26850; }","duration":"1.0486382s","start":"2026-05-27T07:00:57.302969Z","end":"2026-05-27T07:00:58.351607Z","steps":["trace[370252589] 'agreement among raft nodes before linearized reading' (duration: 1.04581627s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:58.351693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:57.30295Z","time spent":"1.048725223s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-27T07:00:58.350205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:57.965724Z","time spent":"384.419593ms","remote":"127.0.0.1:45338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:58.353752Z","caller":"traceutil/trace.go:171","msg":"trace[458846479] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26850; }","duration":"1.241137066s","start":"2026-05-27T07:00:57.106137Z","end":"2026-05-27T07:00:58.347274Z","steps":["trace[458846479] 'agreement among raft nodes before linearized reading' (duration: 1.240746264s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:58.353847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:57.106119Z","time spent":"1.247704194s","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-27T07:00:58.911777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.348334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:00:58.911918Z","caller":"traceutil/trace.go:171","msg":"trace[320873577] linearizableReadLoop","detail":"{readStateIndex:27768; appliedIndex:27767; }","duration":"556.765619ms","start":"2026-05-27T07:00:58.35513Z","end":"2026-05-27T07:00:58.911896Z","steps":["trace[320873577] 'read index received' (duration: 100.294252ms)","trace[320873577] 'applied index is now lower than readState.Index' (duration: 456.468927ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:00:58.91194Z","caller":"traceutil/trace.go:171","msg":"trace[1463884012] transaction","detail":"{read_only:false; response_revision:26851; number_of_response:1; }","duration":"558.767523ms","start":"2026-05-27T07:00:58.353145Z","end":"2026-05-27T07:00:58.911913Z","steps":["trace[1463884012] 'process raft request' (duration: 102.184822ms)","trace[1463884012] 'compare' (duration: 455.861918ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:58.912035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:58.353126Z","time spent":"558.868246ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-27T07:00:58.912155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.010097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T07:00:58.912196Z","caller":"traceutil/trace.go:171","msg":"trace[449931928] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26851; }","duration":"557.075029ms","start":"2026-05-27T07:00:58.35511Z","end":"2026-05-27T07:00:58.912185Z","steps":["trace[449931928] 'agreement among raft nodes before linearized reading' (duration: 556.871122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:58.912228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:58.355101Z","time spent":"557.120581ms","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-27T07:00:58.94906Z","caller":"traceutil/trace.go:171","msg":"trace[99308185] transaction","detail":"{read_only:false; response_revision:26852; number_of_response:1; }","duration":"587.734891ms","start":"2026-05-27T07:00:58.361293Z","end":"2026-05-27T07:00:58.949027Z","steps":["trace[99308185] 'process raft request' (duration: 587.443682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:58.94932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:58.361283Z","time spent":"587.948839ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:58.94938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.547979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:00:58.949412Z","caller":"traceutil/trace.go:171","msg":"trace[199452176] transaction","detail":"{read_only:false; response_revision:26854; number_of_response:1; }","duration":"579.349116ms","start":"2026-05-27T07:00:58.370049Z","end":"2026-05-27T07:00:58.949398Z","steps":["trace[199452176] 'process raft request' (duration: 578.945713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:58.94941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.106114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9d9610f4-aa00-4bc5-afc2-190f30e4e3f4\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-05-27T07:00:58.949436Z","caller":"traceutil/trace.go:171","msg":"trace[402251728] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26854; }","duration":"525.668133ms","start":"2026-05-27T07:00:58.423755Z","end":"2026-05-27T07:00:58.949423Z","steps":["trace[402251728] 'agreement among raft nodes before linearized reading' (duration: 525.468566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:58.949467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:58.423725Z","time spent":"525.734795ms","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:00:58.949472Z","caller":"traceutil/trace.go:171","msg":"trace[1343380583] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9d9610f4-aa00-4bc5-afc2-190f30e4e3f4; range_end:; response_count:1; response_revision:26854; }","duration":"594.185096ms","start":"2026-05-27T07:00:58.355267Z","end":"2026-05-27T07:00:58.949452Z","steps":["trace[1343380583] 'agreement among raft nodes before linearized reading' (duration: 593.99628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:58.949504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:58.37003Z","time spent":"579.417617ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:58.94951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:58.355255Z","time spent":"594.247288ms","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-9d9610f4-aa00-4bc5-afc2-190f30e4e3f4\" "} {"level":"info","ts":"2026-05-27T07:00:58.949085Z","caller":"traceutil/trace.go:171","msg":"trace[622706092] transaction","detail":"{read_only:false; response_revision:26853; number_of_response:1; }","duration":"579.696706ms","start":"2026-05-27T07:00:58.369359Z","end":"2026-05-27T07:00:58.949056Z","steps":["trace[622706092] 'process raft request' (duration: 579.581702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:58.949344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.564973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:58.949717Z","caller":"traceutil/trace.go:171","msg":"trace[1487672349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26854; }","duration":"591.995067ms","start":"2026-05-27T07:00:58.357711Z","end":"2026-05-27T07:00:58.949706Z","steps":["trace[1487672349] 'agreement among raft nodes before linearized reading' (duration: 591.564753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:58.94975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:58.357704Z","time spent":"592.036718ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:00:58.949759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:58.369344Z","time spent":"580.322076ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:00:58.949347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.874355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:00:58.949898Z","caller":"traceutil/trace.go:171","msg":"trace[699719754] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26854; }","duration":"582.497665ms","start":"2026-05-27T07:00:58.367388Z","end":"2026-05-27T07:00:58.949886Z","steps":["trace[699719754] 'agreement among raft nodes before linearized reading' (duration: 581.844195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:58.949927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:58.36737Z","time spent":"582.549467ms","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-27T07:00:59.303778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.239435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:00:59.303885Z","caller":"traceutil/trace.go:171","msg":"trace[1680679306] linearizableReadLoop","detail":"{readStateIndex:27772; appliedIndex:27771; }","duration":"349.913558ms","start":"2026-05-27T07:00:58.953955Z","end":"2026-05-27T07:00:59.303868Z","steps":["trace[1680679306] 'read index received' (duration: 170.431435ms)","trace[1680679306] 'applied index is now lower than readState.Index' (duration: 179.480763ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:00:59.30398Z","caller":"traceutil/trace.go:171","msg":"trace[194591871] transaction","detail":"{read_only:false; response_revision:26855; number_of_response:1; }","duration":"351.844189ms","start":"2026-05-27T07:00:58.952113Z","end":"2026-05-27T07:00:59.303957Z","steps":["trace[194591871] 'process raft request' (duration: 172.414449ms)","trace[194591871] 'compare' (duration: 179.015837ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:00:59.304255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.297021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-27T07:00:59.304295Z","caller":"traceutil/trace.go:171","msg":"trace[460590098] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26855; }","duration":"350.378413ms","start":"2026-05-27T07:00:58.953905Z","end":"2026-05-27T07:00:59.304283Z","steps":["trace[460590098] 'agreement among raft nodes before linearized reading' (duration: 350.006021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:59.304326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:58.953882Z","time spent":"350.434265ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-05-27T07:00:59.304327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:58.952075Z","time spent":"352.161959ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:00:59.37033Z","caller":"traceutil/trace.go:171","msg":"trace[31608951] transaction","detail":"{read_only:false; response_revision:26856; number_of_response:1; }","duration":"187.393753ms","start":"2026-05-27T07:00:59.182834Z","end":"2026-05-27T07:00:59.370228Z","steps":["trace[31608951] 'process raft request' (duration: 187.109414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:00:59.90314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:01:00.404106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:01:00.826739Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.456784125s","expected-duration":"1s"} {"level":"info","ts":"2026-05-27T07:01:00.827101Z","caller":"traceutil/trace.go:171","msg":"trace[314567072] linearizableReadLoop","detail":"{readStateIndex:27774; appliedIndex:27773; }","duration":"1.425008477s","start":"2026-05-27T07:00:59.402069Z","end":"2026-05-27T07:01:00.827078Z","steps":["trace[314567072] 'read index received' (duration: 1.424946035s)","trace[314567072] 'applied index is now lower than readState.Index' (duration: 61.302µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:01:00.827219Z","caller":"traceutil/trace.go:171","msg":"trace[1013748954] transaction","detail":"{read_only:false; response_revision:26857; number_of_response:1; }","duration":"1.518111979s","start":"2026-05-27T07:00:59.309069Z","end":"2026-05-27T07:01:00.827181Z","steps":["trace[1013748954] 'process raft request' (duration: 1.517846671s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:00.827281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425184152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:00.827313Z","caller":"traceutil/trace.go:171","msg":"trace[484323575] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26857; }","duration":"1.425283215s","start":"2026-05-27T07:00:59.402017Z","end":"2026-05-27T07:01:00.8273Z","steps":["trace[484323575] 'agreement among raft nodes before linearized reading' (duration: 1.425168431s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:00.827348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:59.401993Z","time spent":"1.425348367s","remote":"127.0.0.1:41106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:00.827376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:59.309044Z","time spent":"1.518256864s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":882,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-27T07:01:01.327781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429593,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:01:01.827951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429593,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:01:02.290326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000664475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T07:01:02.290416Z","caller":"traceutil/trace.go:171","msg":"trace[1011106046] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000789718s","start":"2026-05-27T07:01:00.289602Z","end":"2026-05-27T07:01:02.290392Z","steps":["trace[1011106046] 'agreement among raft nodes before linearized reading' (duration: 2.000678414s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:02.290468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:00.289593Z","time spent":"2.000864111s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 07:01:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:01:02.328945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429593,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:01:02.360766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257014008s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:02.360895Z","caller":"traceutil/trace.go:171","msg":"trace[629997793] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26857; }","duration":"1.257149312s","start":"2026-05-27T07:01:01.103729Z","end":"2026-05-27T07:01:02.360879Z","steps":["trace[629997793] 'range keys from in-memory index tree' (duration: 1.256998858s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:02.362321Z","caller":"traceutil/trace.go:171","msg":"trace[1383912139] transaction","detail":"{read_only:false; response_revision:26858; number_of_response:1; }","duration":"1.919008954s","start":"2026-05-27T07:01:00.443274Z","end":"2026-05-27T07:01:02.362283Z","steps":["trace[1383912139] 'process raft request' (duration: 1.915827643s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:02.362523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:00.443244Z","time spent":"1.919170419s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:01:02.362611Z","caller":"traceutil/trace.go:171","msg":"trace[296238893] transaction","detail":"{read_only:false; response_revision:26859; number_of_response:1; }","duration":"1.879642726s","start":"2026-05-27T07:01:00.482952Z","end":"2026-05-27T07:01:02.362595Z","steps":["trace[296238893] 'process raft request' (duration: 1.878980315s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:02.362662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:00.482927Z","time spent":"1.879708298s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:01:02.720553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.529312ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-27T07:01:02.845218Z","caller":"traceutil/trace.go:171","msg":"trace[823164385] linearizableReadLoop","detail":"{readStateIndex:27779; appliedIndex:27774; }","duration":"2.018033387s","start":"2026-05-27T07:01:00.827157Z","end":"2026-05-27T07:01:02.845191Z","steps":["trace[823164385] 'read index received' (duration: 1.531954179s)","trace[823164385] 'applied index is now lower than readState.Index' (duration: 486.077658ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:01:02.845307Z","caller":"traceutil/trace.go:171","msg":"trace[551901236] transaction","detail":"{read_only:false; response_revision:26861; number_of_response:1; }","duration":"1.888787147s","start":"2026-05-27T07:01:00.956466Z","end":"2026-05-27T07:01:02.845253Z","steps":["trace[551901236] 'process raft request' (duration: 1.888618441s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:02.845469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:00.956438Z","time spent":"1.888942512s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:01:02.845501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740468609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:02.845604Z","caller":"traceutil/trace.go:171","msg":"trace[1116248254] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26861; }","duration":"2.740638695s","start":"2026-05-27T07:01:00.104945Z","end":"2026-05-27T07:01:02.845584Z","steps":["trace[1116248254] 'agreement among raft nodes before linearized reading' (duration: 2.740370757s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:02.845654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.581289611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:02.84571Z","caller":"traceutil/trace.go:171","msg":"trace[1656594630] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26861; }","duration":"2.581346853s","start":"2026-05-27T07:01:00.264351Z","end":"2026-05-27T07:01:02.845698Z","steps":["trace[1656594630] 'agreement among raft nodes before linearized reading' (duration: 2.58125242s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:02.845745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:00.264287Z","time spent":"2.581448886s","remote":"127.0.0.1:40922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:02.845737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.688542012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:01:02.84578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.23894668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-27T07:01:02.845794Z","caller":"traceutil/trace.go:171","msg":"trace[1739312106] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26861; }","duration":"2.688646235s","start":"2026-05-27T07:01:00.157132Z","end":"2026-05-27T07:01:02.845778Z","steps":["trace[1739312106] 'agreement among raft nodes before linearized reading' (duration: 2.688554672s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:02.845842Z","caller":"traceutil/trace.go:171","msg":"trace[1724478368] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26861; }","duration":"3.239017382s","start":"2026-05-27T07:00:59.606812Z","end":"2026-05-27T07:01:02.84583Z","steps":["trace[1724478368] 'agreement among raft nodes before linearized reading' (duration: 3.238748243s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:02.845853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:00.157094Z","time spent":"2.688746349s","remote":"127.0.0.1:46726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:02.845887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:59.606736Z","time spent":"3.239141225s","remote":"127.0.0.1:41378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:02.845537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.108095059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-p25sd\" ","response":"range_response_count:1 size:5422"} {"level":"info","ts":"2026-05-27T07:01:02.846022Z","caller":"traceutil/trace.go:171","msg":"trace[1934407509] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-p25sd; range_end:; response_count:1; response_revision:26861; }","duration":"3.108622756s","start":"2026-05-27T07:00:59.737374Z","end":"2026-05-27T07:01:02.845997Z","steps":["trace[1934407509] 'agreement among raft nodes before linearized reading' (duration: 3.108011657s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:02.846084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:59.73735Z","time spent":"3.108715568s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5444,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-p25sd\" "} {"level":"warn","ts":"2026-05-27T07:01:02.845655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:00.10492Z","time spent":"2.740723337s","remote":"127.0.0.1:37828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:02.8462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.264340905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-05-27T07:01:02.846109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.587949822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:02.846246Z","caller":"traceutil/trace.go:171","msg":"trace[1281875742] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26861; }","duration":"3.264410777s","start":"2026-05-27T07:00:59.581821Z","end":"2026-05-27T07:01:02.846232Z","steps":["trace[1281875742] 'agreement among raft nodes before linearized reading' (duration: 3.264295113s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:02.846278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:00:59.581805Z","time spent":"3.264466179s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-05-27T07:01:02.846356Z","caller":"traceutil/trace.go:171","msg":"trace[20694659] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26861; }","duration":"2.5882167s","start":"2026-05-27T07:01:00.258037Z","end":"2026-05-27T07:01:02.846254Z","steps":["trace[20694659] 'agreement among raft nodes before linearized reading' (duration: 2.587753736s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:02.845219Z","caller":"traceutil/trace.go:171","msg":"trace[448716887] transaction","detail":"{read_only:false; response_revision:26860; number_of_response:1; }","duration":"2.01341734s","start":"2026-05-27T07:01:00.831777Z","end":"2026-05-27T07:01:02.845194Z","steps":["trace[448716887] 'process raft request' (duration: 2.01310112s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:02.846427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:00.258003Z","time spent":"2.588410386s","remote":"127.0.0.1:41154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:02.846493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:00.831749Z","time spent":"2.01469128s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":882,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-27T07:01:02.846737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79776308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:02.846779Z","caller":"traceutil/trace.go:171","msg":"trace[1189887429] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26861; }","duration":"1.797848313s","start":"2026-05-27T07:01:01.048918Z","end":"2026-05-27T07:01:02.846766Z","steps":["trace[1189887429] 'agreement among raft nodes before linearized reading' (duration: 1.7977719s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:02.846775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.374057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:01:02.846816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:01.048893Z","time spent":"1.797914105s","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:01:02.84684Z","caller":"traceutil/trace.go:171","msg":"trace[1680170534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26861; }","duration":"556.47378ms","start":"2026-05-27T07:01:02.290355Z","end":"2026-05-27T07:01:02.846829Z","steps":["trace[1680170534] 'agreement among raft nodes before linearized reading' (duration: 556.386937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:02.84687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:02.290333Z","time spent":"556.530322ms","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:01:02.846859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520166875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:01:02.846929Z","caller":"traceutil/trace.go:171","msg":"trace[284209249] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26861; }","duration":"1.520302499s","start":"2026-05-27T07:01:01.326609Z","end":"2026-05-27T07:01:02.846912Z","steps":["trace[284209249] 'agreement among raft nodes before linearized reading' (duration: 1.520137244s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:02.846975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:01.326584Z","time spent":"1.520383122s","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:02.847053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490318839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:01:02.847163Z","caller":"traceutil/trace.go:171","msg":"trace[98750500] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26861; }","duration":"1.490566307s","start":"2026-05-27T07:01:01.356578Z","end":"2026-05-27T07:01:02.847144Z","steps":["trace[98750500] 'agreement among raft nodes before linearized reading' (duration: 1.490154484s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:02.847222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:01.356548Z","time spent":"1.49065566s","remote":"127.0.0.1:47464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:03.200557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.440673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:01:03.200718Z","caller":"traceutil/trace.go:171","msg":"trace[1634573783] transaction","detail":"{read_only:false; response_revision:26862; number_of_response:1; }","duration":"348.146762ms","start":"2026-05-27T07:01:02.852555Z","end":"2026-05-27T07:01:03.200701Z","steps":["trace[1634573783] 'process raft request' (duration: 103.485723ms)","trace[1634573783] 'compare' (duration: 244.278337ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:03.200788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:02.852533Z","time spent":"348.228745ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:01:03.201356Z","caller":"traceutil/trace.go:171","msg":"trace[1093993105] linearizableReadLoop","detail":"{readStateIndex:27781; appliedIndex:27779; }","duration":"344.525898ms","start":"2026-05-27T07:01:02.85682Z","end":"2026-05-27T07:01:03.201346Z","steps":["trace[1093993105] 'read index received' (duration: 99.234528ms)","trace[1093993105] 'applied index is now lower than readState.Index' (duration: 245.29036ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:01:03.201377Z","caller":"traceutil/trace.go:171","msg":"trace[1546359446] transaction","detail":"{read_only:false; response_revision:26863; number_of_response:1; }","duration":"347.815652ms","start":"2026-05-27T07:01:02.853548Z","end":"2026-05-27T07:01:03.201364Z","steps":["trace[1546359446] 'process raft request' (duration: 347.732919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:03.20143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.6091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:03.201507Z","caller":"traceutil/trace.go:171","msg":"trace[2048182505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26863; }","duration":"344.696513ms","start":"2026-05-27T07:01:02.856785Z","end":"2026-05-27T07:01:03.201481Z","steps":["trace[2048182505] 'agreement among raft nodes before linearized reading' (duration: 344.617311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:03.201582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:02.856765Z","time spent":"344.792376ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:01:03.201531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:02.853519Z","time spent":"347.943336ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5582,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:01:03.707348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:01:05.09161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.750191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:01:05.091692Z","caller":"traceutil/trace.go:171","msg":"trace[2128269847] linearizableReadLoop","detail":"{readStateIndex:27782; appliedIndex:27781; }","duration":"1.884852801s","start":"2026-05-27T07:01:03.206826Z","end":"2026-05-27T07:01:05.091679Z","steps":["trace[2128269847] 'read index received' (duration: 982.916644ms)","trace[2128269847] 'applied index is now lower than readState.Index' (duration: 901.935187ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:01:05.091875Z","caller":"traceutil/trace.go:171","msg":"trace[1087244238] transaction","detail":"{read_only:false; response_revision:26864; number_of_response:1; }","duration":"1.928243618s","start":"2026-05-27T07:01:03.163615Z","end":"2026-05-27T07:01:05.091858Z","steps":["trace[1087244238] 'process raft request' (duration: 1.026157546s)","trace[1087244238] 'compare' (duration: 900.76323ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:05.091947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:03.163585Z","time spent":"1.928330191s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:01:05.092183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885370908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-7jssl\" ","response":"range_response_count:1 size:4049"} {"level":"info","ts":"2026-05-27T07:01:05.092214Z","caller":"traceutil/trace.go:171","msg":"trace[193000607] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-7jssl; range_end:; response_count:1; response_revision:26864; }","duration":"1.88544936s","start":"2026-05-27T07:01:03.206757Z","end":"2026-05-27T07:01:05.092206Z","steps":["trace[193000607] 'agreement among raft nodes before linearized reading' (duration: 1.885333486s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:05.092237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:03.206733Z","time spent":"1.885499632s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4071,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-7jssl\" "} {"level":"info","ts":"2026-05-27T07:01:05.111671Z","caller":"traceutil/trace.go:171","msg":"trace[588552435] transaction","detail":"{read_only:false; response_revision:26865; number_of_response:1; }","duration":"734.084283ms","start":"2026-05-27T07:01:04.377565Z","end":"2026-05-27T07:01:05.111649Z","steps":["trace[588552435] 'process raft request' (duration: 733.955759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:05.111801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:04.377538Z","time spent":"734.194576ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:01:05.295581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00462016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T07:01:05.295658Z","caller":"traceutil/trace.go:171","msg":"trace[1405893891] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004713773s","start":"2026-05-27T07:01:03.290929Z","end":"2026-05-27T07:01:05.295642Z","steps":["trace[1405893891] 'agreement among raft nodes before linearized reading' (duration: 2.00461622s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:05.295692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:03.290879Z","time spent":"2.004806236s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 07:01:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:01:06.837118Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.727222932s","expected-duration":"1s"} {"level":"info","ts":"2026-05-27T07:01:06.902401Z","caller":"traceutil/trace.go:171","msg":"trace[432884941] transaction","detail":"{read_only:false; response_revision:26866; number_of_response:1; }","duration":"2.050798056s","start":"2026-05-27T07:01:04.851568Z","end":"2026-05-27T07:01:06.902366Z","steps":["trace[432884941] 'process raft request' (duration: 1.985740083s)","trace[432884941] 'compare' (duration: 64.186586ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:01:06.902419Z","caller":"traceutil/trace.go:171","msg":"trace[1012973310] linearizableReadLoop","detail":"{readStateIndex:27784; appliedIndex:27783; }","duration":"1.81067511s","start":"2026-05-27T07:01:05.09171Z","end":"2026-05-27T07:01:06.902385Z","steps":["trace[1012973310] 'read index received' (duration: 19.935992ms)","trace[1012973310] 'applied index is now lower than readState.Index' (duration: 1.790737178s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:06.90263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:04.851547Z","time spent":"2.050995362s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:01:06.902632Z","caller":"traceutil/trace.go:171","msg":"trace[973701303] transaction","detail":"{read_only:false; response_revision:26867; number_of_response:1; }","duration":"1.800247299s","start":"2026-05-27T07:01:05.102359Z","end":"2026-05-27T07:01:06.902606Z","steps":["trace[973701303] 'process raft request' (duration: 1.799888758s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:06.902786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:05.102334Z","time spent":"1.800356743s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4209,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:01:06.902815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308464288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-27T07:01:06.902617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629067737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:01:06.902872Z","caller":"traceutil/trace.go:171","msg":"trace[1686451038] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:26867; }","duration":"2.308550021s","start":"2026-05-27T07:01:04.594304Z","end":"2026-05-27T07:01:06.902854Z","steps":["trace[1686451038] 'agreement among raft nodes before linearized reading' (duration: 2.308367595s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:06.902924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:04.594277Z","time spent":"2.308639224s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.207\" "} {"level":"warn","ts":"2026-05-27T07:01:06.902947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.561231061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:06.902999Z","caller":"traceutil/trace.go:171","msg":"trace[602519449] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26867; }","duration":"3.561318975s","start":"2026-05-27T07:01:03.341661Z","end":"2026-05-27T07:01:06.90298Z","steps":["trace[602519449] 'agreement among raft nodes before linearized reading' (duration: 3.561244993s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:06.902799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.685631091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-27T07:01:06.90305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:03.341638Z","time spent":"3.561397157s","remote":"127.0.0.1:41232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:01:06.903059Z","caller":"traceutil/trace.go:171","msg":"trace[1239636209] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26867; }","duration":"2.685944441s","start":"2026-05-27T07:01:04.217104Z","end":"2026-05-27T07:01:06.903048Z","steps":["trace[1239636209] 'agreement among raft nodes before linearized reading' (duration: 2.685542458s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:06.903104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:04.217078Z","time spent":"2.686010733s","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-27T07:01:06.902879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.223918333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:06.903208Z","caller":"traceutil/trace.go:171","msg":"trace[2140090267] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26867; }","duration":"3.224285165s","start":"2026-05-27T07:01:03.678904Z","end":"2026-05-27T07:01:06.903189Z","steps":["trace[2140090267] 'agreement among raft nodes before linearized reading' (duration: 3.223930413s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:06.902882Z","caller":"traceutil/trace.go:171","msg":"trace[798829107] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26867; }","duration":"2.629353536s","start":"2026-05-27T07:01:04.273512Z","end":"2026-05-27T07:01:06.902865Z","steps":["trace[798829107] 'agreement among raft nodes before linearized reading' (duration: 2.628907652s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:06.903268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:03.678882Z","time spent":"3.224369178s","remote":"127.0.0.1:45308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:06.903312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.696321636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-mwbxp.18b35972144ad6b2\" ","response":"range_response_count:1 size:882"} {"level":"warn","ts":"2026-05-27T07:01:06.903274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:04.273448Z","time spent":"2.629813771s","remote":"127.0.0.1:38620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:01:06.903358Z","caller":"traceutil/trace.go:171","msg":"trace[2070336148] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-mwbxp.18b35972144ad6b2; range_end:; response_count:1; response_revision:26867; }","duration":"3.696377459s","start":"2026-05-27T07:01:03.206967Z","end":"2026-05-27T07:01:06.903344Z","steps":["trace[2070336148] 'agreement among raft nodes before linearized reading' (duration: 3.696255365s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:06.903395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:03.20696Z","time spent":"3.6964261s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-mwbxp.18b35972144ad6b2\" "} {"level":"warn","ts":"2026-05-27T07:01:06.903593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761886182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:06.903639Z","caller":"traceutil/trace.go:171","msg":"trace[801783234] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26867; }","duration":"1.761962564s","start":"2026-05-27T07:01:05.141661Z","end":"2026-05-27T07:01:06.903624Z","steps":["trace[801783234] 'agreement among raft nodes before linearized reading' (duration: 1.761897282s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:06.903674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:05.141633Z","time spent":"1.762032027s","remote":"127.0.0.1:33128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:06.903757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602678162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:06.903806Z","caller":"traceutil/trace.go:171","msg":"trace[513989910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26867; }","duration":"1.602756225s","start":"2026-05-27T07:01:05.301038Z","end":"2026-05-27T07:01:06.903794Z","steps":["trace[513989910] 'agreement among raft nodes before linearized reading' (duration: 1.602679882s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:06.903845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:05.301018Z","time spent":"1.602819687s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:01:08.920947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000452838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T07:01:08.921056Z","caller":"traceutil/trace.go:171","msg":"trace[1438683358] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000602453s","start":"2026-05-27T07:01:06.920431Z","end":"2026-05-27T07:01:08.921033Z","steps":["trace[1438683358] 'agreement among raft nodes before linearized reading' (duration: 2.000473839s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:08.92112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:06.920414Z","time spent":"2.000691555s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 07:01:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:01:09.091209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041290603s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-27T07:01:09.091332Z","caller":"traceutil/trace.go:171","msg":"trace[548518811] linearizableReadLoop","detail":"{readStateIndex:27787; appliedIndex:27785; }","duration":"2.175845661s","start":"2026-05-27T07:01:06.915466Z","end":"2026-05-27T07:01:09.091311Z","steps":["trace[548518811] 'read index received' (duration: 66.620453ms)","trace[548518811] 'applied index is now lower than readState.Index' (duration: 2.109223538s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:09.091368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:06.90676Z","time spent":"2.184599478s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-27T07:01:09.091623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17614912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-7jssl\" ","response":"range_response_count:1 size:4227"} {"level":"info","ts":"2026-05-27T07:01:09.091663Z","caller":"traceutil/trace.go:171","msg":"trace[493367095] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-7jssl; range_end:; response_count:1; response_revision:26868; }","duration":"2.176215283s","start":"2026-05-27T07:01:06.915438Z","end":"2026-05-27T07:01:09.091653Z","steps":["trace[493367095] 'agreement among raft nodes before linearized reading' (duration: 2.175949924s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:09.091697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:06.915429Z","time spent":"2.176261014s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4249,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-7jssl\" "} {"level":"warn","ts":"2026-05-27T07:01:09.263824Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.21146083s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T07:01:10.921895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000718767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-27T07:01:10.922005Z","caller":"traceutil/trace.go:171","msg":"trace[260841199] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000900704s","start":"2026-05-27T07:01:08.921079Z","end":"2026-05-27T07:01:10.92198Z","steps":["trace[260841199] 'agreement among raft nodes before linearized reading' (duration: 2.000758689s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:10.922069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:08.921052Z","time spent":"2.001001966s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 07:01:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:01:11.820457Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.702526119s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T07:01:11.823074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.947534ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:01:11.823178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:11.350002Z","time spent":"473.169668ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-27T07:01:11.823194Z","caller":"traceutil/trace.go:171","msg":"trace[563444303] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26868; }","duration":"720.080798ms","start":"2026-05-27T07:01:11.103094Z","end":"2026-05-27T07:01:11.823175Z","steps":["trace[563444303] 'range keys from in-memory index tree' (duration: 719.929684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:11.825108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560940246s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:01:11.825285Z","caller":"traceutil/trace.go:171","msg":"trace[953794163] transaction","detail":"{read_only:false; response_revision:26869; number_of_response:1; }","duration":"4.836184809s","start":"2026-05-27T07:01:06.989085Z","end":"2026-05-27T07:01:11.825269Z","steps":["trace[953794163] 'process raft request' (duration: 2.275036647s)","trace[953794163] 'compare' (duration: 2.557186476s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:11.825339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:06.989068Z","time spent":"4.836250531s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T07:01:11.825589Z","caller":"traceutil/trace.go:171","msg":"trace[1601806621] transaction","detail":"{read_only:false; response_revision:26871; number_of_response:1; }","duration":"2.732739875s","start":"2026-05-27T07:01:09.09284Z","end":"2026-05-27T07:01:11.82558Z","steps":["trace[1601806621] 'process raft request' (duration: 2.732619031s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:11.825601Z","caller":"traceutil/trace.go:171","msg":"trace[198574865] transaction","detail":"{read_only:false; response_revision:26870; number_of_response:1; }","duration":"2.916552124s","start":"2026-05-27T07:01:08.909012Z","end":"2026-05-27T07:01:11.825564Z","steps":["trace[198574865] 'process raft request' (duration: 2.916180192s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:11.825649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:09.092814Z","time spent":"2.732799917s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:01:11.825675Z","caller":"traceutil/trace.go:171","msg":"trace[1994358216] linearizableReadLoop","detail":"{readStateIndex:27789; appliedIndex:27787; }","duration":"2.734294424s","start":"2026-05-27T07:01:09.091358Z","end":"2026-05-27T07:01:11.825652Z","steps":["trace[1994358216] 'read index received' (duration: 172.835312ms)","trace[1994358216] 'applied index is now lower than readState.Index' (duration: 2.561456942s)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:01:11.825679Z","caller":"traceutil/trace.go:171","msg":"trace[187709957] transaction","detail":"{read_only:false; response_revision:26872; number_of_response:1; }","duration":"1.707868168s","start":"2026-05-27T07:01:10.117793Z","end":"2026-05-27T07:01:11.825662Z","steps":["trace[187709957] 'process raft request' (duration: 1.707775725s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:11.825785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:08.908985Z","time spent":"2.916701629s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:01:11.825815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:10.117763Z","time spent":"1.707970671s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:01:11.826374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.02012915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:11.826432Z","caller":"traceutil/trace.go:171","msg":"trace[1630439402] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26872; }","duration":"3.020185922s","start":"2026-05-27T07:01:08.806219Z","end":"2026-05-27T07:01:11.826405Z","steps":["trace[1630439402] 'agreement among raft nodes before linearized reading' (duration: 3.019528511s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:11.826482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:08.806176Z","time spent":"3.020291485s","remote":"127.0.0.1:45408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:11.827036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.16486735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:01:11.827084Z","caller":"traceutil/trace.go:171","msg":"trace[1228791661] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26872; }","duration":"3.164961393s","start":"2026-05-27T07:01:08.662113Z","end":"2026-05-27T07:01:11.827074Z","steps":["trace[1228791661] 'agreement among raft nodes before linearized reading' (duration: 3.163823037s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:11.82711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:08.662091Z","time spent":"3.165012485s","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":20,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:11.827139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.860463956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:01:11.827128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895704433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:01:11.827229Z","caller":"traceutil/trace.go:171","msg":"trace[2145253679] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26872; }","duration":"2.895871728s","start":"2026-05-27T07:01:08.931336Z","end":"2026-05-27T07:01:11.827207Z","steps":["trace[2145253679] 'agreement among raft nodes before linearized reading' (duration: 2.894383051s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:11.82718Z","caller":"traceutil/trace.go:171","msg":"trace[2137074226] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26872; }","duration":"2.860546418s","start":"2026-05-27T07:01:08.966623Z","end":"2026-05-27T07:01:11.827169Z","steps":["trace[2137074226] 'agreement among raft nodes before linearized reading' (duration: 2.859266567s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:11.827293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:08.931318Z","time spent":"2.895958651s","remote":"127.0.0.1:54734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:11.827325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:08.9666Z","time spent":"2.860717504s","remote":"127.0.0.1:41504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-27T07:01:12.790357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.111481ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-27T07:01:12.79048Z","caller":"traceutil/trace.go:171","msg":"trace[2013210893] linearizableReadLoop","detail":"{readStateIndex:27792; appliedIndex:27791; }","duration":"964.743389ms","start":"2026-05-27T07:01:11.825717Z","end":"2026-05-27T07:01:12.790461Z","steps":["trace[2013210893] 'read index received' (duration: 46.566347ms)","trace[2013210893] 'applied index is now lower than readState.Index' (duration: 918.175022ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:12.790602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859524629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:12.790649Z","caller":"traceutil/trace.go:171","msg":"trace[1687396061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26872; }","duration":"1.859607291s","start":"2026-05-27T07:01:10.931026Z","end":"2026-05-27T07:01:12.790633Z","steps":["trace[1687396061] 'agreement among raft nodes before linearized reading' (duration: 1.859520248s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:12.790686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:10.931006Z","time spent":"1.859672803s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:01:12.790958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.47986186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:01:12.791023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.694659133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-tqq88\" ","response":"range_response_count:1 size:5312"} {"level":"info","ts":"2026-05-27T07:01:12.791043Z","caller":"traceutil/trace.go:171","msg":"trace[2131553321] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26872; }","duration":"3.480005596s","start":"2026-05-27T07:01:09.311018Z","end":"2026-05-27T07:01:12.791024Z","steps":["trace[2131553321] 'agreement among raft nodes before linearized reading' (duration: 3.479848031s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:12.791073Z","caller":"traceutil/trace.go:171","msg":"trace[1136650857] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-tqq88; range_end:; response_count:1; response_revision:26872; }","duration":"3.694745497s","start":"2026-05-27T07:01:09.096312Z","end":"2026-05-27T07:01:12.791058Z","steps":["trace[1136650857] 'agreement among raft nodes before linearized reading' (duration: 3.694552001s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:12.791085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:09.310993Z","time spent":"3.480082478s","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:12.791105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:09.096293Z","time spent":"3.694804598s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5334,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-tqq88\" "} {"level":"warn","ts":"2026-05-27T07:01:12.791102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.376384769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:12.791167Z","caller":"traceutil/trace.go:171","msg":"trace[959567713] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26872; }","duration":"3.376507823s","start":"2026-05-27T07:01:09.414643Z","end":"2026-05-27T07:01:12.791151Z","steps":["trace[959567713] 'agreement among raft nodes before linearized reading' (duration: 3.376382389s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:12.791201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:09.414615Z","time spent":"3.376576985s","remote":"127.0.0.1:45368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:12.791186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.66617377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:01:12.791196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10739505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:231"} {"level":"info","ts":"2026-05-27T07:01:12.791265Z","caller":"traceutil/trace.go:171","msg":"trace[1179517064] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26872; }","duration":"3.666305495s","start":"2026-05-27T07:01:09.124939Z","end":"2026-05-27T07:01:12.791244Z","steps":["trace[1179517064] 'agreement among raft nodes before linearized reading' (duration: 3.66617202s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:12.791278Z","caller":"traceutil/trace.go:171","msg":"trace[1596924373] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:26872; }","duration":"2.107517454s","start":"2026-05-27T07:01:10.683739Z","end":"2026-05-27T07:01:12.791256Z","steps":["trace[1596924373] 'agreement among raft nodes before linearized reading' (duration: 2.107275396s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:12.791313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:09.124921Z","time spent":"3.666377656s","remote":"127.0.0.1:45290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:12.79132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:10.683719Z","time spent":"2.107591976s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":253,"request content":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" "} {"level":"info","ts":"2026-05-27T07:01:12.811298Z","caller":"traceutil/trace.go:171","msg":"trace[1814306856] transaction","detail":"{read_only:false; response_revision:26873; number_of_response:1; }","duration":"207.79114ms","start":"2026-05-27T07:01:12.603486Z","end":"2026-05-27T07:01:12.811278Z","steps":["trace[1814306856] 'process raft request' (duration: 207.552063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:13.531718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.292976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:01:13.531865Z","caller":"traceutil/trace.go:171","msg":"trace[1185987834] transaction","detail":"{read_only:false; response_revision:26874; number_of_response:1; }","duration":"921.972873ms","start":"2026-05-27T07:01:12.609875Z","end":"2026-05-27T07:01:13.531848Z","steps":["trace[1185987834] 'process raft request' (duration: 568.44944ms)","trace[1185987834] 'compare' (duration: 353.185673ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:13.531922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:12.609839Z","time spent":"922.059136ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:01:13.532225Z","caller":"traceutil/trace.go:171","msg":"trace[253978897] linearizableReadLoop","detail":"{readStateIndex:27795; appliedIndex:27792; }","duration":"741.685825ms","start":"2026-05-27T07:01:12.79051Z","end":"2026-05-27T07:01:13.532196Z","steps":["trace[253978897] 'read index received' (duration: 20.548812ms)","trace[253978897] 'applied index is now lower than readState.Index' (duration: 721.132583ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:13.532439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.755093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:01:13.532477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.271339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-27T07:01:13.532511Z","caller":"traceutil/trace.go:171","msg":"trace[348163134] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26876; }","duration":"920.342901ms","start":"2026-05-27T07:01:12.612157Z","end":"2026-05-27T07:01:13.5325Z","steps":["trace[348163134] 'agreement among raft nodes before linearized reading' (duration: 920.163115ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:13.532505Z","caller":"traceutil/trace.go:171","msg":"trace[274479305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26876; }","duration":"948.864906ms","start":"2026-05-27T07:01:12.583618Z","end":"2026-05-27T07:01:13.532482Z","steps":["trace[274479305] 'agreement among raft nodes before linearized reading' (duration: 948.761473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:13.532542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:12.612136Z","time spent":"920.398743ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-05-27T07:01:13.532568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:12.583595Z","time spent":"948.95863ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:01:13.532568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638603173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:01:13.532576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69968583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:13.53258Z","caller":"traceutil/trace.go:171","msg":"trace[2102944093] transaction","detail":"{read_only:false; response_revision:26875; number_of_response:1; }","duration":"915.616901ms","start":"2026-05-27T07:01:12.616953Z","end":"2026-05-27T07:01:13.53257Z","steps":["trace[2102944093] 'process raft request' (duration: 914.854887ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:13.532643Z","caller":"traceutil/trace.go:171","msg":"trace[765270853] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26876; }","duration":"1.638740247s","start":"2026-05-27T07:01:11.893884Z","end":"2026-05-27T07:01:13.532624Z","steps":["trace[765270853] 'agreement among raft nodes before linearized reading' (duration: 1.638568931s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:13.532619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704710749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-27T07:01:13.532665Z","caller":"traceutil/trace.go:171","msg":"trace[283396002] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26876; }","duration":"1.699814294s","start":"2026-05-27T07:01:11.832832Z","end":"2026-05-27T07:01:13.532646Z","steps":["trace[283396002] 'agreement among raft nodes before linearized reading' (duration: 1.699654829s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:13.532679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.493232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:01:13.532693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:11.893861Z","time spent":"1.6388237s","remote":"127.0.0.1:37834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:13.532709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.619859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-l94pp\" ","response":"range_response_count:1 size:3167"} {"level":"info","ts":"2026-05-27T07:01:13.532712Z","caller":"traceutil/trace.go:171","msg":"trace[2091027263] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26876; }","duration":"1.704826593s","start":"2026-05-27T07:01:11.827861Z","end":"2026-05-27T07:01:13.532688Z","steps":["trace[2091027263] 'agreement among raft nodes before linearized reading' (duration: 1.704596446s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:13.532565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.526915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:01:13.532731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.521991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:01:13.532544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.561217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:13.53278Z","caller":"traceutil/trace.go:171","msg":"trace[925917344] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26876; }","duration":"418.825304ms","start":"2026-05-27T07:01:13.113943Z","end":"2026-05-27T07:01:13.532769Z","steps":["trace[925917344] 'agreement among raft nodes before linearized reading' (duration: 418.539745ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:13.532782Z","caller":"traceutil/trace.go:171","msg":"trace[1005127079] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-l94pp; range_end:; response_count:1; response_revision:26876; }","duration":"739.702152ms","start":"2026-05-27T07:01:12.793053Z","end":"2026-05-27T07:01:13.532756Z","steps":["trace[1005127079] 'agreement among raft nodes before linearized reading' (duration: 739.548377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:13.532725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.08657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:13.532799Z","caller":"traceutil/trace.go:171","msg":"trace[1124127281] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26876; }","duration":"371.588036ms","start":"2026-05-27T07:01:13.161129Z","end":"2026-05-27T07:01:13.532717Z","steps":["trace[1124127281] 'agreement among raft nodes before linearized reading' (duration: 371.486763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:13.532828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:12.793034Z","time spent":"739.783655ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3189,"request content":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-l94pp\" "} {"level":"info","ts":"2026-05-27T07:01:13.532839Z","caller":"traceutil/trace.go:171","msg":"trace[451793984] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26876; }","duration":"889.247365ms","start":"2026-05-27T07:01:12.643575Z","end":"2026-05-27T07:01:13.532823Z","steps":["trace[451793984] 'agreement among raft nodes before linearized reading' (duration: 889.119681ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:13.532829Z","caller":"traceutil/trace.go:171","msg":"trace[1724835881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26876; }","duration":"739.895439ms","start":"2026-05-27T07:01:12.792907Z","end":"2026-05-27T07:01:13.532803Z","steps":["trace[1724835881] 'agreement among raft nodes before linearized reading' (duration: 739.558558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:13.532891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:13.161098Z","time spent":"371.750781ms","remote":"127.0.0.1:41572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:13.532899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:12.643547Z","time spent":"889.335118ms","remote":"127.0.0.1:40894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:13.532783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:11.827847Z","time spent":"1.704922987s","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-27T07:01:13.532911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:12.792885Z","time spent":"740.001201ms","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T07:01:13.532792Z","caller":"traceutil/trace.go:171","msg":"trace[1302076297] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26876; }","duration":"474.633855ms","start":"2026-05-27T07:01:13.058144Z","end":"2026-05-27T07:01:13.532777Z","steps":["trace[1302076297] 'agreement among raft nodes before linearized reading' (duration: 474.439539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:13.532814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:13.113887Z","time spent":"418.917537ms","remote":"127.0.0.1:41210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:13.533006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:13.05812Z","time spent":"474.875042ms","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:13.532721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:11.832815Z","time spent":"1.699895497s","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-27T07:01:13.532682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:12.616942Z","time spent":"915.710765ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:01:13.532677Z","caller":"traceutil/trace.go:171","msg":"trace[1425065993] transaction","detail":"{read_only:false; response_revision:26876; number_of_response:1; }","duration":"731.932906ms","start":"2026-05-27T07:01:12.800733Z","end":"2026-05-27T07:01:13.532666Z","steps":["trace[1425065993] 'process raft request' (duration: 731.321777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:13.533266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:12.80072Z","time spent":"732.485493ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5472,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:01:13.533666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703196271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-r7xqd.18b35a00b06a4628\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-05-27T07:01:13.534026Z","caller":"traceutil/trace.go:171","msg":"trace[1895839779] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-65565fdb7f-r7xqd.18b35a00b06a4628; range_end:; response_count:1; response_revision:26876; }","duration":"1.703566803s","start":"2026-05-27T07:01:11.830437Z","end":"2026-05-27T07:01:13.534004Z","steps":["trace[1895839779] 'agreement among raft nodes before linearized reading' (duration: 1.701996923s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:13.534372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:11.830432Z","time spent":"1.703917915s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":927,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-r7xqd.18b35a00b06a4628\" "} {"level":"warn","ts":"2026-05-27T07:01:16.291129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999919821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-27T07:01:16.291217Z","caller":"traceutil/trace.go:171","msg":"trace[1055455543] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000074326s","start":"2026-05-27T07:01:14.291124Z","end":"2026-05-27T07:01:16.291198Z","steps":["trace[1055455543] 'agreement among raft nodes before linearized reading' (duration: 1.999962692s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:16.291268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:14.291098Z","time spent":"2.000158569s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 07:01:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:01:16.852058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.077885102s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:01:16.852153Z","caller":"traceutil/trace.go:171","msg":"trace[1979980991] linearizableReadLoop","detail":"{readStateIndex:27797; appliedIndex:27796; }","duration":"3.313555236s","start":"2026-05-27T07:01:13.538578Z","end":"2026-05-27T07:01:16.852134Z","steps":["trace[1979980991] 'read index received' (duration: 235.427237ms)","trace[1979980991] 'applied index is now lower than readState.Index' (duration: 3.078126159s)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:01:16.853754Z","caller":"traceutil/trace.go:171","msg":"trace[1279976569] transaction","detail":"{read_only:false; response_revision:26877; number_of_response:1; }","duration":"3.315308191s","start":"2026-05-27T07:01:13.538425Z","end":"2026-05-27T07:01:16.853733Z","steps":["trace[1279976569] 'process raft request' (duration: 235.643304ms)","trace[1279976569] 'compare' (duration: 3.077149998s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:16.853925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:13.538408Z","time spent":"3.315424816s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:01:16.8541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.315502737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T07:01:16.854168Z","caller":"traceutil/trace.go:171","msg":"trace[652436432] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26877; }","duration":"3.315598311s","start":"2026-05-27T07:01:13.538555Z","end":"2026-05-27T07:01:16.854153Z","steps":["trace[652436432] 'agreement among raft nodes before linearized reading' (duration: 3.315368634s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:16.8542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:13.538542Z","time spent":"3.315652392s","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-27T07:01:16.859984Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.085865295s","expected-duration":"1s"} {"level":"info","ts":"2026-05-27T07:01:16.860436Z","caller":"traceutil/trace.go:171","msg":"trace[1302730839] transaction","detail":"{read_only:false; response_revision:26878; number_of_response:1; }","duration":"3.315536859s","start":"2026-05-27T07:01:13.544887Z","end":"2026-05-27T07:01:16.860424Z","steps":["trace[1302730839] 'process raft request' (duration: 3.315367573s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:16.860507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:13.544875Z","time spent":"3.315598131s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:01:17.267649Z","caller":"traceutil/trace.go:171","msg":"trace[595593753] linearizableReadLoop","detail":"{readStateIndex:27800; appliedIndex:27797; }","duration":"413.99271ms","start":"2026-05-27T07:01:16.853623Z","end":"2026-05-27T07:01:17.267615Z","steps":["trace[595593753] 'read index received' (duration: 6.659451ms)","trace[595593753] 'applied index is now lower than readState.Index' (duration: 407.331769ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:17.267782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412516617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:01:17.2678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.79601638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:17.267862Z","caller":"traceutil/trace.go:171","msg":"trace[612144014] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26880; }","duration":"2.412654012s","start":"2026-05-27T07:01:14.855186Z","end":"2026-05-27T07:01:17.26784Z","steps":["trace[612144014] 'agreement among raft nodes before linearized reading' (duration: 2.412466286s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:17.267885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.725969117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:01:17.267909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:14.855162Z","time spent":"2.412736763s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:01:17.267942Z","caller":"traceutil/trace.go:171","msg":"trace[1314148829] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26880; }","duration":"3.726049999s","start":"2026-05-27T07:01:13.541879Z","end":"2026-05-27T07:01:17.267929Z","steps":["trace[1314148829] 'agreement among raft nodes before linearized reading' (duration: 3.725926686s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:17.268065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700177221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-05-27T07:01:17.268072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.312469141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-27T07:01:17.267906Z","caller":"traceutil/trace.go:171","msg":"trace[241951723] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26880; }","duration":"2.796183316s","start":"2026-05-27T07:01:14.471698Z","end":"2026-05-27T07:01:17.267881Z","steps":["trace[241951723] 'agreement among raft nodes before linearized reading' (duration: 2.79598989s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:17.268139Z","caller":"traceutil/trace.go:171","msg":"trace[596723727] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26880; }","duration":"3.312581056s","start":"2026-05-27T07:01:13.955543Z","end":"2026-05-27T07:01:17.268124Z","steps":["trace[596723727] 'agreement among raft nodes before linearized reading' (duration: 3.312349048s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:17.268129Z","caller":"traceutil/trace.go:171","msg":"trace[842047612] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26880; }","duration":"2.700268764s","start":"2026-05-27T07:01:14.567845Z","end":"2026-05-27T07:01:17.268113Z","steps":["trace[842047612] 'agreement among raft nodes before linearized reading' (duration: 2.700092169s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:17.268196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:14.567821Z","time spent":"2.700362446s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-27T07:01:17.268192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:14.471672Z","time spent":"2.796487546s","remote":"127.0.0.1:46886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:17.268206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:13.95552Z","time spent":"3.312659917s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-27T07:01:17.268211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.671047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:17.268173Z","caller":"traceutil/trace.go:171","msg":"trace[1618718035] transaction","detail":"{read_only:false; response_revision:26880; number_of_response:1; }","duration":"436.160084ms","start":"2026-05-27T07:01:16.831977Z","end":"2026-05-27T07:01:17.268138Z","steps":["trace[1618718035] 'process raft request' (duration: 435.434131ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:17.268276Z","caller":"traceutil/trace.go:171","msg":"trace[421956152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26880; }","duration":"976.747239ms","start":"2026-05-27T07:01:16.291513Z","end":"2026-05-27T07:01:17.268261Z","steps":["trace[421956152] 'agreement among raft nodes before linearized reading' (duration: 976.623485ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:17.26827Z","caller":"traceutil/trace.go:171","msg":"trace[1137096397] transaction","detail":"{read_only:false; response_revision:26879; number_of_response:1; }","duration":"3.429184243s","start":"2026-05-27T07:01:13.839053Z","end":"2026-05-27T07:01:17.268237Z","steps":["trace[1137096397] 'process raft request' (duration: 3.336496894s)","trace[1137096397] 'compare' (duration: 91.425119ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:17.268313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:16.291409Z","time spent":"976.893273ms","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:01:17.268418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:13.839025Z","time spent":"3.429299057s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:01:17.268427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:16.831951Z","time spent":"436.35715ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:01:17.268824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.553777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lhqpg\" ","response":"range_response_count:1 size:7055"} {"level":"info","ts":"2026-05-27T07:01:17.268924Z","caller":"traceutil/trace.go:171","msg":"trace[2009548887] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-lhqpg; range_end:; response_count:1; response_revision:26880; }","duration":"396.669571ms","start":"2026-05-27T07:01:16.87223Z","end":"2026-05-27T07:01:17.2689Z","steps":["trace[2009548887] 'agreement among raft nodes before linearized reading' (duration: 396.406363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:17.268985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:16.872217Z","time spent":"396.754293ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7077,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lhqpg\" "} {"level":"warn","ts":"2026-05-27T07:01:17.268847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.313977519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-27T07:01:17.26906Z","caller":"traceutil/trace.go:171","msg":"trace[2067726578] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26880; }","duration":"3.314215327s","start":"2026-05-27T07:01:13.954817Z","end":"2026-05-27T07:01:17.269032Z","steps":["trace[2067726578] 'agreement among raft nodes before linearized reading' (duration: 3.312966668s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:17.269128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:13.954798Z","time spent":"3.31431354s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-27T07:01:17.268603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:13.54182Z","time spent":"3.726155592s","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-27T07:01:17.269889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.67588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-27T07:01:17.270516Z","caller":"traceutil/trace.go:171","msg":"trace[938819238] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:26880; }","duration":"414.358222ms","start":"2026-05-27T07:01:16.856137Z","end":"2026-05-27T07:01:17.270496Z","steps":["trace[938819238] 'agreement among raft nodes before linearized reading' (duration: 412.821543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:17.27058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:16.856117Z","time spent":"414.445795ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.207\" "} {"level":"warn","ts":"2026-05-27T07:01:17.270026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.693729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-r7xqd.18b35a00b069d2af\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-05-27T07:01:17.270738Z","caller":"traceutil/trace.go:171","msg":"trace[96046475] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-65565fdb7f-r7xqd.18b35a00b069d2af; range_end:; response_count:1; response_revision:26880; }","duration":"413.634379ms","start":"2026-05-27T07:01:16.857089Z","end":"2026-05-27T07:01:17.270723Z","steps":["trace[96046475] 'agreement among raft nodes before linearized reading' (duration: 411.940525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:17.271143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:16.857082Z","time spent":"414.037812ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":927,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-r7xqd.18b35a00b069d2af\" "} {"level":"warn","ts":"2026-05-27T07:01:17.621032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.018866ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-27T07:01:17.621475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:17.273718Z","time spent":"347.74964ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-27T07:01:17.621563Z","caller":"traceutil/trace.go:171","msg":"trace[1335702473] transaction","detail":"{read_only:false; response_revision:26883; number_of_response:1; }","duration":"312.017826ms","start":"2026-05-27T07:01:17.309516Z","end":"2026-05-27T07:01:17.621534Z","steps":["trace[1335702473] 'process raft request' (duration: 311.875902ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:17.621649Z","caller":"traceutil/trace.go:171","msg":"trace[326905752] linearizableReadLoop","detail":"{readStateIndex:27804; appliedIndex:27800; }","duration":"345.501028ms","start":"2026-05-27T07:01:17.276132Z","end":"2026-05-27T07:01:17.621634Z","steps":["trace[326905752] 'read index received' (duration: 31.84162ms)","trace[326905752] 'applied index is now lower than readState.Index' (duration: 313.657508ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:01:17.621667Z","caller":"traceutil/trace.go:171","msg":"trace[1569891819] transaction","detail":"{read_only:false; response_revision:26882; number_of_response:1; }","duration":"345.697325ms","start":"2026-05-27T07:01:17.275937Z","end":"2026-05-27T07:01:17.621634Z","steps":["trace[1569891819] 'process raft request' (duration: 345.379005ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:17.621677Z","caller":"traceutil/trace.go:171","msg":"trace[1685105736] transaction","detail":"{read_only:false; response_revision:26881; number_of_response:1; }","duration":"347.150591ms","start":"2026-05-27T07:01:17.274483Z","end":"2026-05-27T07:01:17.621633Z","steps":["trace[1685105736] 'process raft request' (duration: 346.658156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:17.621751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:17.309485Z","time spent":"312.14161ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:01:17.621779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.638213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:01:17.621826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:17.275928Z","time spent":"345.814469ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:01:17.621843Z","caller":"traceutil/trace.go:171","msg":"trace[1552694290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26883; }","duration":"345.718575ms","start":"2026-05-27T07:01:17.276111Z","end":"2026-05-27T07:01:17.621829Z","steps":["trace[1552694290] 'agreement among raft nodes before linearized reading' (duration: 345.614782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:17.621842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:17.274464Z","time spent":"347.290125ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:01:17.621882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:17.276093Z","time spent":"345.780468ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:01:17.621783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.491778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:17.622068Z","caller":"traceutil/trace.go:171","msg":"trace[1979998537] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26883; }","duration":"100.816837ms","start":"2026-05-27T07:01:17.521232Z","end":"2026-05-27T07:01:17.622049Z","steps":["trace[1979998537] 'agreement among raft nodes before linearized reading' (duration: 100.513248ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:18.123992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429648,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:01:18.624157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429648,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:01:19.1246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429648,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:01:19.623951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000642564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-27T07:01:19.624069Z","caller":"traceutil/trace.go:171","msg":"trace[1561872924] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000801s","start":"2026-05-27T07:01:17.623235Z","end":"2026-05-27T07:01:19.624036Z","steps":["trace[1561872924] 'agreement among raft nodes before linearized reading' (duration: 2.000658985s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:19.624136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:17.623225Z","time spent":"2.000895882s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/27 07:01:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-27T07:01:19.625073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429648,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:01:19.630067Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.007160262s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T07:01:19.737641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:18.193291Z","time spent":"1.544342272s","remote":"127.0.0.1:47538","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-27T07:01:19.737875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.49943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:01:19.738066Z","caller":"traceutil/trace.go:171","msg":"trace[551659301] transaction","detail":"{read_only:false; response_revision:26884; number_of_response:1; }","duration":"2.115324692s","start":"2026-05-27T07:01:17.622723Z","end":"2026-05-27T07:01:19.738048Z","steps":["trace[551659301] 'process raft request' (duration: 2.007573244s)","trace[551659301] 'compare' (duration: 106.500648ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:19.738129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:17.622703Z","time spent":"2.115397744s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:01:19.738291Z","caller":"traceutil/trace.go:171","msg":"trace[875129469] linearizableReadLoop","detail":"{readStateIndex:27807; appliedIndex:27805; }","duration":"2.115005662s","start":"2026-05-27T07:01:17.623264Z","end":"2026-05-27T07:01:19.73827Z","steps":["trace[875129469] 'read index received' (duration: 2.007023697s)","trace[875129469] 'applied index is now lower than readState.Index' (duration: 107.980225ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:01:19.738411Z","caller":"traceutil/trace.go:171","msg":"trace[1800084020] transaction","detail":"{read_only:false; response_revision:26885; number_of_response:1; }","duration":"461.953772ms","start":"2026-05-27T07:01:19.276443Z","end":"2026-05-27T07:01:19.738397Z","steps":["trace[1800084020] 'process raft request' (duration: 461.529178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:19.73853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.641199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:19.738564Z","caller":"traceutil/trace.go:171","msg":"trace[253787472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26885; }","duration":"104.736652ms","start":"2026-05-27T07:01:19.63382Z","end":"2026-05-27T07:01:19.738557Z","steps":["trace[253787472] 'agreement among raft nodes before linearized reading' (duration: 104.67454ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:19.738604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029696399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:19.738648Z","caller":"traceutil/trace.go:171","msg":"trace[32251193] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26885; }","duration":"1.029787902s","start":"2026-05-27T07:01:18.70885Z","end":"2026-05-27T07:01:19.738638Z","steps":["trace[32251193] 'agreement among raft nodes before linearized reading' (duration: 1.0297117s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:19.738523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:19.276417Z","time spent":"462.025744ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:01:19.738687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:18.708827Z","time spent":"1.029851575s","remote":"127.0.0.1:48368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:19.738691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114199466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-27T07:01:19.738789Z","caller":"traceutil/trace.go:171","msg":"trace[2125626309] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26885; }","duration":"2.11432201s","start":"2026-05-27T07:01:17.624443Z","end":"2026-05-27T07:01:19.738765Z","steps":["trace[2125626309] 'agreement among raft nodes before linearized reading' (duration: 2.114057882s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:19.738853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:17.624436Z","time spent":"2.114401573s","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-27T07:01:19.738892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.919193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:19.738936Z","caller":"traceutil/trace.go:171","msg":"trace[1621878642] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26885; }","duration":"120.001706ms","start":"2026-05-27T07:01:19.618922Z","end":"2026-05-27T07:01:19.738923Z","steps":["trace[1621878642] 'agreement among raft nodes before linearized reading' (duration: 119.936174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:19.738979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494937865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:19.739011Z","caller":"traceutil/trace.go:171","msg":"trace[1810246280] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26885; }","duration":"1.495003587s","start":"2026-05-27T07:01:18.243997Z","end":"2026-05-27T07:01:19.739Z","steps":["trace[1810246280] 'agreement among raft nodes before linearized reading' (duration: 1.494962726s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:19.739037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:18.243976Z","time spent":"1.495054508s","remote":"127.0.0.1:51508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:19.739116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.804914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:19.739158Z","caller":"traceutil/trace.go:171","msg":"trace[170922875] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26885; }","duration":"826.886757ms","start":"2026-05-27T07:01:18.912261Z","end":"2026-05-27T07:01:19.739148Z","steps":["trace[170922875] 'agreement among raft nodes before linearized reading' (duration: 826.823605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:19.739195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:18.912237Z","time spent":"826.949099ms","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:19.739188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817135854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:01:19.739245Z","caller":"traceutil/trace.go:171","msg":"trace[839343045] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26885; }","duration":"1.817243648s","start":"2026-05-27T07:01:17.921985Z","end":"2026-05-27T07:01:19.739229Z","steps":["trace[839343045] 'agreement among raft nodes before linearized reading' (duration: 1.817140975s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:19.739298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:17.921956Z","time spent":"1.817329301s","remote":"127.0.0.1:41544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:19.738945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579220718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:19.739396Z","caller":"traceutil/trace.go:171","msg":"trace[2081422700] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26885; }","duration":"1.579709513s","start":"2026-05-27T07:01:18.159675Z","end":"2026-05-27T07:01:19.739384Z","steps":["trace[2081422700] 'agreement among raft nodes before linearized reading' (duration: 1.579233458s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:19.739466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:18.159652Z","time spent":"1.579801386s","remote":"127.0.0.1:47430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:20.256125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.586378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:01:20.256336Z","caller":"traceutil/trace.go:171","msg":"trace[1562486518] linearizableReadLoop","detail":"{readStateIndex:27808; appliedIndex:27807; }","duration":"513.628011ms","start":"2026-05-27T07:01:19.742693Z","end":"2026-05-27T07:01:20.256321Z","steps":["trace[1562486518] 'read index received' (duration: 128.750783ms)","trace[1562486518] 'applied index is now lower than readState.Index' (duration: 384.875548ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:20.256508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.802626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T07:01:20.256529Z","caller":"traceutil/trace.go:171","msg":"trace[1497607164] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26886; }","duration":"513.855388ms","start":"2026-05-27T07:01:19.742667Z","end":"2026-05-27T07:01:20.256523Z","steps":["trace[1497607164] 'agreement among raft nodes before linearized reading' (duration: 513.692653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:20.256553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:19.742657Z","time spent":"513.888699ms","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-27T07:01:20.256727Z","caller":"traceutil/trace.go:171","msg":"trace[1799172594] transaction","detail":"{read_only:false; response_revision:26886; number_of_response:1; }","duration":"514.931222ms","start":"2026-05-27T07:01:19.741786Z","end":"2026-05-27T07:01:20.256717Z","steps":["trace[1799172594] 'process raft request' (duration: 129.613781ms)","trace[1799172594] 'compare' (duration: 383.896176ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:20.256763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:19.741773Z","time spent":"514.971613ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T07:01:20.955491Z","caller":"traceutil/trace.go:171","msg":"trace[977755631] transaction","detail":"{read_only:false; response_revision:26887; number_of_response:1; }","duration":"676.082734ms","start":"2026-05-27T07:01:20.279382Z","end":"2026-05-27T07:01:20.955465Z","steps":["trace[977755631] 'process raft request' (duration: 577.562529ms)","trace[977755631] 'compare' (duration: 97.959637ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:20.95562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:20.279361Z","time spent":"676.186136ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:01:21.937346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.600009ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:21.937469Z","caller":"traceutil/trace.go:171","msg":"trace[217329579] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26887; }","duration":"833.740434ms","start":"2026-05-27T07:01:21.103711Z","end":"2026-05-27T07:01:21.937451Z","steps":["trace[217329579] 'range keys from in-memory index tree' (duration: 833.584189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:21.937899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.024775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:01:21.937971Z","caller":"traceutil/trace.go:171","msg":"trace[2039483852] transaction","detail":"{read_only:false; response_revision:26888; number_of_response:1; }","duration":"977.566976ms","start":"2026-05-27T07:01:20.960391Z","end":"2026-05-27T07:01:21.937958Z","steps":["trace[2039483852] 'process raft request' (duration: 637.426578ms)","trace[2039483852] 'compare' (duration: 339.117656ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:21.938025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:20.960368Z","time spent":"977.635908ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T07:01:21.966785Z","caller":"traceutil/trace.go:171","msg":"trace[1519415070] linearizableReadLoop","detail":"{readStateIndex:27811; appliedIndex:27809; }","duration":"676.095754ms","start":"2026-05-27T07:01:21.290655Z","end":"2026-05-27T07:01:21.966751Z","steps":["trace[1519415070] 'read index received' (duration: 307.316738ms)","trace[1519415070] 'applied index is now lower than readState.Index' (duration: 368.776916ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:21.967006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.318831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:21.967064Z","caller":"traceutil/trace.go:171","msg":"trace[2046550570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26889; }","duration":"676.430964ms","start":"2026-05-27T07:01:21.290618Z","end":"2026-05-27T07:01:21.967049Z","steps":["trace[2046550570] 'agreement among raft nodes before linearized reading' (duration: 676.310141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:21.967109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:21.290595Z","time spent":"676.504967ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T07:01:21.966985Z","caller":"traceutil/trace.go:171","msg":"trace[951889356] transaction","detail":"{read_only:false; response_revision:26889; number_of_response:1; }","duration":"928.931633ms","start":"2026-05-27T07:01:21.038015Z","end":"2026-05-27T07:01:21.966946Z","steps":["trace[951889356] 'process raft request' (duration: 928.5324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:21.967271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:21.037987Z","time spent":"929.194612ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:01:22.685857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.859973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:01:22.686118Z","caller":"traceutil/trace.go:171","msg":"trace[438402361] transaction","detail":"{read_only:false; response_revision:26890; number_of_response:1; }","duration":"940.988555ms","start":"2026-05-27T07:01:21.745083Z","end":"2026-05-27T07:01:22.686072Z","steps":["trace[438402361] 'process raft request' (duration: 294.76666ms)","trace[438402361] 'compare' (duration: 644.144629ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:01:22.686189Z","caller":"traceutil/trace.go:171","msg":"trace[1682837983] transaction","detail":"{read_only:false; response_revision:26892; number_of_response:1; }","duration":"411.230523ms","start":"2026-05-27T07:01:22.274936Z","end":"2026-05-27T07:01:22.686166Z","steps":["trace[1682837983] 'process raft request' (duration: 411.158431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:22.686266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:22.274911Z","time spent":"411.318086ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:01:22.686285Z","caller":"traceutil/trace.go:171","msg":"trace[1274972976] linearizableReadLoop","detail":"{readStateIndex:27813; appliedIndex:27811; }","duration":"719.370196ms","start":"2026-05-27T07:01:21.966887Z","end":"2026-05-27T07:01:22.686257Z","steps":["trace[1274972976] 'read index received' (duration: 72.855201ms)","trace[1274972976] 'applied index is now lower than readState.Index' (duration: 646.512035ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:01:22.686466Z","caller":"traceutil/trace.go:171","msg":"trace[639436091] transaction","detail":"{read_only:false; response_revision:26891; number_of_response:1; }","duration":"743.853582ms","start":"2026-05-27T07:01:21.94257Z","end":"2026-05-27T07:01:22.686424Z","steps":["trace[639436091] 'process raft request' (duration: 743.406418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:22.686497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.799786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:01:22.68657Z","caller":"traceutil/trace.go:171","msg":"trace[1841211229] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26892; }","duration":"898.9231ms","start":"2026-05-27T07:01:21.787627Z","end":"2026-05-27T07:01:22.686551Z","steps":["trace[1841211229] 'agreement among raft nodes before linearized reading' (duration: 898.756375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:22.686637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:21.787607Z","time spent":"899.012613ms","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:22.686496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349632405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:01:22.686649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:21.942552Z","time spent":"743.999256ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T07:01:22.686723Z","caller":"traceutil/trace.go:171","msg":"trace[980151275] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26892; }","duration":"1.349895184s","start":"2026-05-27T07:01:21.336799Z","end":"2026-05-27T07:01:22.686694Z","steps":["trace[980151275] 'agreement among raft nodes before linearized reading' (duration: 1.349586104s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:22.686789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:21.336778Z","time spent":"1.349991867s","remote":"127.0.0.1:41516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:22.687123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:21.745061Z","time spent":"941.16159ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:01:23.26934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.668087ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-27T07:01:23.269528Z","caller":"traceutil/trace.go:171","msg":"trace[268848707] linearizableReadLoop","detail":"{readStateIndex:27815; appliedIndex:27814; }","duration":"583.144306ms","start":"2026-05-27T07:01:22.686347Z","end":"2026-05-27T07:01:23.269491Z","steps":["trace[268848707] 'read index received' (duration: 247.20353ms)","trace[268848707] 'applied index is now lower than readState.Index' (duration: 335.938315ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:23.269673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301338915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:01:23.269678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.683504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:01:23.269678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142350592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:23.269718Z","caller":"traceutil/trace.go:171","msg":"trace[1658527497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26892; }","duration":"1.301439247s","start":"2026-05-27T07:01:21.968262Z","end":"2026-05-27T07:01:23.269701Z","steps":["trace[1658527497] 'agreement among raft nodes before linearized reading' (duration: 1.301352204s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:23.269879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:21.968241Z","time spent":"1.301618613s","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T07:01:23.269771Z","caller":"traceutil/trace.go:171","msg":"trace[5880062] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26892; }","duration":"1.142443685s","start":"2026-05-27T07:01:22.127289Z","end":"2026-05-27T07:01:23.269733Z","steps":["trace[5880062] 'agreement among raft nodes before linearized reading' (duration: 1.142298991s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:23.270242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:22.127266Z","time spent":"1.142952372s","remote":"127.0.0.1:46720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:01:23.269735Z","caller":"traceutil/trace.go:171","msg":"trace[59693478] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26892; }","duration":"607.785968ms","start":"2026-05-27T07:01:22.661933Z","end":"2026-05-27T07:01:23.269719Z","steps":["trace[59693478] 'agreement among raft nodes before linearized reading' (duration: 607.585741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:23.270638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:22.661911Z","time spent":"608.669675ms","remote":"127.0.0.1:41500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:01:23.36821Z","caller":"traceutil/trace.go:171","msg":"trace[409751548] transaction","detail":"{read_only:false; response_revision:26893; number_of_response:1; }","duration":"214.365249ms","start":"2026-05-27T07:01:23.153827Z","end":"2026-05-27T07:01:23.368192Z","steps":["trace[409751548] 'process raft request' (duration: 214.06921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:23.368451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.008055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-p25sd.18b35a016276e96a\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-05-27T07:01:23.368475Z","caller":"traceutil/trace.go:171","msg":"trace[1156472078] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-p25sd.18b35a016276e96a; range_end:; response_count:1; response_revision:26893; }","duration":"678.094278ms","start":"2026-05-27T07:01:22.690372Z","end":"2026-05-27T07:01:23.368467Z","steps":["trace[1156472078] 'agreement among raft nodes before linearized reading' (duration: 677.986014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:23.368493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:22.690347Z","time spent":"678.14104ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1013,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-p25sd.18b35a016276e96a\" "} {"level":"info","ts":"2026-05-27T07:01:23.557903Z","caller":"traceutil/trace.go:171","msg":"trace[11561533] linearizableReadLoop","detail":"{readStateIndex:27817; appliedIndex:27816; }","duration":"151.926269ms","start":"2026-05-27T07:01:23.405941Z","end":"2026-05-27T07:01:23.557867Z","steps":["trace[11561533] 'read index received' (duration: 90.329905ms)","trace[11561533] 'applied index is now lower than readState.Index' (duration: 61.593314ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:01:23.557937Z","caller":"traceutil/trace.go:171","msg":"trace[528395831] transaction","detail":"{read_only:false; response_revision:26894; number_of_response:1; }","duration":"187.226288ms","start":"2026-05-27T07:01:23.370656Z","end":"2026-05-27T07:01:23.557883Z","steps":["trace[528395831] 'process raft request' (duration: 125.645055ms)","trace[528395831] 'compare' (duration: 61.058937ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:23.558217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.167756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:01:23.558324Z","caller":"traceutil/trace.go:171","msg":"trace[1694578401] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26894; }","duration":"152.392284ms","start":"2026-05-27T07:01:23.405908Z","end":"2026-05-27T07:01:23.5583Z","steps":["trace[1694578401] 'agreement among raft nodes before linearized reading' (duration: 152.070843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:24.486399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.896995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:01:24.486674Z","caller":"traceutil/trace.go:171","msg":"trace[1655248038] transaction","detail":"{read_only:false; response_revision:26896; number_of_response:1; }","duration":"733.96468ms","start":"2026-05-27T07:01:23.752688Z","end":"2026-05-27T07:01:24.486652Z","steps":["trace[1655248038] 'process raft request' (duration: 733.843196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:24.486781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:23.752656Z","time spent":"734.069233ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:01:24.486845Z","caller":"traceutil/trace.go:171","msg":"trace[1964948823] transaction","detail":"{read_only:false; response_revision:26895; number_of_response:1; }","duration":"922.140788ms","start":"2026-05-27T07:01:23.564683Z","end":"2026-05-27T07:01:24.486824Z","steps":["trace[1964948823] 'process raft request' (duration: 474.573452ms)","trace[1964948823] 'compare' (duration: 446.44048ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:24.486933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:23.564662Z","time spent":"922.221081ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:01:24.486909Z","caller":"traceutil/trace.go:171","msg":"trace[1266034786] linearizableReadLoop","detail":"{readStateIndex:27818; appliedIndex:27817; }","duration":"783.79498ms","start":"2026-05-27T07:01:23.702956Z","end":"2026-05-27T07:01:24.486751Z","steps":["trace[1266034786] 'read index received' (duration: 336.321297ms)","trace[1266034786] 'applied index is now lower than readState.Index' (duration: 447.470353ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:24.487364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.384868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:01:24.487445Z","caller":"traceutil/trace.go:171","msg":"trace[655030857] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26896; }","duration":"784.504513ms","start":"2026-05-27T07:01:23.702903Z","end":"2026-05-27T07:01:24.487408Z","steps":["trace[655030857] 'agreement among raft nodes before linearized reading' (duration: 784.177682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:24.487488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:23.702883Z","time spent":"784.594045ms","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:24.487495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.174509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:01:24.487509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.7836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:24.487536Z","caller":"traceutil/trace.go:171","msg":"trace[898821152] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26896; }","duration":"171.267472ms","start":"2026-05-27T07:01:24.316256Z","end":"2026-05-27T07:01:24.487524Z","steps":["trace[898821152] 'agreement among raft nodes before linearized reading' (duration: 171.19063ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:24.48754Z","caller":"traceutil/trace.go:171","msg":"trace[2090414143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26896; }","duration":"195.861192ms","start":"2026-05-27T07:01:24.29167Z","end":"2026-05-27T07:01:24.487531Z","steps":["trace[2090414143] 'agreement among raft nodes before linearized reading' (duration: 195.78806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:24.487679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.20191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:24.487735Z","caller":"traceutil/trace.go:171","msg":"trace[765178190] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26896; }","duration":"497.474538ms","start":"2026-05-27T07:01:23.990243Z","end":"2026-05-27T07:01:24.487717Z","steps":["trace[765178190] 'agreement among raft nodes before linearized reading' (duration: 497.154378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:24.487802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:23.990218Z","time spent":"497.570222ms","remote":"127.0.0.1:41252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:25.14782Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429681,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:01:25.648806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429681,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:01:26.121992Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.62847658s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-27T07:01:26.234058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.645541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:01:26.23415Z","caller":"traceutil/trace.go:171","msg":"trace[1653440882] transaction","detail":"{read_only:false; response_revision:26897; number_of_response:1; }","duration":"1.740782212s","start":"2026-05-27T07:01:24.493351Z","end":"2026-05-27T07:01:26.234134Z","steps":["trace[1653440882] 'process raft request' (duration: 1.628970066s)","trace[1653440882] 'compare' (duration: 109.812983ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:26.234198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:24.493319Z","time spent":"1.740856895s","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:01:26.263746Z","caller":"traceutil/trace.go:171","msg":"trace[744302071] linearizableReadLoop","detail":"{readStateIndex:27821; appliedIndex:27819; }","duration":"1.616183529s","start":"2026-05-27T07:01:24.647539Z","end":"2026-05-27T07:01:26.263722Z","steps":["trace[744302071] 'read index received' (duration: 1.474739943s)","trace[744302071] 'applied index is now lower than readState.Index' (duration: 141.442536ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:01:26.26386Z","caller":"traceutil/trace.go:171","msg":"trace[19969035] transaction","detail":"{read_only:false; response_revision:26898; number_of_response:1; }","duration":"1.571475911s","start":"2026-05-27T07:01:24.692344Z","end":"2026-05-27T07:01:26.26382Z","steps":["trace[19969035] 'process raft request' (duration: 1.571267125s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:26.264624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:24.69232Z","time spent":"1.572224735s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:01:26.26496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451378753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:01:26.265028Z","caller":"traceutil/trace.go:171","msg":"trace[824780287] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26898; }","duration":"1.451491606s","start":"2026-05-27T07:01:24.813515Z","end":"2026-05-27T07:01:26.265006Z","steps":["trace[824780287] 'agreement among raft nodes before linearized reading' (duration: 1.451388433s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:26.265086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:24.813487Z","time spent":"1.451571609s","remote":"127.0.0.1:33148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:26.265294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.917045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:26.265336Z","caller":"traceutil/trace.go:171","msg":"trace[2026973444] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26898; }","duration":"802.982947ms","start":"2026-05-27T07:01:25.462339Z","end":"2026-05-27T07:01:26.265322Z","steps":["trace[2026973444] 'agreement among raft nodes before linearized reading' (duration: 802.922545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:26.265325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.840233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:01:26.265343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.435527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:01:26.264102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61651535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:01:26.265367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:25.462324Z","time spent":"803.035079ms","remote":"127.0.0.1:41060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:01:26.265434Z","caller":"traceutil/trace.go:171","msg":"trace[1688694718] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26898; }","duration":"802.929325ms","start":"2026-05-27T07:01:25.462435Z","end":"2026-05-27T07:01:26.265365Z","steps":["trace[1688694718] 'agreement among raft nodes before linearized reading' (duration: 802.739169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:26.265475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:25.462433Z","time spent":"803.031079ms","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:01:26.265507Z","caller":"traceutil/trace.go:171","msg":"trace[1954493269] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26898; }","duration":"532.606572ms","start":"2026-05-27T07:01:25.732878Z","end":"2026-05-27T07:01:26.265485Z","steps":["trace[1954493269] 'agreement among raft nodes before linearized reading' (duration: 532.392295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:26.265554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:25.732816Z","time spent":"532.721566ms","remote":"127.0.0.1:51586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:26.265525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016318504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:01:26.265631Z","caller":"traceutil/trace.go:171","msg":"trace[1468737002] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26898; }","duration":"1.618125771s","start":"2026-05-27T07:01:24.64748Z","end":"2026-05-27T07:01:26.265606Z","steps":["trace[1468737002] 'agreement among raft nodes before linearized reading' (duration: 1.616441418s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:26.26568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:24.647453Z","time spent":"1.618213614s","remote":"127.0.0.1:37332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:01:26.265621Z","caller":"traceutil/trace.go:171","msg":"trace[1300885386] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26898; }","duration":"1.016481639s","start":"2026-05-27T07:01:25.249117Z","end":"2026-05-27T07:01:26.265598Z","steps":["trace[1300885386] 'agreement among raft nodes before linearized reading' (duration: 1.016179379s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:26.266018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:25.249091Z","time spent":"1.016909793s","remote":"127.0.0.1:37846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:01:26.416208Z","caller":"traceutil/trace.go:171","msg":"trace[1352666349] linearizableReadLoop","detail":"{readStateIndex:27822; appliedIndex:27821; }","duration":"125.17285ms","start":"2026-05-27T07:01:26.290999Z","end":"2026-05-27T07:01:26.416172Z","steps":["trace[1352666349] 'read index received' (duration: 66.143008ms)","trace[1352666349] 'applied index is now lower than readState.Index' (duration: 59.027322ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:01:26.416446Z","caller":"traceutil/trace.go:171","msg":"trace[1013324635] transaction","detail":"{read_only:false; response_revision:26899; number_of_response:1; }","duration":"147.651513ms","start":"2026-05-27T07:01:26.268777Z","end":"2026-05-27T07:01:26.416428Z","steps":["trace[1013324635] 'process raft request' (duration: 88.391213ms)","trace[1013324635] 'compare' (duration: 58.850317ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:26.416886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.879613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:26.416984Z","caller":"traceutil/trace.go:171","msg":"trace[725375244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26899; }","duration":"126.015787ms","start":"2026-05-27T07:01:26.290955Z","end":"2026-05-27T07:01:26.416971Z","steps":["trace[725375244] 'agreement among raft nodes before linearized reading' (duration: 125.879323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:26.82815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.018458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:01:26.828288Z","caller":"traceutil/trace.go:171","msg":"trace[501200264] linearizableReadLoop","detail":"{readStateIndex:27823; appliedIndex:27822; }","duration":"143.44935ms","start":"2026-05-27T07:01:26.684815Z","end":"2026-05-27T07:01:26.828264Z","steps":["trace[501200264] 'read index received' (duration: 66.883µs)","trace[501200264] 'applied index is now lower than readState.Index' (duration: 143.379857ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:01:26.828439Z","caller":"traceutil/trace.go:171","msg":"trace[1776529198] transaction","detail":"{read_only:false; response_revision:26900; number_of_response:1; }","duration":"407.828375ms","start":"2026-05-27T07:01:26.42059Z","end":"2026-05-27T07:01:26.828418Z","steps":["trace[1776529198] 'process raft request' (duration: 135.467076ms)","trace[1776529198] 'compare' (duration: 271.845453ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:26.82852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:26.420564Z","time spent":"407.920578ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-27T07:01:26.828857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.032718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:26.828929Z","caller":"traceutil/trace.go:171","msg":"trace[21785079] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26900; }","duration":"144.12004ms","start":"2026-05-27T07:01:26.684789Z","end":"2026-05-27T07:01:26.828909Z","steps":["trace[21785079] 'agreement among raft nodes before linearized reading' (duration: 143.950195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:26.82901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.852123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:01:26.829094Z","caller":"traceutil/trace.go:171","msg":"trace[2025645099] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26900; }","duration":"139.014289ms","start":"2026-05-27T07:01:26.690059Z","end":"2026-05-27T07:01:26.829073Z","steps":["trace[2025645099] 'agreement among raft nodes before linearized reading' (duration: 138.832313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:27.35722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429693,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-27T07:01:27.469674Z","caller":"traceutil/trace.go:171","msg":"trace[966991793] linearizableReadLoop","detail":"{readStateIndex:27824; appliedIndex:27823; }","duration":"612.803536ms","start":"2026-05-27T07:01:26.856843Z","end":"2026-05-27T07:01:27.469647Z","steps":["trace[966991793] 'read index received' (duration: 612.533168ms)","trace[966991793] 'applied index is now lower than readState.Index' (duration: 269.008µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:01:27.469831Z","caller":"traceutil/trace.go:171","msg":"trace[518964339] transaction","detail":"{read_only:false; response_revision:26901; number_of_response:1; }","duration":"633.670348ms","start":"2026-05-27T07:01:26.836108Z","end":"2026-05-27T07:01:27.469779Z","steps":["trace[518964339] 'process raft request' (duration: 633.338228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:27.469938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.684463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:27.47001Z","caller":"traceutil/trace.go:171","msg":"trace[1146678886] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26901; }","duration":"548.828537ms","start":"2026-05-27T07:01:26.921162Z","end":"2026-05-27T07:01:27.46999Z","steps":["trace[1146678886] 'agreement among raft nodes before linearized reading' (duration: 548.648211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:27.470073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:26.921136Z","time spent":"548.9207ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:27.470095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:26.836091Z","time spent":"633.849593ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":882,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:01:27.470048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.193279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-27T07:01:27.470115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.639342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:01:27.470167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.352192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:27.470279Z","caller":"traceutil/trace.go:171","msg":"trace[1946675798] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26901; }","duration":"449.791306ms","start":"2026-05-27T07:01:27.020418Z","end":"2026-05-27T07:01:27.470209Z","steps":["trace[1946675798] 'agreement among raft nodes before linearized reading' (duration: 449.655072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:27.470778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:27.020391Z","time spent":"450.358624ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:01:27.470389Z","caller":"traceutil/trace.go:171","msg":"trace[1553487602] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26901; }","duration":"181.507867ms","start":"2026-05-27T07:01:27.288734Z","end":"2026-05-27T07:01:27.470242Z","steps":["trace[1553487602] 'agreement among raft nodes before linearized reading' (duration: 181.319431ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:27.470219Z","caller":"traceutil/trace.go:171","msg":"trace[790994701] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:26901; }","duration":"613.420266ms","start":"2026-05-27T07:01:26.856774Z","end":"2026-05-27T07:01:27.470195Z","steps":["trace[790994701] 'agreement among raft nodes before linearized reading' (duration: 613.022153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:27.471028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:26.856742Z","time spent":"614.249452ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.207\" "} {"level":"warn","ts":"2026-05-27T07:01:28.401228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.012436ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-27T07:01:28.401407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:27.472384Z","time spent":"929.010876ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-27T07:01:28.401807Z","caller":"traceutil/trace.go:171","msg":"trace[1672887326] transaction","detail":"{read_only:false; response_revision:26902; number_of_response:1; }","duration":"709.160543ms","start":"2026-05-27T07:01:27.692622Z","end":"2026-05-27T07:01:28.401782Z","steps":["trace[1672887326] 'process raft request' (duration: 708.75262ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:28.401975Z","caller":"traceutil/trace.go:171","msg":"trace[1849380190] linearizableReadLoop","detail":"{readStateIndex:27825; appliedIndex:27824; }","duration":"928.252302ms","start":"2026-05-27T07:01:27.473687Z","end":"2026-05-27T07:01:28.401939Z","steps":["trace[1849380190] 'read index received' (duration: 248.500942ms)","trace[1849380190] 'applied index is now lower than readState.Index' (duration: 679.74549ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:28.402065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:27.692591Z","time spent":"709.298777ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:01:28.402329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.617493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-tqq88.18b35a023548e693\" ","response":"range_response_count:1 size:900"} {"level":"info","ts":"2026-05-27T07:01:28.402777Z","caller":"traceutil/trace.go:171","msg":"trace[884892538] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-tqq88.18b35a023548e693; range_end:; response_count:1; response_revision:26902; }","duration":"928.742747ms","start":"2026-05-27T07:01:27.47364Z","end":"2026-05-27T07:01:28.402383Z","steps":["trace[884892538] 'agreement among raft nodes before linearized reading' (duration: 928.429537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:28.402866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:27.473621Z","time spent":"929.226263ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":922,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-tqq88.18b35a023548e693\" "} {"level":"warn","ts":"2026-05-27T07:01:28.903029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787429701,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-27T07:01:29.25909Z","caller":"traceutil/trace.go:171","msg":"trace[1243936532] transaction","detail":"{read_only:false; response_revision:26904; number_of_response:1; }","duration":"856.288278ms","start":"2026-05-27T07:01:28.402781Z","end":"2026-05-27T07:01:29.25907Z","steps":["trace[1243936532] 'process raft request' (duration: 856.173664ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:29.259099Z","caller":"traceutil/trace.go:171","msg":"trace[1370387375] transaction","detail":"{read_only:false; response_revision:26903; number_of_response:1; }","duration":"987.854841ms","start":"2026-05-27T07:01:28.271194Z","end":"2026-05-27T07:01:29.259049Z","steps":["trace[1370387375] 'process raft request' (duration: 969.279272ms)","trace[1370387375] 'compare' (duration: 16.897186ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:29.259192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:28.402756Z","time spent":"856.381431ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:01:29.259243Z","caller":"traceutil/trace.go:171","msg":"trace[550675072] linearizableReadLoop","detail":"{readStateIndex:27829; appliedIndex:27826; }","duration":"857.188426ms","start":"2026-05-27T07:01:28.402033Z","end":"2026-05-27T07:01:29.259222Z","steps":["trace[550675072] 'read index received' (duration: 838.567266ms)","trace[550675072] 'applied index is now lower than readState.Index' (duration: 18.61906ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:29.259291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:28.271171Z","time spent":"988.000766ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:01:29.259275Z","caller":"traceutil/trace.go:171","msg":"trace[1995757929] transaction","detail":"{read_only:false; response_revision:26905; number_of_response:1; }","duration":"853.714786ms","start":"2026-05-27T07:01:28.405524Z","end":"2026-05-27T07:01:29.259239Z","steps":["trace[1995757929] 'process raft request' (duration: 853.501819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:29.259324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.833056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:29.25939Z","caller":"traceutil/trace.go:171","msg":"trace[1203842364] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26905; }","duration":"909.95004ms","start":"2026-05-27T07:01:28.34942Z","end":"2026-05-27T07:01:29.25937Z","steps":["trace[1203842364] 'agreement among raft nodes before linearized reading' (duration: 909.817136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:29.259366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.618029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:01:29.2594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782638399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:29.259442Z","caller":"traceutil/trace.go:171","msg":"trace[101362438] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26905; }","duration":"1.782722022s","start":"2026-05-27T07:01:27.476713Z","end":"2026-05-27T07:01:29.259435Z","steps":["trace[101362438] 'agreement among raft nodes before linearized reading' (duration: 1.782620149s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:29.259446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:28.349389Z","time spent":"910.048123ms","remote":"127.0.0.1:41270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:01:29.259449Z","caller":"traceutil/trace.go:171","msg":"trace[2111074455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26905; }","duration":"967.755673ms","start":"2026-05-27T07:01:28.291675Z","end":"2026-05-27T07:01:29.259431Z","steps":["trace[2111074455] 'agreement among raft nodes before linearized reading' (duration: 967.593338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:29.259465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:27.476702Z","time spent":"1.782757073s","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-27T07:01:29.259456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:28.405512Z","time spent":"853.82862ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":882,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:01:29.259486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:28.291651Z","time spent":"967.828376ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:01:29.259497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.251228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-27T07:01:29.259524Z","caller":"traceutil/trace.go:171","msg":"trace[242281716] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26905; }","duration":"664.33659ms","start":"2026-05-27T07:01:28.595178Z","end":"2026-05-27T07:01:29.259515Z","steps":["trace[242281716] 'agreement among raft nodes before linearized reading' (duration: 664.216676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:29.259543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:28.595151Z","time spent":"664.387611ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-27T07:01:29.259589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.802406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:01:29.259656Z","caller":"traceutil/trace.go:171","msg":"trace[1187529281] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26905; }","duration":"461.888639ms","start":"2026-05-27T07:01:28.797751Z","end":"2026-05-27T07:01:29.25964Z","steps":["trace[1187529281] 'agreement among raft nodes before linearized reading' (duration: 461.760945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:29.259696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:28.797695Z","time spent":"461.987552ms","remote":"127.0.0.1:54792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:01:29.259663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.929251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-05-27T07:01:29.25973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.823622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-05-27T07:01:29.25974Z","caller":"traceutil/trace.go:171","msg":"trace[1779065748] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26905; }","duration":"608.046234ms","start":"2026-05-27T07:01:28.651682Z","end":"2026-05-27T07:01:29.259728Z","steps":["trace[1779065748] 'agreement among raft nodes before linearized reading' (duration: 607.944441ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:29.259752Z","caller":"traceutil/trace.go:171","msg":"trace[1187167456] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:1; response_revision:26905; }","duration":"662.874364ms","start":"2026-05-27T07:01:28.59687Z","end":"2026-05-27T07:01:29.259744Z","steps":["trace[1187167456] 'agreement among raft nodes before linearized reading' (duration: 662.805092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:29.259768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:28.596851Z","time spent":"662.914805ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":896,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" "} {"level":"warn","ts":"2026-05-27T07:01:29.25977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:28.651658Z","time spent":"608.103707ms","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-27T07:01:29.259851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.510347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-27T07:01:29.259893Z","caller":"traceutil/trace.go:171","msg":"trace[1742223321] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26905; }","duration":"409.568029ms","start":"2026-05-27T07:01:28.850301Z","end":"2026-05-27T07:01:29.259869Z","steps":["trace[1742223321] 'agreement among raft nodes before linearized reading' (duration: 409.395834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:29.259923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:28.850281Z","time spent":"409.631901ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-27T07:01:29.687614Z","caller":"traceutil/trace.go:171","msg":"trace[1377589132] transaction","detail":"{read_only:false; response_revision:26924; number_of_response:1; }","duration":"118.025723ms","start":"2026-05-27T07:01:29.569532Z","end":"2026-05-27T07:01:29.687558Z","steps":["trace[1377589132] 'process raft request' (duration: 84.910773ms)","trace[1377589132] 'compare' (duration: 32.857502ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:01:30.22629Z","caller":"traceutil/trace.go:171","msg":"trace[180448376] transaction","detail":"{read_only:false; response_revision:26966; number_of_response:1; }","duration":"120.026986ms","start":"2026-05-27T07:01:30.10623Z","end":"2026-05-27T07:01:30.226257Z","steps":["trace[180448376] 'process raft request' (duration: 118.740866ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:34.859035Z","caller":"traceutil/trace.go:171","msg":"trace[1997067412] transaction","detail":"{read_only:false; response_revision:27066; number_of_response:1; }","duration":"142.095857ms","start":"2026-05-27T07:01:34.716895Z","end":"2026-05-27T07:01:34.858991Z","steps":["trace[1997067412] 'process raft request' (duration: 141.705984ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:49.521137Z","caller":"traceutil/trace.go:171","msg":"trace[217208933] linearizableReadLoop","detail":"{readStateIndex:28146; appliedIndex:28145; }","duration":"113.442078ms","start":"2026-05-27T07:01:49.407669Z","end":"2026-05-27T07:01:49.521111Z","steps":["trace[217208933] 'read index received' (duration: 43.399547ms)","trace[217208933] 'applied index is now lower than readState.Index' (duration: 70.041401ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:01:49.521156Z","caller":"traceutil/trace.go:171","msg":"trace[1154276377] transaction","detail":"{read_only:false; response_revision:27218; number_of_response:1; }","duration":"115.015878ms","start":"2026-05-27T07:01:49.406105Z","end":"2026-05-27T07:01:49.521121Z","steps":["trace[1154276377] 'process raft request' (duration: 45.112221ms)","trace[1154276377] 'compare' (duration: 69.70503ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:49.521316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.626034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-27T07:01:49.522111Z","caller":"traceutil/trace.go:171","msg":"trace[235317209] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27218; }","duration":"114.444379ms","start":"2026-05-27T07:01:49.407652Z","end":"2026-05-27T07:01:49.522096Z","steps":["trace[235317209] 'agreement among raft nodes before linearized reading' (duration: 113.560551ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:49.685172Z","caller":"traceutil/trace.go:171","msg":"trace[1167585340] linearizableReadLoop","detail":"{readStateIndex:28150; appliedIndex:28149; }","duration":"106.122766ms","start":"2026-05-27T07:01:49.579017Z","end":"2026-05-27T07:01:49.685139Z","steps":["trace[1167585340] 'read index received' (duration: 105.578659ms)","trace[1167585340] 'applied index is now lower than readState.Index' (duration: 542.637µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:01:49.685667Z","caller":"traceutil/trace.go:171","msg":"trace[1334510076] transaction","detail":"{read_only:false; response_revision:27221; number_of_response:1; }","duration":"130.986134ms","start":"2026-05-27T07:01:49.554641Z","end":"2026-05-27T07:01:49.685627Z","steps":["trace[1334510076] 'process raft request' (duration: 130.085306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:49.686031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.971772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130023"} {"level":"info","ts":"2026-05-27T07:01:49.687203Z","caller":"traceutil/trace.go:171","msg":"trace[639903673] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:27221; }","duration":"107.19615ms","start":"2026-05-27T07:01:49.578974Z","end":"2026-05-27T07:01:49.68617Z","steps":["trace[639903673] 'agreement among raft nodes before linearized reading' (duration: 106.624282ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:49.854802Z","caller":"traceutil/trace.go:171","msg":"trace[956116839] linearizableReadLoop","detail":"{readStateIndex:28152; appliedIndex:28150; }","duration":"132.852263ms","start":"2026-05-27T07:01:49.721924Z","end":"2026-05-27T07:01:49.854776Z","steps":["trace[956116839] 'read index received' (duration: 62.258164ms)","trace[956116839] 'applied index is now lower than readState.Index' (duration: 70.593069ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:01:49.85496Z","caller":"traceutil/trace.go:171","msg":"trace[77095953] transaction","detail":"{read_only:false; response_revision:27223; number_of_response:1; }","duration":"146.528877ms","start":"2026-05-27T07:01:49.70841Z","end":"2026-05-27T07:01:49.854939Z","steps":["trace[77095953] 'process raft request' (duration: 144.833094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:49.855002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.05706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-05-27T07:01:49.855051Z","caller":"traceutil/trace.go:171","msg":"trace[1484589144] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:27224; }","duration":"133.157923ms","start":"2026-05-27T07:01:49.721878Z","end":"2026-05-27T07:01:49.855036Z","steps":["trace[1484589144] 'agreement among raft nodes before linearized reading' (duration: 132.996628ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:50.52061Z","caller":"traceutil/trace.go:171","msg":"trace[107980751] transaction","detail":"{read_only:false; response_revision:27226; number_of_response:1; }","duration":"322.775168ms","start":"2026-05-27T07:01:50.1978Z","end":"2026-05-27T07:01:50.520575Z","steps":["trace[107980751] 'process raft request' (duration: 322.594302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:50.520787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:50.197782Z","time spent":"322.918272ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-27T07:01:50.87223Z","caller":"traceutil/trace.go:171","msg":"trace[887650231] transaction","detail":"{read_only:false; response_revision:27227; number_of_response:1; }","duration":"671.950451ms","start":"2026-05-27T07:01:50.200247Z","end":"2026-05-27T07:01:50.872197Z","steps":["trace[887650231] 'process raft request' (duration: 577.97355ms)","trace[887650231] 'compare' (duration: 93.547758ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:01:50.872442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:50.200227Z","time spent":"672.108957ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:01:50.87312Z","caller":"traceutil/trace.go:171","msg":"trace[685937613] linearizableReadLoop","detail":"{readStateIndex:28156; appliedIndex:28154; }","duration":"610.461771ms","start":"2026-05-27T07:01:50.262643Z","end":"2026-05-27T07:01:50.873105Z","steps":["trace[685937613] 'read index received' (duration: 257.693883ms)","trace[685937613] 'applied index is now lower than readState.Index' (duration: 352.765738ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:01:50.87328Z","caller":"traceutil/trace.go:171","msg":"trace[1587680093] transaction","detail":"{read_only:false; response_revision:27229; number_of_response:1; }","duration":"298.550798ms","start":"2026-05-27T07:01:50.574693Z","end":"2026-05-27T07:01:50.873243Z","steps":["trace[1587680093] 'process raft request' (duration: 298.348702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:50.873366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.705209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:233"} {"level":"info","ts":"2026-05-27T07:01:50.873433Z","caller":"traceutil/trace.go:171","msg":"trace[767579270] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:27229; }","duration":"610.794932ms","start":"2026-05-27T07:01:50.262625Z","end":"2026-05-27T07:01:50.87342Z","steps":["trace[767579270] 'agreement among raft nodes before linearized reading' (duration: 610.543064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:50.873486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:50.262598Z","time spent":"610.880455ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":255,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" "} {"level":"warn","ts":"2026-05-27T07:01:50.873619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.370713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:50.873698Z","caller":"traceutil/trace.go:171","msg":"trace[1749218249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27231; }","duration":"584.505508ms","start":"2026-05-27T07:01:50.289174Z","end":"2026-05-27T07:01:50.87368Z","steps":["trace[1749218249] 'agreement among raft nodes before linearized reading' (duration: 584.384344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:50.873729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:50.289149Z","time spent":"584.574031ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:01:50.873713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.1822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-27T07:01:50.873752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.451455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18415"} {"level":"info","ts":"2026-05-27T07:01:50.873777Z","caller":"traceutil/trace.go:171","msg":"trace[1253782415] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27231; }","duration":"113.280613ms","start":"2026-05-27T07:01:50.760479Z","end":"2026-05-27T07:01:50.87376Z","steps":["trace[1253782415] 'agreement among raft nodes before linearized reading' (duration: 113.109327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:50.873845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.431804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:50.873879Z","caller":"traceutil/trace.go:171","msg":"trace[596281872] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:27231; }","duration":"146.464705ms","start":"2026-05-27T07:01:50.727403Z","end":"2026-05-27T07:01:50.873868Z","steps":["trace[596281872] 'agreement among raft nodes before linearized reading' (duration: 146.405713ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:50.873942Z","caller":"traceutil/trace.go:171","msg":"trace[65780322] transaction","detail":"{read_only:false; response_revision:27230; number_of_response:1; }","duration":"273.738172ms","start":"2026-05-27T07:01:50.600172Z","end":"2026-05-27T07:01:50.873911Z","steps":["trace[65780322] 'process raft request' (duration: 273.009668ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:50.873792Z","caller":"traceutil/trace.go:171","msg":"trace[397022109] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27231; }","duration":"228.551907ms","start":"2026-05-27T07:01:50.645229Z","end":"2026-05-27T07:01:50.873781Z","steps":["trace[397022109] 'agreement among raft nodes before linearized reading' (duration: 228.366612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:50.874084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.191082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-27T07:01:50.87402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.673641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T07:01:50.874122Z","caller":"traceutil/trace.go:171","msg":"trace[726635564] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27231; }","duration":"522.278894ms","start":"2026-05-27T07:01:50.351835Z","end":"2026-05-27T07:01:50.874113Z","steps":["trace[726635564] 'agreement among raft nodes before linearized reading' (duration: 522.197281ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:50.874137Z","caller":"traceutil/trace.go:171","msg":"trace[1766663241] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27231; }","duration":"431.834126ms","start":"2026-05-27T07:01:50.442295Z","end":"2026-05-27T07:01:50.874129Z","steps":["trace[1766663241] 'agreement among raft nodes before linearized reading' (duration: 431.632759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:50.874153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:50.351806Z","time spent":"522.337486ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-27T07:01:50.87417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:50.442269Z","time spent":"431.894988ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-27T07:01:50.873043Z","caller":"traceutil/trace.go:171","msg":"trace[653373106] transaction","detail":"{read_only:false; response_revision:27228; number_of_response:1; }","duration":"438.58798ms","start":"2026-05-27T07:01:50.434418Z","end":"2026-05-27T07:01:50.873006Z","steps":["trace[653373106] 'process raft request' (duration: 437.717812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:50.874464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:50.434393Z","time spent":"439.988315ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:01:52.921073Z","caller":"traceutil/trace.go:171","msg":"trace[682916168] transaction","detail":"{read_only:false; response_revision:27289; number_of_response:1; }","duration":"131.454949ms","start":"2026-05-27T07:01:52.789599Z","end":"2026-05-27T07:01:52.921054Z","steps":["trace[682916168] 'process raft request' (duration: 131.288074ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:52.921361Z","caller":"traceutil/trace.go:171","msg":"trace[1736752420] transaction","detail":"{read_only:false; response_revision:27290; number_of_response:1; }","duration":"129.130726ms","start":"2026-05-27T07:01:52.792162Z","end":"2026-05-27T07:01:52.921293Z","steps":["trace[1736752420] 'process raft request' (duration: 128.852917ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:53.228695Z","caller":"traceutil/trace.go:171","msg":"trace[850747615] transaction","detail":"{read_only:false; response_revision:27295; number_of_response:1; }","duration":"299.129678ms","start":"2026-05-27T07:01:52.929531Z","end":"2026-05-27T07:01:53.228661Z","steps":["trace[850747615] 'process raft request' (duration: 298.789707ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:53.228733Z","caller":"traceutil/trace.go:171","msg":"trace[936149873] transaction","detail":"{read_only:false; response_revision:27296; number_of_response:1; }","duration":"297.649761ms","start":"2026-05-27T07:01:52.931048Z","end":"2026-05-27T07:01:53.228698Z","steps":["trace[936149873] 'process raft request' (duration: 297.519347ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:53.228944Z","caller":"traceutil/trace.go:171","msg":"trace[896294852] linearizableReadLoop","detail":"{readStateIndex:28227; appliedIndex:28224; }","duration":"268.190606ms","start":"2026-05-27T07:01:52.960719Z","end":"2026-05-27T07:01:53.22891Z","steps":["trace[896294852] 'read index received' (duration: 267.614438ms)","trace[896294852] 'applied index is now lower than readState.Index' (duration: 573.878µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:01:53.229005Z","caller":"traceutil/trace.go:171","msg":"trace[1201012178] transaction","detail":"{read_only:false; response_revision:27297; number_of_response:1; }","duration":"297.701663ms","start":"2026-05-27T07:01:52.931259Z","end":"2026-05-27T07:01:53.228961Z","steps":["trace[1201012178] 'process raft request' (duration: 297.397293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:53.229235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.007249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29664405\" ","response":"range_response_count:1 size:5714"} {"level":"info","ts":"2026-05-27T07:01:53.22928Z","caller":"traceutil/trace.go:171","msg":"trace[1215767590] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29664405; range_end:; response_count:1; response_revision:27297; }","duration":"302.123293ms","start":"2026-05-27T07:01:52.927144Z","end":"2026-05-27T07:01:53.229267Z","steps":["trace[1215767590] 'agreement among raft nodes before linearized reading' (duration: 301.905356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:53.229307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:01:52.927067Z","time spent":"302.233596ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":5736,"request content":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29664405\" "} {"level":"info","ts":"2026-05-27T07:01:53.238173Z","caller":"traceutil/trace.go:171","msg":"trace[155404625] transaction","detail":"{read_only:false; response_revision:27301; number_of_response:1; }","duration":"118.086495ms","start":"2026-05-27T07:01:53.120062Z","end":"2026-05-27T07:01:53.238148Z","steps":["trace[155404625] 'process raft request' (duration: 118.040353ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:53.238597Z","caller":"traceutil/trace.go:171","msg":"trace[1037475926] transaction","detail":"{read_only:false; response_revision:27298; number_of_response:1; }","duration":"273.539626ms","start":"2026-05-27T07:01:52.965042Z","end":"2026-05-27T07:01:53.238581Z","steps":["trace[1037475926] 'process raft request' (duration: 272.824153ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:53.238758Z","caller":"traceutil/trace.go:171","msg":"trace[428711829] transaction","detail":"{read_only:false; response_revision:27299; number_of_response:1; }","duration":"273.686351ms","start":"2026-05-27T07:01:52.965061Z","end":"2026-05-27T07:01:53.238747Z","steps":["trace[428711829] 'process raft request' (duration: 272.966618ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:53.238892Z","caller":"traceutil/trace.go:171","msg":"trace[574449381] transaction","detail":"{read_only:false; response_revision:27300; number_of_response:1; }","duration":"273.096632ms","start":"2026-05-27T07:01:52.965785Z","end":"2026-05-27T07:01:53.238882Z","steps":["trace[574449381] 'process raft request' (duration: 272.283386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:53.239096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.152599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:53.23918Z","caller":"traceutil/trace.go:171","msg":"trace[1662289831] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27301; }","duration":"276.289353ms","start":"2026-05-27T07:01:52.962874Z","end":"2026-05-27T07:01:53.239163Z","steps":["trace[1662289831] 'agreement among raft nodes before linearized reading' (duration: 276.143888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:53.239485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.239128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-27T07:01:53.239516Z","caller":"traceutil/trace.go:171","msg":"trace[1748291507] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27302; }","duration":"105.30548ms","start":"2026-05-27T07:01:53.134203Z","end":"2026-05-27T07:01:53.239508Z","steps":["trace[1748291507] 'agreement among raft nodes before linearized reading' (duration: 105.157865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:53.239643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.241093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-27T07:01:53.239689Z","caller":"traceutil/trace.go:171","msg":"trace[274528786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27302; }","duration":"178.356517ms","start":"2026-05-27T07:01:53.06132Z","end":"2026-05-27T07:01:53.239677Z","steps":["trace[274528786] 'agreement among raft nodes before linearized reading' (duration: 178.175712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:53.239767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.47921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-27T07:01:53.239867Z","caller":"traceutil/trace.go:171","msg":"trace[1615613338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27302; }","duration":"125.621294ms","start":"2026-05-27T07:01:53.114216Z","end":"2026-05-27T07:01:53.239837Z","steps":["trace[1615613338] 'agreement among raft nodes before linearized reading' (duration: 125.319205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:53.239896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.066824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:01:53.239929Z","caller":"traceutil/trace.go:171","msg":"trace[1484577970] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27302; }","duration":"164.135956ms","start":"2026-05-27T07:01:53.075783Z","end":"2026-05-27T07:01:53.239919Z","steps":["trace[1484577970] 'agreement among raft nodes before linearized reading' (duration: 163.915239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:53.240142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.583549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-05-27T07:01:53.240212Z","caller":"traceutil/trace.go:171","msg":"trace[1838051534] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:27302; }","duration":"251.701624ms","start":"2026-05-27T07:01:52.988491Z","end":"2026-05-27T07:01:53.240192Z","steps":["trace[1838051534] 'agreement among raft nodes before linearized reading' (duration: 251.105865ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:58.115775Z","caller":"traceutil/trace.go:171","msg":"trace[1950023529] transaction","detail":"{read_only:false; response_revision:27363; number_of_response:1; }","duration":"100.730295ms","start":"2026-05-27T07:01:58.015021Z","end":"2026-05-27T07:01:58.115751Z","steps":["trace[1950023529] 'process raft request' (duration: 100.452536ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:01:58.664123Z","caller":"traceutil/trace.go:171","msg":"trace[43777904] linearizableReadLoop","detail":"{readStateIndex:28298; appliedIndex:28297; }","duration":"176.328022ms","start":"2026-05-27T07:01:58.487769Z","end":"2026-05-27T07:01:58.664097Z","steps":["trace[43777904] 'read index received' (duration: 176.025713ms)","trace[43777904] 'applied index is now lower than readState.Index' (duration: 300.859µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:01:58.66426Z","caller":"traceutil/trace.go:171","msg":"trace[1963026617] transaction","detail":"{read_only:false; response_revision:27365; number_of_response:1; }","duration":"196.08873ms","start":"2026-05-27T07:01:58.468157Z","end":"2026-05-27T07:01:58.664246Z","steps":["trace[1963026617] 'process raft request' (duration: 195.755959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:58.664508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.737225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-conductor-7897fc9c78-mz5n2\" ","response":"range_response_count:1 size:5196"} {"level":"info","ts":"2026-05-27T07:01:58.664557Z","caller":"traceutil/trace.go:171","msg":"trace[1258543907] range","detail":"{range_begin:/registry/pods/openstack/staffeln-conductor-7897fc9c78-mz5n2; range_end:; response_count:1; response_revision:27365; }","duration":"176.838798ms","start":"2026-05-27T07:01:58.487704Z","end":"2026-05-27T07:01:58.664543Z","steps":["trace[1258543907] 'agreement among raft nodes before linearized reading' (duration: 176.684143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:58.664703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.045732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-drlbg\" ","response":"range_response_count:1 size:4557"} {"level":"info","ts":"2026-05-27T07:01:58.664787Z","caller":"traceutil/trace.go:171","msg":"trace[674015092] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-drlbg; range_end:; response_count:1; response_revision:27365; }","duration":"152.181357ms","start":"2026-05-27T07:01:58.512587Z","end":"2026-05-27T07:01:58.664768Z","steps":["trace[674015092] 'agreement among raft nodes before linearized reading' (duration: 151.97548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:58.664876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.277297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-p25sd\" ","response":"range_response_count:1 size:7587"} {"level":"info","ts":"2026-05-27T07:01:58.664921Z","caller":"traceutil/trace.go:171","msg":"trace[664155947] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-p25sd; range_end:; response_count:1; response_revision:27365; }","duration":"127.346429ms","start":"2026-05-27T07:01:58.537562Z","end":"2026-05-27T07:01:58.664908Z","steps":["trace[664155947] 'agreement among raft nodes before linearized reading' (duration: 127.217485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:58.664941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.145828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:01:58.664977Z","caller":"traceutil/trace.go:171","msg":"trace[980566656] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:27365; }","duration":"147.22821ms","start":"2026-05-27T07:01:58.517739Z","end":"2026-05-27T07:01:58.664967Z","steps":["trace[980566656] 'agreement among raft nodes before linearized reading' (duration: 147.170348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:01:58.665133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.603521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-05-27T07:01:58.665173Z","caller":"traceutil/trace.go:171","msg":"trace[799348878] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:27365; }","duration":"100.679153ms","start":"2026-05-27T07:01:58.564485Z","end":"2026-05-27T07:01:58.665164Z","steps":["trace[799348878] 'agreement among raft nodes before linearized reading' (duration: 100.57774ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:16.202642Z","caller":"traceutil/trace.go:171","msg":"trace[1684041932] transaction","detail":"{read_only:false; response_revision:27515; number_of_response:1; }","duration":"148.427238ms","start":"2026-05-27T07:02:16.054187Z","end":"2026-05-27T07:02:16.202614Z","steps":["trace[1684041932] 'process raft request' (duration: 148.239402ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:16.214697Z","caller":"traceutil/trace.go:171","msg":"trace[707959926] transaction","detail":"{read_only:false; response_revision:27516; number_of_response:1; }","duration":"125.453729ms","start":"2026-05-27T07:02:16.089216Z","end":"2026-05-27T07:02:16.21467Z","steps":["trace[707959926] 'process raft request' (duration: 125.265843ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:17.491792Z","caller":"traceutil/trace.go:171","msg":"trace[146920658] transaction","detail":"{read_only:false; response_revision:27523; number_of_response:1; }","duration":"117.772745ms","start":"2026-05-27T07:02:17.373966Z","end":"2026-05-27T07:02:17.491738Z","steps":["trace[146920658] 'process raft request' (duration: 73.334876ms)","trace[146920658] 'compare' (duration: 44.043447ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:02:17.505948Z","caller":"traceutil/trace.go:171","msg":"trace[1969862703] linearizableReadLoop","detail":"{readStateIndex:28463; appliedIndex:28460; }","duration":"125.730708ms","start":"2026-05-27T07:02:17.380187Z","end":"2026-05-27T07:02:17.505918Z","steps":["trace[1969862703] 'read index received' (duration: 67.206952ms)","trace[1969862703] 'applied index is now lower than readState.Index' (duration: 58.522096ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:02:17.505998Z","caller":"traceutil/trace.go:171","msg":"trace[1290576956] transaction","detail":"{read_only:false; response_revision:27524; number_of_response:1; }","duration":"131.81616ms","start":"2026-05-27T07:02:17.374146Z","end":"2026-05-27T07:02:17.505963Z","steps":["trace[1290576956] 'process raft request' (duration: 131.48532ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:17.506072Z","caller":"traceutil/trace.go:171","msg":"trace[82145162] transaction","detail":"{read_only:false; response_revision:27525; number_of_response:1; }","duration":"130.692515ms","start":"2026-05-27T07:02:17.375346Z","end":"2026-05-27T07:02:17.506039Z","steps":["trace[82145162] 'process raft request' (duration: 130.506639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:17.50632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.101709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T07:02:17.506398Z","caller":"traceutil/trace.go:171","msg":"trace[1763799261] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27525; }","duration":"126.197682ms","start":"2026-05-27T07:02:17.380182Z","end":"2026-05-27T07:02:17.50638Z","steps":["trace[1763799261] 'agreement among raft nodes before linearized reading' (duration: 125.897093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:17.506615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.504781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T07:02:17.50667Z","caller":"traceutil/trace.go:171","msg":"trace[413856215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27525; }","duration":"125.616034ms","start":"2026-05-27T07:02:17.381038Z","end":"2026-05-27T07:02:17.506654Z","steps":["trace[413856215] 'agreement among raft nodes before linearized reading' (duration: 125.064707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:17.506777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.132609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T07:02:17.506838Z","caller":"traceutil/trace.go:171","msg":"trace[1142303407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27525; }","duration":"125.230302ms","start":"2026-05-27T07:02:17.381594Z","end":"2026-05-27T07:02:17.506824Z","steps":["trace[1142303407] 'agreement among raft nodes before linearized reading' (duration: 125.012385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:17.827826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.539072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:02:17.828197Z","caller":"traceutil/trace.go:171","msg":"trace[1154524417] linearizableReadLoop","detail":"{readStateIndex:28467; appliedIndex:28463; }","duration":"168.04294ms","start":"2026-05-27T07:02:17.660135Z","end":"2026-05-27T07:02:17.828178Z","steps":["trace[1154524417] 'read index received' (duration: 7.078115ms)","trace[1154524417] 'applied index is now lower than readState.Index' (duration: 160.963335ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:02:17.828219Z","caller":"traceutil/trace.go:171","msg":"trace[1797114130] transaction","detail":"{read_only:false; response_revision:27527; number_of_response:1; }","duration":"315.621681ms","start":"2026-05-27T07:02:17.512571Z","end":"2026-05-27T07:02:17.828193Z","steps":["trace[1797114130] 'process raft request' (duration: 315.389183ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:17.82858Z","caller":"traceutil/trace.go:171","msg":"trace[361404376] transaction","detail":"{read_only:false; response_revision:27529; number_of_response:1; }","duration":"181.61207ms","start":"2026-05-27T07:02:17.646933Z","end":"2026-05-27T07:02:17.828545Z","steps":["trace[361404376] 'process raft request' (duration: 181.202497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:17.828701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.545436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-27T07:02:17.828757Z","caller":"traceutil/trace.go:171","msg":"trace[1062465129] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27529; }","duration":"168.647469ms","start":"2026-05-27T07:02:17.660088Z","end":"2026-05-27T07:02:17.828736Z","steps":["trace[1062465129] 'agreement among raft nodes before linearized reading' (duration: 168.442122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:17.828826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.784951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-27T07:02:17.828913Z","caller":"traceutil/trace.go:171","msg":"trace[849543349] transaction","detail":"{read_only:false; response_revision:27528; number_of_response:1; }","duration":"314.454644ms","start":"2026-05-27T07:02:17.513842Z","end":"2026-05-27T07:02:17.828296Z","steps":["trace[849543349] 'process raft request' (duration: 314.211136ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:17.828663Z","caller":"traceutil/trace.go:171","msg":"trace[1894137780] transaction","detail":"{read_only:false; response_revision:27526; number_of_response:1; }","duration":"316.579322ms","start":"2026-05-27T07:02:17.512022Z","end":"2026-05-27T07:02:17.828601Z","steps":["trace[1894137780] 'process raft request' (duration: 155.175412ms)","trace[1894137780] 'compare' (duration: 160.253843ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:02:17.82895Z","caller":"traceutil/trace.go:171","msg":"trace[1102643303] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27529; }","duration":"167.958567ms","start":"2026-05-27T07:02:17.660953Z","end":"2026-05-27T07:02:17.828912Z","steps":["trace[1102643303] 'agreement among raft nodes before linearized reading' (duration: 167.621287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:17.829031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:17.513819Z","time spent":"315.149966ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:02:17.829082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:17.512539Z","time spent":"315.749555ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:02:17.829093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:17.511989Z","time spent":"317.004655ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:02:17.978227Z","caller":"traceutil/trace.go:171","msg":"trace[1420355169] transaction","detail":"{read_only:false; response_revision:27530; number_of_response:1; }","duration":"143.493102ms","start":"2026-05-27T07:02:17.834685Z","end":"2026-05-27T07:02:17.978178Z","steps":["trace[1420355169] 'process raft request' (duration: 135.260341ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:17.981085Z","caller":"traceutil/trace.go:171","msg":"trace[671362172] transaction","detail":"{read_only:false; response_revision:27532; number_of_response:1; }","duration":"137.088968ms","start":"2026-05-27T07:02:17.84397Z","end":"2026-05-27T07:02:17.981059Z","steps":["trace[671362172] 'process raft request' (duration: 137.012566ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:17.981371Z","caller":"traceutil/trace.go:171","msg":"trace[380467998] transaction","detail":"{read_only:false; response_revision:27531; number_of_response:1; }","duration":"146.347412ms","start":"2026-05-27T07:02:17.834991Z","end":"2026-05-27T07:02:17.981338Z","steps":["trace[380467998] 'process raft request' (duration: 145.894858ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:18.114731Z","caller":"traceutil/trace.go:171","msg":"trace[1869898862] transaction","detail":"{read_only:false; response_revision:27534; number_of_response:1; }","duration":"108.686017ms","start":"2026-05-27T07:02:18.006025Z","end":"2026-05-27T07:02:18.114711Z","steps":["trace[1869898862] 'process raft request' (duration: 106.757036ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:18.114934Z","caller":"traceutil/trace.go:171","msg":"trace[1220258137] transaction","detail":"{read_only:false; response_revision:27535; number_of_response:1; }","duration":"108.218823ms","start":"2026-05-27T07:02:18.006708Z","end":"2026-05-27T07:02:18.114926Z","steps":["trace[1220258137] 'process raft request' (duration: 107.740098ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:30.020032Z","caller":"traceutil/trace.go:171","msg":"trace[996438297] transaction","detail":"{read_only:false; response_revision:27617; number_of_response:1; }","duration":"519.063523ms","start":"2026-05-27T07:02:29.500936Z","end":"2026-05-27T07:02:30.02Z","steps":["trace[996438297] 'process raft request' (duration: 518.832066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:30.020358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:29.50091Z","time spent":"519.29542ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:02:30.022499Z","caller":"traceutil/trace.go:171","msg":"trace[113004785] linearizableReadLoop","detail":"{readStateIndex:28558; appliedIndex:28556; }","duration":"474.944675ms","start":"2026-05-27T07:02:29.547536Z","end":"2026-05-27T07:02:30.022481Z","steps":["trace[113004785] 'read index received' (duration: 472.240409ms)","trace[113004785] 'applied index is now lower than readState.Index' (duration: 2.702646ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:02:30.022564Z","caller":"traceutil/trace.go:171","msg":"trace[132440783] transaction","detail":"{read_only:false; response_revision:27618; number_of_response:1; }","duration":"481.621426ms","start":"2026-05-27T07:02:29.540913Z","end":"2026-05-27T07:02:30.022534Z","steps":["trace[132440783] 'process raft request' (duration: 481.43749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:30.022629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:29.540878Z","time spent":"481.725099ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:02:30.02265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.257897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:02:30.022692Z","caller":"traceutil/trace.go:171","msg":"trace[126115502] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:27619; }","duration":"454.353911ms","start":"2026-05-27T07:02:29.568326Z","end":"2026-05-27T07:02:30.02268Z","steps":["trace[126115502] 'agreement among raft nodes before linearized reading' (duration: 454.254768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:30.02272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:29.568265Z","time spent":"454.447904ms","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:02:30.02315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.377332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T07:02:30.023191Z","caller":"traceutil/trace.go:171","msg":"trace[66962768] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27619; }","duration":"437.464085ms","start":"2026-05-27T07:02:29.585717Z","end":"2026-05-27T07:02:30.023181Z","steps":["trace[66962768] 'agreement among raft nodes before linearized reading' (duration: 437.362052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:30.023219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:29.585694Z","time spent":"437.518107ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T07:02:30.02321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.848508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:02:30.023297Z","caller":"traceutil/trace.go:171","msg":"trace[1876942301] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27619; }","duration":"385.966602ms","start":"2026-05-27T07:02:29.63731Z","end":"2026-05-27T07:02:30.023276Z","steps":["trace[1876942301] 'agreement among raft nodes before linearized reading' (duration: 385.816447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:30.02335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:29.637296Z","time spent":"386.042314ms","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:02:30.023446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.630241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T07:02:30.023496Z","caller":"traceutil/trace.go:171","msg":"trace[1831847392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27619; }","duration":"437.755214ms","start":"2026-05-27T07:02:29.585732Z","end":"2026-05-27T07:02:30.023487Z","steps":["trace[1831847392] 'agreement among raft nodes before linearized reading' (duration: 437.483856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:30.023513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:29.585717Z","time spent":"437.790945ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T07:02:30.023058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.290605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T07:02:30.024048Z","caller":"traceutil/trace.go:171","msg":"trace[2062603050] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27619; }","duration":"476.534015ms","start":"2026-05-27T07:02:29.547469Z","end":"2026-05-27T07:02:30.024003Z","steps":["trace[2062603050] 'agreement among raft nodes before linearized reading' (duration: 475.10921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:30.024092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:29.547456Z","time spent":"476.623787ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-27T07:02:32.131296Z","caller":"traceutil/trace.go:171","msg":"trace[1450528173] transaction","detail":"{read_only:false; response_revision:27631; number_of_response:1; }","duration":"104.447083ms","start":"2026-05-27T07:02:32.026823Z","end":"2026-05-27T07:02:32.13127Z","steps":["trace[1450528173] 'process raft request' (duration: 104.104232ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:32.190487Z","caller":"traceutil/trace.go:171","msg":"trace[276897028] linearizableReadLoop","detail":"{readStateIndex:28573; appliedIndex:28570; }","duration":"148.307303ms","start":"2026-05-27T07:02:32.042139Z","end":"2026-05-27T07:02:32.190447Z","steps":["trace[276897028] 'read index received' (duration: 4.325917ms)","trace[276897028] 'applied index is now lower than readState.Index' (duration: 143.980206ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:02:32.190679Z","caller":"traceutil/trace.go:171","msg":"trace[51971185] transaction","detail":"{read_only:false; response_revision:27632; number_of_response:1; }","duration":"161.183772ms","start":"2026-05-27T07:02:32.029474Z","end":"2026-05-27T07:02:32.190658Z","steps":["trace[51971185] 'process raft request' (duration: 101.784408ms)","trace[51971185] 'compare' (duration: 59.021992ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:02:32.190986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.026068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-27T07:02:32.191018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.542455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T07:02:32.191054Z","caller":"traceutil/trace.go:171","msg":"trace[67238780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27632; }","duration":"144.127261ms","start":"2026-05-27T07:02:32.046913Z","end":"2026-05-27T07:02:32.19104Z","steps":["trace[67238780] 'agreement among raft nodes before linearized reading' (duration: 143.954616ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:32.19109Z","caller":"traceutil/trace.go:171","msg":"trace[101306736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27632; }","duration":"144.649917ms","start":"2026-05-27T07:02:32.046422Z","end":"2026-05-27T07:02:32.191072Z","steps":["trace[101306736] 'agreement among raft nodes before linearized reading' (duration: 144.41584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:32.191128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.992287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-27T07:02:32.191133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.617197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T07:02:32.191182Z","caller":"traceutil/trace.go:171","msg":"trace[278638032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27632; }","duration":"144.052608ms","start":"2026-05-27T07:02:32.047114Z","end":"2026-05-27T07:02:32.191166Z","steps":["trace[278638032] 'agreement among raft nodes before linearized reading' (duration: 143.957375ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:32.191182Z","caller":"traceutil/trace.go:171","msg":"trace[2057749462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27632; }","duration":"144.693459ms","start":"2026-05-27T07:02:32.046476Z","end":"2026-05-27T07:02:32.191169Z","steps":["trace[2057749462] 'agreement among raft nodes before linearized reading' (duration: 144.596746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:32.191017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.861762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T07:02:32.191268Z","caller":"traceutil/trace.go:171","msg":"trace[1913136966] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27632; }","duration":"149.159841ms","start":"2026-05-27T07:02:32.042092Z","end":"2026-05-27T07:02:32.191252Z","steps":["trace[1913136966] 'agreement among raft nodes before linearized reading' (duration: 148.749088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:32.191017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.267246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T07:02:32.191311Z","caller":"traceutil/trace.go:171","msg":"trace[2082446871] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27632; }","duration":"144.570515ms","start":"2026-05-27T07:02:32.046726Z","end":"2026-05-27T07:02:32.191296Z","steps":["trace[2082446871] 'agreement among raft nodes before linearized reading' (duration: 144.171523ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:32.384788Z","caller":"traceutil/trace.go:171","msg":"trace[182684564] transaction","detail":"{read_only:false; response_revision:27633; number_of_response:1; }","duration":"188.82455ms","start":"2026-05-27T07:02:32.195935Z","end":"2026-05-27T07:02:32.38476Z","steps":["trace[182684564] 'process raft request' (duration: 118.878841ms)","trace[182684564] 'compare' (duration: 69.65479ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:02:32.385031Z","caller":"traceutil/trace.go:171","msg":"trace[910173813] transaction","detail":"{read_only:false; response_revision:27635; number_of_response:1; }","duration":"188.135588ms","start":"2026-05-27T07:02:32.196847Z","end":"2026-05-27T07:02:32.384982Z","steps":["trace[910173813] 'process raft request' (duration: 187.934941ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:32.385169Z","caller":"traceutil/trace.go:171","msg":"trace[578034107] transaction","detail":"{read_only:false; response_revision:27634; number_of_response:1; }","duration":"188.449177ms","start":"2026-05-27T07:02:32.196665Z","end":"2026-05-27T07:02:32.385114Z","steps":["trace[578034107] 'process raft request' (duration: 188.041354ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:32.385039Z","caller":"traceutil/trace.go:171","msg":"trace[493911464] linearizableReadLoop","detail":"{readStateIndex:28579; appliedIndex:28573; }","duration":"151.701242ms","start":"2026-05-27T07:02:32.233313Z","end":"2026-05-27T07:02:32.385014Z","steps":["trace[493911464] 'read index received' (duration: 81.630659ms)","trace[493911464] 'applied index is now lower than readState.Index' (duration: 70.069233ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:02:32.385189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.846036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:02:32.385261Z","caller":"traceutil/trace.go:171","msg":"trace[5419568] transaction","detail":"{read_only:false; response_revision:27636; number_of_response:1; }","duration":"188.330154ms","start":"2026-05-27T07:02:32.196908Z","end":"2026-05-27T07:02:32.385238Z","steps":["trace[5419568] 'process raft request' (duration: 187.944752ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:32.385357Z","caller":"traceutil/trace.go:171","msg":"trace[1253001063] transaction","detail":"{read_only:false; response_revision:27638; number_of_response:1; }","duration":"187.669212ms","start":"2026-05-27T07:02:32.197679Z","end":"2026-05-27T07:02:32.385349Z","steps":["trace[1253001063] 'process raft request' (duration: 187.28832ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:32.38532Z","caller":"traceutil/trace.go:171","msg":"trace[624864041] transaction","detail":"{read_only:false; response_revision:27637; number_of_response:1; }","duration":"187.839968ms","start":"2026-05-27T07:02:32.197468Z","end":"2026-05-27T07:02:32.385308Z","steps":["trace[624864041] 'process raft request' (duration: 187.455406ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:32.386633Z","caller":"traceutil/trace.go:171","msg":"trace[2025998288] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:27638; }","duration":"152.942721ms","start":"2026-05-27T07:02:32.233256Z","end":"2026-05-27T07:02:32.386199Z","steps":["trace[2025998288] 'agreement among raft nodes before linearized reading' (duration: 151.835656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:32.399364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.314199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:02:32.399526Z","caller":"traceutil/trace.go:171","msg":"trace[2104803466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27639; }","duration":"110.539096ms","start":"2026-05-27T07:02:32.288967Z","end":"2026-05-27T07:02:32.399506Z","steps":["trace[2104803466] 'agreement among raft nodes before linearized reading' (duration: 110.302749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:33.439588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.851975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:02:33.439729Z","caller":"traceutil/trace.go:171","msg":"trace[1081710894] transaction","detail":"{read_only:false; response_revision:27643; number_of_response:1; }","duration":"174.306009ms","start":"2026-05-27T07:02:33.265392Z","end":"2026-05-27T07:02:33.439698Z","steps":["trace[1081710894] 'process raft request' (duration: 17.220476ms)","trace[1081710894] 'compare' (duration: 156.639698ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:02:33.464847Z","caller":"traceutil/trace.go:171","msg":"trace[411978282] transaction","detail":"{read_only:false; response_revision:27644; number_of_response:1; }","duration":"195.037726ms","start":"2026-05-27T07:02:33.269773Z","end":"2026-05-27T07:02:33.46481Z","steps":["trace[411978282] 'process raft request' (duration: 194.712655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:33.465196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.858193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:02:33.46521Z","caller":"traceutil/trace.go:171","msg":"trace[1072344261] transaction","detail":"{read_only:false; response_revision:27645; number_of_response:1; }","duration":"194.54426ms","start":"2026-05-27T07:02:33.270625Z","end":"2026-05-27T07:02:33.46517Z","steps":["trace[1072344261] 'process raft request' (duration: 194.068075ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:33.465284Z","caller":"traceutil/trace.go:171","msg":"trace[1692653461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27645; }","duration":"172.997037ms","start":"2026-05-27T07:02:33.292264Z","end":"2026-05-27T07:02:33.465261Z","steps":["trace[1692653461] 'agreement among raft nodes before linearized reading' (duration: 172.642136ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:33.464853Z","caller":"traceutil/trace.go:171","msg":"trace[1595856879] linearizableReadLoop","detail":"{readStateIndex:28586; appliedIndex:28584; }","duration":"172.521032ms","start":"2026-05-27T07:02:33.292304Z","end":"2026-05-27T07:02:33.464825Z","steps":["trace[1595856879] 'read index received' (duration: 172.103369ms)","trace[1595856879] 'applied index is now lower than readState.Index' (duration: 416.053µs)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:02:35.720319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787431823,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-27T07:02:35.866109Z","caller":"traceutil/trace.go:171","msg":"trace[787708923] transaction","detail":"{read_only:false; response_revision:27657; number_of_response:1; }","duration":"651.437242ms","start":"2026-05-27T07:02:35.21465Z","end":"2026-05-27T07:02:35.866088Z","steps":["trace[787708923] 'process raft request' (duration: 651.285387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:35.866239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:35.214624Z","time spent":"651.545166ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:02:36.75669Z","caller":"traceutil/trace.go:171","msg":"trace[2144818500] transaction","detail":"{read_only:false; response_revision:27659; number_of_response:1; }","duration":"1.286150923s","start":"2026-05-27T07:02:35.470515Z","end":"2026-05-27T07:02:36.756666Z","steps":["trace[2144818500] 'process raft request' (duration: 1.286084881s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:36.756724Z","caller":"traceutil/trace.go:171","msg":"trace[832839386] transaction","detail":"{read_only:false; response_revision:27658; number_of_response:1; }","duration":"1.289893331s","start":"2026-05-27T07:02:35.466795Z","end":"2026-05-27T07:02:36.756689Z","steps":["trace[832839386] 'process raft request' (duration: 1.289655154s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:36.756899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:35.466757Z","time spent":"1.290044287s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:02:36.756915Z","caller":"traceutil/trace.go:171","msg":"trace[218650999] linearizableReadLoop","detail":"{readStateIndex:28601; appliedIndex:28597; }","duration":"1.540942854s","start":"2026-05-27T07:02:35.215933Z","end":"2026-05-27T07:02:36.756876Z","steps":["trace[218650999] 'read index received' (duration: 650.058238ms)","trace[218650999] 'applied index is now lower than readState.Index' (duration: 890.881156ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:02:36.756832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:35.470476Z","time spent":"1.286281028s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:02:36.757073Z","caller":"traceutil/trace.go:171","msg":"trace[1515993544] transaction","detail":"{read_only:false; response_revision:27660; number_of_response:1; }","duration":"1.285945547s","start":"2026-05-27T07:02:35.471044Z","end":"2026-05-27T07:02:36.75699Z","steps":["trace[1515993544] 'process raft request' (duration: 1.285592726s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:36.757152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541177012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:02:36.757223Z","caller":"traceutil/trace.go:171","msg":"trace[23989771] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27660; }","duration":"1.541320847s","start":"2026-05-27T07:02:35.215885Z","end":"2026-05-27T07:02:36.757206Z","steps":["trace[23989771] 'agreement among raft nodes before linearized reading' (duration: 1.541163452s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:36.757286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:35.215861Z","time spent":"1.541409079s","remote":"127.0.0.1:41252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:02:36.757679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:35.47101Z","time spent":"1.286158614s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:02:36.75784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502008189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:02:36.75789Z","caller":"traceutil/trace.go:171","msg":"trace[1888237719] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27663; }","duration":"1.502106012s","start":"2026-05-27T07:02:35.255773Z","end":"2026-05-27T07:02:36.757879Z","steps":["trace[1888237719] 'agreement among raft nodes before linearized reading' (duration: 1.501994779s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:36.757881Z","caller":"traceutil/trace.go:171","msg":"trace[1379024041] transaction","detail":"{read_only:false; response_revision:27663; number_of_response:1; }","duration":"317.511511ms","start":"2026-05-27T07:02:36.44035Z","end":"2026-05-27T07:02:36.757862Z","steps":["trace[1379024041] 'process raft request' (duration: 317.379776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:36.757903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.979204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-27T07:02:36.75792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:35.255749Z","time spent":"1.502163134s","remote":"127.0.0.1:54746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:02:36.75791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.232343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T07:02:36.757977Z","caller":"traceutil/trace.go:171","msg":"trace[1893696522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27663; }","duration":"347.342037ms","start":"2026-05-27T07:02:36.410616Z","end":"2026-05-27T07:02:36.757958Z","steps":["trace[1893696522] 'agreement among raft nodes before linearized reading' (duration: 347.175401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:36.75798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:36.440308Z","time spent":"317.621924ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:02:36.758025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:36.410595Z","time spent":"347.42031ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T07:02:36.758319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.191385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:02:36.758337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.990407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-27T07:02:36.758345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.249394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T07:02:36.758366Z","caller":"traceutil/trace.go:171","msg":"trace[1945139581] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27663; }","duration":"348.064899ms","start":"2026-05-27T07:02:36.410292Z","end":"2026-05-27T07:02:36.758357Z","steps":["trace[1945139581] 'agreement among raft nodes before linearized reading' (duration: 347.77225ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:36.758362Z","caller":"traceutil/trace.go:171","msg":"trace[1902599154] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:27663; }","duration":"267.282727ms","start":"2026-05-27T07:02:36.491069Z","end":"2026-05-27T07:02:36.758352Z","steps":["trace[1902599154] 'agreement among raft nodes before linearized reading' (duration: 267.028149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:36.758391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:36.410267Z","time spent":"348.119501ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T07:02:36.758444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.540933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T07:02:36.758438Z","caller":"traceutil/trace.go:171","msg":"trace[1194492791] transaction","detail":"{read_only:false; response_revision:27661; number_of_response:1; }","duration":"581.010688ms","start":"2026-05-27T07:02:36.17741Z","end":"2026-05-27T07:02:36.758421Z","steps":["trace[1194492791] 'process raft request' (duration: 580.189422ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:36.758472Z","caller":"traceutil/trace.go:171","msg":"trace[1824200437] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27663; }","duration":"347.585665ms","start":"2026-05-27T07:02:36.41088Z","end":"2026-05-27T07:02:36.758466Z","steps":["trace[1824200437] 'agreement among raft nodes before linearized reading' (duration: 347.502182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:36.758496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:36.410873Z","time spent":"347.617676ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-27T07:02:36.758523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:36.177386Z","time spent":"581.092931ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:02:36.757937Z","caller":"traceutil/trace.go:171","msg":"trace[227880038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27663; }","duration":"346.054426ms","start":"2026-05-27T07:02:36.411873Z","end":"2026-05-27T07:02:36.757928Z","steps":["trace[227880038] 'agreement among raft nodes before linearized reading' (duration: 345.902601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:36.758614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:36.411853Z","time spent":"346.754128ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-27T07:02:36.758369Z","caller":"traceutil/trace.go:171","msg":"trace[1825438368] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27663; }","duration":"347.313625ms","start":"2026-05-27T07:02:36.411046Z","end":"2026-05-27T07:02:36.75836Z","steps":["trace[1825438368] 'agreement among raft nodes before linearized reading' (duration: 347.059427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:36.758584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469368714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:02:36.75868Z","caller":"traceutil/trace.go:171","msg":"trace[219859108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27663; }","duration":"1.469492868s","start":"2026-05-27T07:02:35.28918Z","end":"2026-05-27T07:02:36.758673Z","steps":["trace[219859108] 'agreement among raft nodes before linearized reading' (duration: 1.469384685s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:36.758703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:35.28916Z","time spent":"1.46953927s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:02:36.758651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:36.411023Z","time spent":"347.621915ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T07:02:36.758551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.93584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T07:02:36.758769Z","caller":"traceutil/trace.go:171","msg":"trace[267920400] transaction","detail":"{read_only:false; response_revision:27662; number_of_response:1; }","duration":"503.879302ms","start":"2026-05-27T07:02:36.25487Z","end":"2026-05-27T07:02:36.758749Z","steps":["trace[267920400] 'process raft request' (duration: 502.825708ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:36.758809Z","caller":"traceutil/trace.go:171","msg":"trace[1897055773] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27663; }","duration":"351.23665ms","start":"2026-05-27T07:02:36.407564Z","end":"2026-05-27T07:02:36.758801Z","steps":["trace[1897055773] 'agreement among raft nodes before linearized reading' (duration: 350.937641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:36.758833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:36.407541Z","time spent":"351.285661ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T07:02:36.758892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:36.254843Z","time spent":"503.984705ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:02:37.950701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.537441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:02:37.950801Z","caller":"traceutil/trace.go:171","msg":"trace[1529971201] transaction","detail":"{read_only:false; response_revision:27664; number_of_response:1; }","duration":"1.187559715s","start":"2026-05-27T07:02:36.763225Z","end":"2026-05-27T07:02:37.950785Z","steps":["trace[1529971201] 'process raft request' (duration: 304.861479ms)","trace[1529971201] 'compare' (duration: 880.836117ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:02:37.950844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:36.763202Z","time spent":"1.187623157s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:02:38.596708Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.528604361s","expected-duration":"1s"} {"level":"info","ts":"2026-05-27T07:02:38.693215Z","caller":"traceutil/trace.go:171","msg":"trace[482747602] transaction","detail":"{read_only:false; response_revision:27665; number_of_response:1; }","duration":"1.92926066s","start":"2026-05-27T07:02:36.763926Z","end":"2026-05-27T07:02:38.693187Z","steps":["trace[482747602] 'process raft request' (duration: 1.832992866s)","trace[482747602] 'compare' (duration: 95.83256ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:02:38.693367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:36.763903Z","time spent":"1.929386164s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:02:38.693584Z","caller":"traceutil/trace.go:171","msg":"trace[1801654984] transaction","detail":"{read_only:false; response_revision:27669; number_of_response:1; }","duration":"1.927176304s","start":"2026-05-27T07:02:36.766383Z","end":"2026-05-27T07:02:38.693559Z","steps":["trace[1801654984] 'process raft request' (duration: 1.927112282s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:38.693642Z","caller":"traceutil/trace.go:171","msg":"trace[1590616425] transaction","detail":"{read_only:false; response_revision:27668; number_of_response:1; }","duration":"1.928789405s","start":"2026-05-27T07:02:36.76482Z","end":"2026-05-27T07:02:38.693609Z","steps":["trace[1590616425] 'process raft request' (duration: 1.928644151s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:38.693643Z","caller":"traceutil/trace.go:171","msg":"trace[321309618] transaction","detail":"{read_only:false; response_revision:27667; number_of_response:1; }","duration":"1.929595351s","start":"2026-05-27T07:02:36.764004Z","end":"2026-05-27T07:02:38.6936Z","steps":["trace[321309618] 'process raft request' (duration: 1.929338773s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:38.693734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:36.766375Z","time spent":"1.927276356s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:02:38.693815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:36.764809Z","time spent":"1.928901598s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:02:38.693736Z","caller":"traceutil/trace.go:171","msg":"trace[1897342571] linearizableReadLoop","detail":"{readStateIndex:28609; appliedIndex:28604; }","duration":"1.927441432s","start":"2026-05-27T07:02:36.76628Z","end":"2026-05-27T07:02:38.693721Z","steps":["trace[1897342571] 'read index received' (duration: 301.827333ms)","trace[1897342571] 'applied index is now lower than readState.Index' (duration: 1.625613109s)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:02:38.693843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927553456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:02:38.693639Z","caller":"traceutil/trace.go:171","msg":"trace[906624226] transaction","detail":"{read_only:false; response_revision:27666; number_of_response:1; }","duration":"1.929614171s","start":"2026-05-27T07:02:36.763996Z","end":"2026-05-27T07:02:38.693611Z","steps":["trace[906624226] 'process raft request' (duration: 1.929089765s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:38.693844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:36.763978Z","time spent":"1.929760105s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:02:38.693885Z","caller":"traceutil/trace.go:171","msg":"trace[673843330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27670; }","duration":"1.927612878s","start":"2026-05-27T07:02:36.76626Z","end":"2026-05-27T07:02:38.693873Z","steps":["trace[673843330] 'agreement among raft nodes before linearized reading' (duration: 1.927500924s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:38.693918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:36.766253Z","time spent":"1.927656859s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:02:38.693958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:36.763985Z","time spent":"1.92990454s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:02:38.694674Z","caller":"traceutil/trace.go:171","msg":"trace[1288210452] transaction","detail":"{read_only:false; response_revision:27670; number_of_response:1; }","duration":"1.92169336s","start":"2026-05-27T07:02:36.772453Z","end":"2026-05-27T07:02:38.694146Z","steps":["trace[1288210452] 'process raft request' (duration: 1.921075461s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:38.694852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:36.772443Z","time spent":"1.922305339s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:02:39.485534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.839451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:02:39.485725Z","caller":"traceutil/trace.go:171","msg":"trace[1671048982] transaction","detail":"{read_only:false; response_revision:27671; number_of_response:1; }","duration":"1.954998577s","start":"2026-05-27T07:02:37.530709Z","end":"2026-05-27T07:02:39.485708Z","steps":["trace[1671048982] 'process raft request' (duration: 1.515136716s)","trace[1671048982] 'compare' (duration: 438.687584ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:02:39.485779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:37.53068Z","time spent":"1.95507764s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:02:39.485948Z","caller":"traceutil/trace.go:171","msg":"trace[871709212] linearizableReadLoop","detail":"{readStateIndex:28613; appliedIndex:28611; }","duration":"792.072092ms","start":"2026-05-27T07:02:38.693857Z","end":"2026-05-27T07:02:39.485929Z","steps":["trace[871709212] 'read index received' (duration: 352.008245ms)","trace[871709212] 'applied index is now lower than readState.Index' (duration: 440.062817ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:02:39.486036Z","caller":"traceutil/trace.go:171","msg":"trace[1516845701] transaction","detail":"{read_only:false; response_revision:27672; number_of_response:1; }","duration":"1.61302766s","start":"2026-05-27T07:02:37.873Z","end":"2026-05-27T07:02:39.486028Z","steps":["trace[1516845701] 'process raft request' (duration: 1.612632618s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:39.486067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163679235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:02:39.486097Z","caller":"traceutil/trace.go:171","msg":"trace[1194244392] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27672; }","duration":"2.163735347s","start":"2026-05-27T07:02:37.322352Z","end":"2026-05-27T07:02:39.486088Z","steps":["trace[1194244392] 'agreement among raft nodes before linearized reading' (duration: 2.163679085s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:39.486121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:37.322336Z","time spent":"2.163778929s","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:02:39.486125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:37.872967Z","time spent":"1.613090792s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:02:39.48617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625244454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-27T07:02:39.486242Z","caller":"traceutil/trace.go:171","msg":"trace[2145449096] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:27672; }","duration":"2.625361698s","start":"2026-05-27T07:02:36.860862Z","end":"2026-05-27T07:02:39.486223Z","steps":["trace[2145449096] 'agreement among raft nodes before linearized reading' (duration: 2.625178412s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:39.486276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:36.860838Z","time spent":"2.62543174s","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.207\" "} {"level":"warn","ts":"2026-05-27T07:02:39.486289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305037092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-27T07:02:39.486329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91159282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-27T07:02:39.486339Z","caller":"traceutil/trace.go:171","msg":"trace[258386770] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:27672; }","duration":"1.305136745s","start":"2026-05-27T07:02:38.181191Z","end":"2026-05-27T07:02:39.486327Z","steps":["trace[258386770] 'agreement among raft nodes before linearized reading' (duration: 1.304933528s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:39.486354Z","caller":"traceutil/trace.go:171","msg":"trace[1612133383] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:27672; }","duration":"1.911661532s","start":"2026-05-27T07:02:37.574685Z","end":"2026-05-27T07:02:39.486347Z","steps":["trace[1612133383] 'agreement among raft nodes before linearized reading' (duration: 1.911547869s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:39.486347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628608801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-27T07:02:39.486374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:37.574658Z","time spent":"1.911711914s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-27T07:02:39.48638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:38.181168Z","time spent":"1.305203567s","remote":"127.0.0.1:41378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":176,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:02:39.486403Z","caller":"traceutil/trace.go:171","msg":"trace[30599842] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27672; }","duration":"2.628716334s","start":"2026-05-27T07:02:36.857674Z","end":"2026-05-27T07:02:39.48639Z","steps":["trace[30599842] 'agreement among raft nodes before linearized reading' (duration: 2.62859498s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:39.486436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:36.857648Z","time spent":"2.628781806s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-27T07:02:39.560041Z","caller":"traceutil/trace.go:171","msg":"trace[1570117455] transaction","detail":"{read_only:false; response_revision:27674; number_of_response:1; }","duration":"794.365935ms","start":"2026-05-27T07:02:38.765649Z","end":"2026-05-27T07:02:39.560015Z","steps":["trace[1570117455] 'process raft request' (duration: 794.267292ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:39.560085Z","caller":"traceutil/trace.go:171","msg":"trace[2103314260] transaction","detail":"{read_only:false; response_revision:27673; number_of_response:1; }","duration":"797.145684ms","start":"2026-05-27T07:02:38.762907Z","end":"2026-05-27T07:02:39.560053Z","steps":["trace[2103314260] 'process raft request' (duration: 796.870575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:39.560202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:38.765632Z","time spent":"794.479629ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:02:39.560242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:38.76288Z","time spent":"797.271458ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:02:39.560837Z","caller":"traceutil/trace.go:171","msg":"trace[200837257] transaction","detail":"{read_only:false; response_revision:27675; number_of_response:1; }","duration":"795.071598ms","start":"2026-05-27T07:02:38.765746Z","end":"2026-05-27T07:02:39.560818Z","steps":["trace[200837257] 'process raft request' (duration: 794.224421ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:39.560899Z","caller":"traceutil/trace.go:171","msg":"trace[1508509571] transaction","detail":"{read_only:false; response_revision:27676; number_of_response:1; }","duration":"795.080968ms","start":"2026-05-27T07:02:38.765808Z","end":"2026-05-27T07:02:39.560889Z","steps":["trace[1508509571] 'process raft request' (duration: 794.757418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:39.560947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:38.765737Z","time spent":"795.15744ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:02:39.560971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:38.765801Z","time spent":"795.130449ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:02:39.561073Z","caller":"traceutil/trace.go:171","msg":"trace[661307119] transaction","detail":"{read_only:false; response_revision:27677; number_of_response:1; }","duration":"794.890632ms","start":"2026-05-27T07:02:38.766066Z","end":"2026-05-27T07:02:39.560956Z","steps":["trace[661307119] 'process raft request' (duration: 794.590053ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:39.561195Z","caller":"traceutil/trace.go:171","msg":"trace[1134962035] transaction","detail":"{read_only:false; response_revision:27678; number_of_response:1; }","duration":"795.041617ms","start":"2026-05-27T07:02:38.76614Z","end":"2026-05-27T07:02:39.561182Z","steps":["trace[1134962035] 'process raft request' (duration: 794.553602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:39.561253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:38.766056Z","time spent":"795.102409ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:02:39.561266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:38.766131Z","time spent":"795.102329ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:02:39.561449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.469681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:02:39.561487Z","caller":"traceutil/trace.go:171","msg":"trace[1317736161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27679; }","duration":"865.542763ms","start":"2026-05-27T07:02:38.695935Z","end":"2026-05-27T07:02:39.561478Z","steps":["trace[1317736161] 'agreement among raft nodes before linearized reading' (duration: 865.47083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:39.561518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:38.695912Z","time spent":"865.600375ms","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T07:02:39.560857Z","caller":"traceutil/trace.go:171","msg":"trace[1368872662] transaction","detail":"{read_only:false; response_revision:27679; number_of_response:1; }","duration":"794.5241ms","start":"2026-05-27T07:02:38.766313Z","end":"2026-05-27T07:02:39.560837Z","steps":["trace[1368872662] 'process raft request' (duration: 794.411277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:39.561749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:38.766304Z","time spent":"795.306335ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:02:39.56182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.118067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:02:39.561868Z","caller":"traceutil/trace.go:171","msg":"trace[828128171] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:27679; }","duration":"497.212ms","start":"2026-05-27T07:02:39.064646Z","end":"2026-05-27T07:02:39.561858Z","steps":["trace[828128171] 'agreement among raft nodes before linearized reading' (duration: 497.126237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:39.561905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:39.064622Z","time spent":"497.275282ms","remote":"127.0.0.1:46728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:02:39.680092Z","caller":"traceutil/trace.go:171","msg":"trace[1737059602] linearizableReadLoop","detail":"{readStateIndex:28621; appliedIndex:28620; }","duration":"119.291934ms","start":"2026-05-27T07:02:39.560772Z","end":"2026-05-27T07:02:39.680064Z","steps":["trace[1737059602] 'read index received' (duration: 63.935038ms)","trace[1737059602] 'applied index is now lower than readState.Index' (duration: 55.354886ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:02:39.680205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.48396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-27T07:02:39.680252Z","caller":"traceutil/trace.go:171","msg":"trace[1116110305] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27679; }","duration":"189.563473ms","start":"2026-05-27T07:02:39.490678Z","end":"2026-05-27T07:02:39.680241Z","steps":["trace[1116110305] 'agreement among raft nodes before linearized reading' (duration: 189.419258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:39.680368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.862808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:02:39.680452Z","caller":"traceutil/trace.go:171","msg":"trace[538012746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27679; }","duration":"111.982142ms","start":"2026-05-27T07:02:39.568451Z","end":"2026-05-27T07:02:39.680433Z","steps":["trace[538012746] 'agreement among raft nodes before linearized reading' (duration: 111.843827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:39.680452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.637155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:02:39.680514Z","caller":"traceutil/trace.go:171","msg":"trace[1124523539] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27679; }","duration":"108.744859ms","start":"2026-05-27T07:02:39.571755Z","end":"2026-05-27T07:02:39.6805Z","steps":["trace[1124523539] 'agreement among raft nodes before linearized reading' (duration: 108.598504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:39.680485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.654357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f917c6af-280e-4e12-bfe0-0fa691dfd830\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-05-27T07:02:39.680568Z","caller":"traceutil/trace.go:171","msg":"trace[716139243] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f917c6af-280e-4e12-bfe0-0fa691dfd830; range_end:; response_count:1; response_revision:27679; }","duration":"190.767901ms","start":"2026-05-27T07:02:39.489784Z","end":"2026-05-27T07:02:39.680551Z","steps":["trace[716139243] 'agreement among raft nodes before linearized reading' (duration: 190.550324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:40.004456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.63781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:02:40.004562Z","caller":"traceutil/trace.go:171","msg":"trace[935189559] linearizableReadLoop","detail":"{readStateIndex:28622; appliedIndex:28621; }","duration":"313.568116ms","start":"2026-05-27T07:02:39.690977Z","end":"2026-05-27T07:02:40.004545Z","steps":["trace[935189559] 'read index received' (duration: 149.75389ms)","trace[935189559] 'applied index is now lower than readState.Index' (duration: 163.812876ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:02:40.00466Z","caller":"traceutil/trace.go:171","msg":"trace[504879840] transaction","detail":"{read_only:false; response_revision:27680; number_of_response:1; }","duration":"320.293089ms","start":"2026-05-27T07:02:39.684352Z","end":"2026-05-27T07:02:40.004645Z","steps":["trace[504879840] 'process raft request' (duration: 156.38554ms)","trace[504879840] 'compare' (duration: 163.370612ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:02:40.004723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:39.684343Z","time spent":"320.34997ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:02:40.005006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.03146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:02:40.005052Z","caller":"traceutil/trace.go:171","msg":"trace[430415873] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27680; }","duration":"314.098062ms","start":"2026-05-27T07:02:39.690939Z","end":"2026-05-27T07:02:40.005037Z","steps":["trace[430415873] 'agreement among raft nodes before linearized reading' (duration: 313.990629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:40.005084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:39.690921Z","time spent":"314.155964ms","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-27T07:02:40.00529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.556046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:02:40.00533Z","caller":"traceutil/trace.go:171","msg":"trace[953468042] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27680; }","duration":"261.647859ms","start":"2026-05-27T07:02:39.743673Z","end":"2026-05-27T07:02:40.005321Z","steps":["trace[953468042] 'agreement among raft nodes before linearized reading' (duration: 261.566717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:40.005952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.503817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-27T07:02:40.005994Z","caller":"traceutil/trace.go:171","msg":"trace[1407850590] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27680; }","duration":"117.584209ms","start":"2026-05-27T07:02:39.8884Z","end":"2026-05-27T07:02:40.005985Z","steps":["trace[1407850590] 'agreement among raft nodes before linearized reading' (duration: 117.477066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:40.006169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.702078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:02:40.00621Z","caller":"traceutil/trace.go:171","msg":"trace[1926051187] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27680; }","duration":"143.7812ms","start":"2026-05-27T07:02:39.862418Z","end":"2026-05-27T07:02:40.006199Z","steps":["trace[1926051187] 'agreement among raft nodes before linearized reading' (duration: 143.716458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:40.514832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787431865,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:02:40.835773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.581016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:02:40.835878Z","caller":"traceutil/trace.go:171","msg":"trace[1816412469] linearizableReadLoop","detail":"{readStateIndex:28623; appliedIndex:28622; }","duration":"821.258758ms","start":"2026-05-27T07:02:40.014601Z","end":"2026-05-27T07:02:40.835859Z","steps":["trace[1816412469] 'read index received' (duration: 658.404123ms)","trace[1816412469] 'applied index is now lower than readState.Index' (duration: 162.853065ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:02:40.835971Z","caller":"traceutil/trace.go:171","msg":"trace[1726068438] transaction","detail":"{read_only:false; response_revision:27681; number_of_response:1; }","duration":"822.674602ms","start":"2026-05-27T07:02:40.01328Z","end":"2026-05-27T07:02:40.835955Z","steps":["trace[1726068438] 'process raft request' (duration: 659.832888ms)","trace[1726068438] 'compare' (duration: 161.991757ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:02:40.836025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:40.013261Z","time spent":"822.734474ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:02:40.836134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.534561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:02:40.836221Z","caller":"traceutil/trace.go:171","msg":"trace[225489584] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:27681; }","duration":"626.681286ms","start":"2026-05-27T07:02:40.209518Z","end":"2026-05-27T07:02:40.8362Z","steps":["trace[225489584] 'agreement among raft nodes before linearized reading' (duration: 626.505191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:40.836274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:40.209498Z","time spent":"626.758388ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:02:40.836504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.871372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T07:02:40.836542Z","caller":"traceutil/trace.go:171","msg":"trace[2133059395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27681; }","duration":"137.961005ms","start":"2026-05-27T07:02:40.69857Z","end":"2026-05-27T07:02:40.836531Z","steps":["trace[2133059395] 'agreement among raft nodes before linearized reading' (duration: 137.781369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:40.836587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.989765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-27T07:02:40.836584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.87995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T07:02:40.836626Z","caller":"traceutil/trace.go:171","msg":"trace[390936549] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27681; }","duration":"138.073059ms","start":"2026-05-27T07:02:40.69854Z","end":"2026-05-27T07:02:40.836613Z","steps":["trace[390936549] 'agreement among raft nodes before linearized reading' (duration: 137.930634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:40.836641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.364551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:02:40.83666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.042772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-27T07:02:40.836703Z","caller":"traceutil/trace.go:171","msg":"trace[274367817] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:27681; }","duration":"507.479345ms","start":"2026-05-27T07:02:40.329208Z","end":"2026-05-27T07:02:40.836687Z","steps":["trace[274367817] 'agreement among raft nodes before linearized reading' (duration: 507.367381ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:40.836711Z","caller":"traceutil/trace.go:171","msg":"trace[474807800] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27681; }","duration":"822.137635ms","start":"2026-05-27T07:02:40.014561Z","end":"2026-05-27T07:02:40.836699Z","steps":["trace[474807800] 'agreement among raft nodes before linearized reading' (duration: 822.021322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:40.836739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:40.014545Z","time spent":"822.190676ms","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-27T07:02:40.836736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.247446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-27T07:02:40.836741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:40.329173Z","time spent":"507.558657ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:02:40.836765Z","caller":"traceutil/trace.go:171","msg":"trace[2145218131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27681; }","duration":"139.321808ms","start":"2026-05-27T07:02:40.697437Z","end":"2026-05-27T07:02:40.836758Z","steps":["trace[2145218131] 'agreement among raft nodes before linearized reading' (duration: 139.250466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:40.836763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.090189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T07:02:40.836795Z","caller":"traceutil/trace.go:171","msg":"trace[228390985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27681; }","duration":"138.168612ms","start":"2026-05-27T07:02:40.698617Z","end":"2026-05-27T07:02:40.836786Z","steps":["trace[228390985] 'agreement among raft nodes before linearized reading' (duration: 138.078469ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:40.836659Z","caller":"traceutil/trace.go:171","msg":"trace[1528930079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27681; }","duration":"137.002435ms","start":"2026-05-27T07:02:40.699641Z","end":"2026-05-27T07:02:40.836644Z","steps":["trace[1528930079] 'agreement among raft nodes before linearized reading' (duration: 136.783548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:40.836838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.928474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:02:40.836938Z","caller":"traceutil/trace.go:171","msg":"trace[1789637448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27681; }","duration":"546.09849ms","start":"2026-05-27T07:02:40.290809Z","end":"2026-05-27T07:02:40.836908Z","steps":["trace[1789637448] 'agreement among raft nodes before linearized reading' (duration: 545.896663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:40.836983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:40.290784Z","time spent":"546.191583ms","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T07:02:41.151306Z","caller":"traceutil/trace.go:171","msg":"trace[1959664114] transaction","detail":"{read_only:false; response_revision:27682; number_of_response:1; }","duration":"309.765685ms","start":"2026-05-27T07:02:40.841521Z","end":"2026-05-27T07:02:41.151287Z","steps":["trace[1959664114] 'process raft request' (duration: 309.265819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:41.151465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:40.841504Z","time spent":"309.866368ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:02:41.19813Z","caller":"traceutil/trace.go:171","msg":"trace[1255264579] transaction","detail":"{read_only:false; response_revision:27683; number_of_response:1; }","duration":"356.311431ms","start":"2026-05-27T07:02:40.841787Z","end":"2026-05-27T07:02:41.198099Z","steps":["trace[1255264579] 'process raft request' (duration: 356.018311ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:41.198164Z","caller":"traceutil/trace.go:171","msg":"trace[2057962889] transaction","detail":"{read_only:false; response_revision:27685; number_of_response:1; }","duration":"356.132265ms","start":"2026-05-27T07:02:40.842011Z","end":"2026-05-27T07:02:41.198143Z","steps":["trace[2057962889] 'process raft request' (duration: 355.998761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:41.198283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:40.841764Z","time spent":"356.443135ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:02:41.198259Z","caller":"traceutil/trace.go:171","msg":"trace[1747149590] transaction","detail":"{read_only:false; response_revision:27684; number_of_response:1; }","duration":"356.400314ms","start":"2026-05-27T07:02:40.841812Z","end":"2026-05-27T07:02:41.198212Z","steps":["trace[1747149590] 'process raft request' (duration: 356.152396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:41.198329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.543263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-27T07:02:41.198418Z","caller":"traceutil/trace.go:171","msg":"trace[1162171714] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27686; }","duration":"347.700158ms","start":"2026-05-27T07:02:40.850694Z","end":"2026-05-27T07:02:41.198394Z","steps":["trace[1162171714] 'agreement among raft nodes before linearized reading' (duration: 347.483021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:41.198472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:40.841798Z","time spent":"356.558489ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:02:41.198479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:40.850678Z","time spent":"347.78758ms","remote":"127.0.0.1:54828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-27T07:02:41.198282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:40.841963Z","time spent":"356.244519ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:02:41.198121Z","caller":"traceutil/trace.go:171","msg":"trace[106413478] linearizableReadLoop","detail":"{readStateIndex:28628; appliedIndex:28623; }","duration":"347.336327ms","start":"2026-05-27T07:02:40.850759Z","end":"2026-05-27T07:02:41.198095Z","steps":["trace[106413478] 'read index received' (duration: 299.964364ms)","trace[106413478] 'applied index is now lower than readState.Index' (duration: 47.370472ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:02:41.19918Z","caller":"traceutil/trace.go:171","msg":"trace[1866917967] transaction","detail":"{read_only:false; response_revision:27686; number_of_response:1; }","duration":"356.955181ms","start":"2026-05-27T07:02:40.842206Z","end":"2026-05-27T07:02:41.199162Z","steps":["trace[1866917967] 'process raft request' (duration: 355.847216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:41.199244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:40.842193Z","time spent":"357.021224ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:02:41.459627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.596379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:02:41.459747Z","caller":"traceutil/trace.go:171","msg":"trace[1922809159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27686; }","duration":"169.765164ms","start":"2026-05-27T07:02:41.289944Z","end":"2026-05-27T07:02:41.459709Z","steps":["trace[1922809159] 'range keys from in-memory index tree' (duration: 169.475935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:42.161051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787431880,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-27T07:02:42.370458Z","caller":"traceutil/trace.go:171","msg":"trace[8732914] transaction","detail":"{read_only:false; response_revision:27687; number_of_response:1; }","duration":"878.880765ms","start":"2026-05-27T07:02:41.491554Z","end":"2026-05-27T07:02:42.370435Z","steps":["trace[8732914] 'process raft request' (duration: 878.71043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:42.370614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:41.49152Z","time spent":"879.00701ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:02:42.669469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.665202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:02:42.669633Z","caller":"traceutil/trace.go:171","msg":"trace[1956086606] transaction","detail":"{read_only:false; response_revision:27688; number_of_response:1; }","duration":"1.102638542s","start":"2026-05-27T07:02:41.566976Z","end":"2026-05-27T07:02:42.669615Z","steps":["trace[1956086606] 'process raft request' (duration: 984.732853ms)","trace[1956086606] 'compare' (duration: 117.249258ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:02:42.669691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:41.566949Z","time spent":"1.102715575s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:02:42.66997Z","caller":"traceutil/trace.go:171","msg":"trace[589974534] transaction","detail":"{read_only:false; response_revision:27689; number_of_response:1; }","duration":"1.102746446s","start":"2026-05-27T07:02:41.567214Z","end":"2026-05-27T07:02:42.66996Z","steps":["trace[589974534] 'process raft request' (duration: 1.102351564s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:42.670028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:41.56717Z","time spent":"1.102831488s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:02:42.67034Z","caller":"traceutil/trace.go:171","msg":"trace[751023637] transaction","detail":"{read_only:false; response_revision:27690; number_of_response:1; }","duration":"1.103031965s","start":"2026-05-27T07:02:41.567298Z","end":"2026-05-27T07:02:42.67033Z","steps":["trace[751023637] 'process raft request' (duration: 1.102615172s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:42.670403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:41.56728Z","time spent":"1.103091647s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:02:42.670557Z","caller":"traceutil/trace.go:171","msg":"trace[961598409] transaction","detail":"{read_only:false; response_revision:27691; number_of_response:1; }","duration":"1.101792666s","start":"2026-05-27T07:02:41.568754Z","end":"2026-05-27T07:02:42.670547Z","steps":["trace[961598409] 'process raft request' (duration: 1.101515117s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:42.67062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:41.568741Z","time spent":"1.101851257s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:02:42.670917Z","caller":"traceutil/trace.go:171","msg":"trace[1574406263] transaction","detail":"{read_only:false; response_revision:27692; number_of_response:1; }","duration":"1.100291788s","start":"2026-05-27T07:02:41.570616Z","end":"2026-05-27T07:02:42.670908Z","steps":["trace[1574406263] 'process raft request' (duration: 1.099891686s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:42.670969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:41.570591Z","time spent":"1.1003502s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:02:42.671214Z","caller":"traceutil/trace.go:171","msg":"trace[729640161] transaction","detail":"{read_only:false; response_revision:27693; number_of_response:1; }","duration":"1.099345088s","start":"2026-05-27T07:02:41.571838Z","end":"2026-05-27T07:02:42.671183Z","steps":["trace[729640161] 'process raft request' (duration: 1.099023578s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:42.671414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:41.571827Z","time spent":"1.099465802s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:02:42.697355Z","caller":"traceutil/trace.go:171","msg":"trace[1904295783] linearizableReadLoop","detail":"{readStateIndex:28636; appliedIndex:28628; }","duration":"1.036487554s","start":"2026-05-27T07:02:41.66084Z","end":"2026-05-27T07:02:42.697328Z","steps":["trace[1904295783] 'read index received' (duration: 709.40674ms)","trace[1904295783] 'applied index is now lower than readState.Index' (duration: 327.078974ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:02:42.697546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036683631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:02:42.69758Z","caller":"traceutil/trace.go:171","msg":"trace[1420339960] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:27693; }","duration":"1.036774984s","start":"2026-05-27T07:02:41.660794Z","end":"2026-05-27T07:02:42.697569Z","steps":["trace[1420339960] 'agreement among raft nodes before linearized reading' (duration: 1.036680121s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:42.697614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:41.660778Z","time spent":"1.036828725s","remote":"127.0.0.1:45330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:02:42.697877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.570876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:02:42.697906Z","caller":"traceutil/trace.go:171","msg":"trace[599966493] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:27693; }","duration":"826.631878ms","start":"2026-05-27T07:02:41.871267Z","end":"2026-05-27T07:02:42.697899Z","steps":["trace[599966493] 'agreement among raft nodes before linearized reading' (duration: 826.582207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:42.697926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:41.871247Z","time spent":"826.67347ms","remote":"127.0.0.1:48300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:02:42.69805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.988147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:02:42.698074Z","caller":"traceutil/trace.go:171","msg":"trace[373071869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27693; }","duration":"406.056739ms","start":"2026-05-27T07:02:42.292011Z","end":"2026-05-27T07:02:42.698068Z","steps":["trace[373071869] 'agreement among raft nodes before linearized reading' (duration: 406.020658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:42.698091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:42.291985Z","time spent":"406.10266ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:02:42.698202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.710253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:02:42.698228Z","caller":"traceutil/trace.go:171","msg":"trace[710188166] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:27693; }","duration":"437.789616ms","start":"2026-05-27T07:02:42.260431Z","end":"2026-05-27T07:02:42.698221Z","steps":["trace[710188166] 'agreement among raft nodes before linearized reading' (duration: 437.752854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:42.69825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:42.260404Z","time spent":"437.837647ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:02:42.698543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.801283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:02:42.698657Z","caller":"traceutil/trace.go:171","msg":"trace[1243762062] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:27693; }","duration":"616.98865ms","start":"2026-05-27T07:02:42.081641Z","end":"2026-05-27T07:02:42.69863Z","steps":["trace[1243762062] 'agreement among raft nodes before linearized reading' (duration: 616.759192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:42.698715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:42.081616Z","time spent":"617.086823ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:02:43.352271Z","caller":"traceutil/trace.go:171","msg":"trace[65711464] linearizableReadLoop","detail":"{readStateIndex:28637; appliedIndex:28636; }","duration":"204.230697ms","start":"2026-05-27T07:02:43.148015Z","end":"2026-05-27T07:02:43.352245Z","steps":["trace[65711464] 'read index received' (duration: 204.075032ms)","trace[65711464] 'applied index is now lower than readState.Index' (duration: 154.395µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:02:43.352645Z","caller":"traceutil/trace.go:171","msg":"trace[1732422086] transaction","detail":"{read_only:false; response_revision:27694; number_of_response:1; }","duration":"502.220899ms","start":"2026-05-27T07:02:42.850407Z","end":"2026-05-27T07:02:43.352628Z","steps":["trace[1732422086] 'process raft request' (duration: 501.670522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:43.352758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:02:42.85036Z","time spent":"502.322402ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:02:43.352968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.964081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:02:43.353011Z","caller":"traceutil/trace.go:171","msg":"trace[1613895298] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27694; }","duration":"205.060423ms","start":"2026-05-27T07:02:43.147939Z","end":"2026-05-27T07:02:43.353Z","steps":["trace[1613895298] 'agreement among raft nodes before linearized reading' (duration: 204.988101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:43.354001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.886155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T07:02:43.354086Z","caller":"traceutil/trace.go:171","msg":"trace[979793666] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27694; }","duration":"196.989958ms","start":"2026-05-27T07:02:43.157075Z","end":"2026-05-27T07:02:43.354065Z","steps":["trace[979793666] 'agreement among raft nodes before linearized reading' (duration: 196.73138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:43.354345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.774122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-27T07:02:43.354436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.42373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T07:02:43.354785Z","caller":"traceutil/trace.go:171","msg":"trace[232232524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27694; }","duration":"150.783902ms","start":"2026-05-27T07:02:43.203986Z","end":"2026-05-27T07:02:43.35477Z","steps":["trace[232232524] 'agreement among raft nodes before linearized reading' (duration: 150.000897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:43.354474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.386018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T07:02:43.3549Z","caller":"traceutil/trace.go:171","msg":"trace[80413270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27694; }","duration":"151.169114ms","start":"2026-05-27T07:02:43.203475Z","end":"2026-05-27T07:02:43.354644Z","steps":["trace[80413270] 'agreement among raft nodes before linearized reading' (duration: 150.455522ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:43.354947Z","caller":"traceutil/trace.go:171","msg":"trace[19886991] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27694; }","duration":"149.892704ms","start":"2026-05-27T07:02:43.20503Z","end":"2026-05-27T07:02:43.354923Z","steps":["trace[19886991] 'agreement among raft nodes before linearized reading' (duration: 149.266464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:02:43.354483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.375983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T07:02:43.355605Z","caller":"traceutil/trace.go:171","msg":"trace[21382242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27694; }","duration":"153.537519ms","start":"2026-05-27T07:02:43.202054Z","end":"2026-05-27T07:02:43.355591Z","steps":["trace[21382242] 'agreement among raft nodes before linearized reading' (duration: 152.327111ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:43.470241Z","caller":"traceutil/trace.go:171","msg":"trace[1119267624] transaction","detail":"{read_only:false; response_revision:27695; number_of_response:1; }","duration":"110.385011ms","start":"2026-05-27T07:02:43.359803Z","end":"2026-05-27T07:02:43.470188Z","steps":["trace[1119267624] 'process raft request' (duration: 49.032605ms)","trace[1119267624] 'compare' (duration: 61.14417ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:02:43.53545Z","caller":"traceutil/trace.go:171","msg":"trace[210386650] transaction","detail":"{read_only:false; response_revision:27696; number_of_response:1; }","duration":"174.247656ms","start":"2026-05-27T07:02:43.361142Z","end":"2026-05-27T07:02:43.53539Z","steps":["trace[210386650] 'process raft request' (duration: 173.938587ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:43.535704Z","caller":"traceutil/trace.go:171","msg":"trace[1038305768] transaction","detail":"{read_only:false; response_revision:27699; number_of_response:1; }","duration":"171.81956ms","start":"2026-05-27T07:02:43.363865Z","end":"2026-05-27T07:02:43.535684Z","steps":["trace[1038305768] 'process raft request' (duration: 171.49671ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:43.535456Z","caller":"traceutil/trace.go:171","msg":"trace[1541549953] transaction","detail":"{read_only:false; response_revision:27698; number_of_response:1; }","duration":"172.251733ms","start":"2026-05-27T07:02:43.363151Z","end":"2026-05-27T07:02:43.535403Z","steps":["trace[1541549953] 'process raft request' (duration: 172.16969ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:43.535524Z","caller":"traceutil/trace.go:171","msg":"trace[500609663] transaction","detail":"{read_only:false; response_revision:27697; number_of_response:1; }","duration":"174.094461ms","start":"2026-05-27T07:02:43.36142Z","end":"2026-05-27T07:02:43.535515Z","steps":["trace[500609663] 'process raft request' (duration: 173.850934ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:53.572023Z","caller":"traceutil/trace.go:171","msg":"trace[1816067942] transaction","detail":"{read_only:false; response_revision:27768; number_of_response:1; }","duration":"101.336214ms","start":"2026-05-27T07:02:53.47062Z","end":"2026-05-27T07:02:53.571957Z","steps":["trace[1816067942] 'process raft request' (duration: 101.093906ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:02:56.671218Z","caller":"traceutil/trace.go:171","msg":"trace[221857419] transaction","detail":"{read_only:false; response_revision:27791; number_of_response:1; }","duration":"126.665618ms","start":"2026-05-27T07:02:56.544505Z","end":"2026-05-27T07:02:56.671171Z","steps":["trace[221857419] 'process raft request' (duration: 126.445251ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:05.158915Z","caller":"traceutil/trace.go:171","msg":"trace[1354412034] transaction","detail":"{read_only:false; response_revision:27852; number_of_response:1; }","duration":"188.806638ms","start":"2026-05-27T07:03:04.970081Z","end":"2026-05-27T07:03:05.158888Z","steps":["trace[1354412034] 'process raft request' (duration: 188.624202ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:05.161201Z","caller":"traceutil/trace.go:171","msg":"trace[1621653813] transaction","detail":"{read_only:false; response_revision:27854; number_of_response:1; }","duration":"189.643035ms","start":"2026-05-27T07:03:04.971534Z","end":"2026-05-27T07:03:05.161177Z","steps":["trace[1621653813] 'process raft request' (duration: 189.541161ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:05.161231Z","caller":"traceutil/trace.go:171","msg":"trace[1727793535] transaction","detail":"{read_only:false; response_revision:27853; number_of_response:1; }","duration":"190.998937ms","start":"2026-05-27T07:03:04.970198Z","end":"2026-05-27T07:03:05.161197Z","steps":["trace[1727793535] 'process raft request' (duration: 190.76538ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:05.161628Z","caller":"traceutil/trace.go:171","msg":"trace[1291737276] transaction","detail":"{read_only:false; response_revision:27855; number_of_response:1; }","duration":"189.433749ms","start":"2026-05-27T07:03:04.97218Z","end":"2026-05-27T07:03:05.161614Z","steps":["trace[1291737276] 'process raft request' (duration: 188.933853ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:05.161901Z","caller":"traceutil/trace.go:171","msg":"trace[171339868] transaction","detail":"{read_only:false; response_revision:27856; number_of_response:1; }","duration":"187.5815ms","start":"2026-05-27T07:03:04.974285Z","end":"2026-05-27T07:03:05.161867Z","steps":["trace[171339868] 'process raft request' (duration: 187.27844ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:09.464641Z","caller":"traceutil/trace.go:171","msg":"trace[1716163486] transaction","detail":"{read_only:false; response_revision:27885; number_of_response:1; }","duration":"101.120006ms","start":"2026-05-27T07:03:09.363488Z","end":"2026-05-27T07:03:09.464608Z","steps":["trace[1716163486] 'process raft request' (duration: 100.94545ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:17.387169Z","caller":"traceutil/trace.go:171","msg":"trace[1617640724] transaction","detail":"{read_only:false; response_revision:27941; number_of_response:1; }","duration":"100.613031ms","start":"2026-05-27T07:03:17.286523Z","end":"2026-05-27T07:03:17.387136Z","steps":["trace[1617640724] 'process raft request' (duration: 99.95339ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:17.387561Z","caller":"traceutil/trace.go:171","msg":"trace[2132750121] transaction","detail":"{read_only:false; response_revision:27942; number_of_response:1; }","duration":"100.456707ms","start":"2026-05-27T07:03:17.287087Z","end":"2026-05-27T07:03:17.387543Z","steps":["trace[2132750121] 'process raft request' (duration: 99.589909ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:19.273967Z","caller":"traceutil/trace.go:171","msg":"trace[881289818] transaction","detail":"{read_only:false; response_revision:27954; number_of_response:1; }","duration":"425.693352ms","start":"2026-05-27T07:03:18.848245Z","end":"2026-05-27T07:03:19.273938Z","steps":["trace[881289818] 'process raft request' (duration: 425.520637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:03:19.274163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:03:18.848212Z","time spent":"425.839577ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:03:19.415364Z","caller":"traceutil/trace.go:171","msg":"trace[2042777510] linearizableReadLoop","detail":"{readStateIndex:28905; appliedIndex:28904; }","duration":"123.803797ms","start":"2026-05-27T07:03:19.291539Z","end":"2026-05-27T07:03:19.415343Z","steps":["trace[2042777510] 'read index received' (duration: 123.164547ms)","trace[2042777510] 'applied index is now lower than readState.Index' (duration: 637.88µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:03:19.415676Z","caller":"traceutil/trace.go:171","msg":"trace[946385835] transaction","detail":"{read_only:false; response_revision:27955; number_of_response:1; }","duration":"341.285045ms","start":"2026-05-27T07:03:19.074363Z","end":"2026-05-27T07:03:19.415648Z","steps":["trace[946385835] 'process raft request' (duration: 340.374676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:03:19.415861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:03:19.074334Z","time spent":"341.428819ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:03:19.415896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.056174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:03:19.416229Z","caller":"traceutil/trace.go:171","msg":"trace[49794543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27955; }","duration":"124.740737ms","start":"2026-05-27T07:03:19.291472Z","end":"2026-05-27T07:03:19.416213Z","steps":["trace[49794543] 'agreement among raft nodes before linearized reading' (duration: 124.003873ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:19.569196Z","caller":"traceutil/trace.go:171","msg":"trace[531437060] transaction","detail":"{read_only:false; response_revision:27956; number_of_response:1; }","duration":"198.849596ms","start":"2026-05-27T07:03:19.370327Z","end":"2026-05-27T07:03:19.569176Z","steps":["trace[531437060] 'process raft request' (duration: 144.885075ms)","trace[531437060] 'compare' (duration: 53.817627ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:03:19.569507Z","caller":"traceutil/trace.go:171","msg":"trace[1425606523] transaction","detail":"{read_only:false; response_revision:27957; number_of_response:1; }","duration":"174.535745ms","start":"2026-05-27T07:03:19.394958Z","end":"2026-05-27T07:03:19.569494Z","steps":["trace[1425606523] 'process raft request' (duration: 174.188124ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:19.569719Z","caller":"traceutil/trace.go:171","msg":"trace[88305183] transaction","detail":"{read_only:false; response_revision:27959; number_of_response:1; }","duration":"171.419817ms","start":"2026-05-27T07:03:19.39828Z","end":"2026-05-27T07:03:19.5697Z","steps":["trace[88305183] 'process raft request' (duration: 171.183839ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:19.569781Z","caller":"traceutil/trace.go:171","msg":"trace[1327935813] transaction","detail":"{read_only:false; response_revision:27960; number_of_response:1; }","duration":"169.92843ms","start":"2026-05-27T07:03:19.399839Z","end":"2026-05-27T07:03:19.569768Z","steps":["trace[1327935813] 'process raft request' (duration: 169.668492ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:19.569788Z","caller":"traceutil/trace.go:171","msg":"trace[1117916399] linearizableReadLoop","detail":"{readStateIndex:28910; appliedIndex:28905; }","duration":"152.045132ms","start":"2026-05-27T07:03:19.417729Z","end":"2026-05-27T07:03:19.569774Z","steps":["trace[1117916399] 'read index received' (duration: 97.500612ms)","trace[1117916399] 'applied index is now lower than readState.Index' (duration: 54.54229ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:03:19.570095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.321991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:03:19.570247Z","caller":"traceutil/trace.go:171","msg":"trace[419680098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27961; }","duration":"152.512197ms","start":"2026-05-27T07:03:19.4177Z","end":"2026-05-27T07:03:19.570213Z","steps":["trace[419680098] 'agreement among raft nodes before linearized reading' (duration: 152.199877ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:19.569605Z","caller":"traceutil/trace.go:171","msg":"trace[1167261124] transaction","detail":"{read_only:false; response_revision:27958; number_of_response:1; }","duration":"171.358085ms","start":"2026-05-27T07:03:19.398221Z","end":"2026-05-27T07:03:19.569579Z","steps":["trace[1167261124] 'process raft request' (duration: 171.147828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:03:20.022232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.628187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/manila-db-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:03:20.022295Z","caller":"traceutil/trace.go:171","msg":"trace[2094293317] range","detail":"{range_begin:/registry/serviceaccounts/openstack/manila-db-init; range_end:; response_count:0; response_revision:27962; }","duration":"162.72875ms","start":"2026-05-27T07:03:19.859553Z","end":"2026-05-27T07:03:20.022282Z","steps":["trace[2094293317] 'range keys from in-memory index tree' (duration: 162.561196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:03:20.263152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.125957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:03:20.263408Z","caller":"traceutil/trace.go:171","msg":"trace[1094417194] linearizableReadLoop","detail":"{readStateIndex:28917; appliedIndex:28915; }","duration":"144.809792ms","start":"2026-05-27T07:03:20.118581Z","end":"2026-05-27T07:03:20.263391Z","steps":["trace[1094417194] 'read index received' (duration: 43.408177ms)","trace[1094417194] 'applied index is now lower than readState.Index' (duration: 101.400505ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:03:20.263513Z","caller":"traceutil/trace.go:171","msg":"trace[838797188] transaction","detail":"{read_only:false; response_revision:27966; number_of_response:1; }","duration":"146.396873ms","start":"2026-05-27T07:03:20.117073Z","end":"2026-05-27T07:03:20.26347Z","steps":["trace[838797188] 'process raft request' (duration: 44.875153ms)","trace[838797188] 'compare' (duration: 100.834878ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:03:20.263556Z","caller":"traceutil/trace.go:171","msg":"trace[1821268217] transaction","detail":"{read_only:false; response_revision:27967; number_of_response:1; }","duration":"146.213697ms","start":"2026-05-27T07:03:20.117294Z","end":"2026-05-27T07:03:20.263507Z","steps":["trace[1821268217] 'process raft request' (duration: 146.030201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:03:20.263741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.86295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-27T07:03:20.263813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.189664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:03:20.263928Z","caller":"traceutil/trace.go:171","msg":"trace[1041973719] range","detail":"{range_begin:/registry/serviceaccounts/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27967; }","duration":"145.319248ms","start":"2026-05-27T07:03:20.118578Z","end":"2026-05-27T07:03:20.263897Z","steps":["trace[1041973719] 'agreement among raft nodes before linearized reading' (duration: 144.927386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:03:20.26356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.959652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:03:20.264052Z","caller":"traceutil/trace.go:171","msg":"trace[300395595] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27967; }","duration":"142.445137ms","start":"2026-05-27T07:03:20.121573Z","end":"2026-05-27T07:03:20.264018Z","steps":["trace[300395595] 'agreement among raft nodes before linearized reading' (duration: 141.946861ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:20.26385Z","caller":"traceutil/trace.go:171","msg":"trace[15416888] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27967; }","duration":"131.000804ms","start":"2026-05-27T07:03:20.132823Z","end":"2026-05-27T07:03:20.263824Z","steps":["trace[15416888] 'agreement among raft nodes before linearized reading' (duration: 130.755486ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:20.688289Z","caller":"traceutil/trace.go:171","msg":"trace[2123720104] transaction","detail":"{read_only:false; response_revision:27969; number_of_response:1; }","duration":"140.441435ms","start":"2026-05-27T07:03:20.54781Z","end":"2026-05-27T07:03:20.688252Z","steps":["trace[2123720104] 'process raft request' (duration: 140.072563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:03:21.137341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.718446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:03:21.137481Z","caller":"traceutil/trace.go:171","msg":"trace[286329429] linearizableReadLoop","detail":"{readStateIndex:28921; appliedIndex:28920; }","duration":"295.939687ms","start":"2026-05-27T07:03:20.84152Z","end":"2026-05-27T07:03:21.137459Z","steps":["trace[286329429] 'read index received' (duration: 30.916881ms)","trace[286329429] 'applied index is now lower than readState.Index' (duration: 265.020926ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:03:21.137486Z","caller":"traceutil/trace.go:171","msg":"trace[600933008] transaction","detail":"{read_only:false; response_revision:27970; number_of_response:1; }","duration":"443.031153ms","start":"2026-05-27T07:03:20.694426Z","end":"2026-05-27T07:03:21.137457Z","steps":["trace[600933008] 'process raft request' (duration: 178.10508ms)","trace[600933008] 'compare' (duration: 264.434177ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:03:21.138707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:03:20.694401Z","time spent":"443.149516ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":668,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-27T07:03:21.147582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.025437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:03:21.147653Z","caller":"traceutil/trace.go:171","msg":"trace[193721081] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27971; }","duration":"306.160421ms","start":"2026-05-27T07:03:20.841478Z","end":"2026-05-27T07:03:21.147638Z","steps":["trace[193721081] 'agreement among raft nodes before linearized reading' (duration: 296.045171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:03:21.147693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:03:20.84146Z","time spent":"306.225553ms","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:03:41.644223Z","caller":"traceutil/trace.go:171","msg":"trace[1283501542] transaction","detail":"{read_only:false; response_revision:28292; number_of_response:1; }","duration":"136.153678ms","start":"2026-05-27T07:03:41.508041Z","end":"2026-05-27T07:03:41.644195Z","steps":["trace[1283501542] 'process raft request' (duration: 135.990203ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:41.778321Z","caller":"traceutil/trace.go:171","msg":"trace[110835005] transaction","detail":"{read_only:false; response_revision:28293; number_of_response:1; }","duration":"110.738012ms","start":"2026-05-27T07:03:41.667465Z","end":"2026-05-27T07:03:41.778203Z","steps":["trace[110835005] 'process raft request' (duration: 54.410136ms)","trace[110835005] 'compare' (duration: 56.170481ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:03:41.785019Z","caller":"traceutil/trace.go:171","msg":"trace[682321010] transaction","detail":"{read_only:false; response_revision:28294; number_of_response:1; }","duration":"117.030082ms","start":"2026-05-27T07:03:41.667964Z","end":"2026-05-27T07:03:41.784994Z","steps":["trace[682321010] 'process raft request' (duration: 116.828885ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:41.785324Z","caller":"traceutil/trace.go:171","msg":"trace[2133677516] transaction","detail":"{read_only:false; response_revision:28295; number_of_response:1; }","duration":"113.923573ms","start":"2026-05-27T07:03:41.671368Z","end":"2026-05-27T07:03:41.785292Z","steps":["trace[2133677516] 'process raft request' (duration: 113.575102ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:41.785572Z","caller":"traceutil/trace.go:171","msg":"trace[2089077926] transaction","detail":"{read_only:false; response_revision:28296; number_of_response:1; }","duration":"105.145525ms","start":"2026-05-27T07:03:41.680394Z","end":"2026-05-27T07:03:41.785539Z","steps":["trace[2089077926] 'process raft request' (duration: 104.777873ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:42.556555Z","caller":"traceutil/trace.go:171","msg":"trace[1979323415] transaction","detail":"{read_only:false; response_revision:28303; number_of_response:1; }","duration":"109.462432ms","start":"2026-05-27T07:03:42.447058Z","end":"2026-05-27T07:03:42.55652Z","steps":["trace[1979323415] 'process raft request' (duration: 108.996517ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:44.040184Z","caller":"traceutil/trace.go:171","msg":"trace[1564960367] transaction","detail":"{read_only:false; response_revision:28307; number_of_response:1; }","duration":"247.332635ms","start":"2026-05-27T07:03:43.792818Z","end":"2026-05-27T07:03:44.040151Z","steps":["trace[1564960367] 'process raft request' (duration: 202.239225ms)","trace[1564960367] 'compare' (duration: 44.884743ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:03:44.040618Z","caller":"traceutil/trace.go:171","msg":"trace[1552570469] transaction","detail":"{read_only:false; response_revision:28308; number_of_response:1; }","duration":"247.433168ms","start":"2026-05-27T07:03:43.793146Z","end":"2026-05-27T07:03:44.040579Z","steps":["trace[1552570469] 'process raft request' (duration: 246.949402ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:44.040725Z","caller":"traceutil/trace.go:171","msg":"trace[335512583] transaction","detail":"{read_only:false; response_revision:28310; number_of_response:1; }","duration":"246.856349ms","start":"2026-05-27T07:03:43.793812Z","end":"2026-05-27T07:03:44.040668Z","steps":["trace[335512583] 'process raft request' (duration: 246.662983ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:44.040851Z","caller":"traceutil/trace.go:171","msg":"trace[1316863676] transaction","detail":"{read_only:false; response_revision:28309; number_of_response:1; }","duration":"247.288113ms","start":"2026-05-27T07:03:43.793534Z","end":"2026-05-27T07:03:44.040822Z","steps":["trace[1316863676] 'process raft request' (duration: 246.797488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:03:45.076907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.767672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:03:45.077022Z","caller":"traceutil/trace.go:171","msg":"trace[615854815] linearizableReadLoop","detail":"{readStateIndex:29271; appliedIndex:29269; }","duration":"640.132173ms","start":"2026-05-27T07:03:44.436872Z","end":"2026-05-27T07:03:45.077004Z","steps":["trace[615854815] 'read index received' (duration: 9.392608ms)","trace[615854815] 'applied index is now lower than readState.Index' (duration: 630.738015ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:03:45.077104Z","caller":"traceutil/trace.go:171","msg":"trace[1224170044] transaction","detail":"{read_only:false; response_revision:28313; number_of_response:1; }","duration":"674.72483ms","start":"2026-05-27T07:03:44.402334Z","end":"2026-05-27T07:03:45.077059Z","steps":["trace[1224170044] 'process raft request' (duration: 354.682259ms)","trace[1224170044] 'compare' (duration: 319.529235ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:03:45.07752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:03:44.402314Z","time spent":"674.881865ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:03:45.078147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.97599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T07:03:45.078227Z","caller":"traceutil/trace.go:171","msg":"trace[1587719728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28313; }","duration":"641.387842ms","start":"2026-05-27T07:03:44.436824Z","end":"2026-05-27T07:03:45.078211Z","steps":["trace[1587719728] 'agreement among raft nodes before linearized reading' (duration: 640.228506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:03:45.078274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:03:44.436802Z","time spent":"641.460645ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-27T07:03:45.108271Z","caller":"traceutil/trace.go:171","msg":"trace[643311445] transaction","detail":"{read_only:false; response_revision:28314; number_of_response:1; }","duration":"165.651764ms","start":"2026-05-27T07:03:44.942553Z","end":"2026-05-27T07:03:45.108205Z","steps":["trace[643311445] 'process raft request' (duration: 165.452788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:03:45.108353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.934032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-27T07:03:45.108376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.45003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-05-27T07:03:45.108381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.488412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:03:45.108348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.363529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:03:45.108439Z","caller":"traceutil/trace.go:171","msg":"trace[1024891409] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28314; }","duration":"441.611737ms","start":"2026-05-27T07:03:44.666817Z","end":"2026-05-27T07:03:45.108428Z","steps":["trace[1024891409] 'agreement among raft nodes before linearized reading' (duration: 441.475543ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:45.108433Z","caller":"traceutil/trace.go:171","msg":"trace[1578385639] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28314; }","duration":"614.079836ms","start":"2026-05-27T07:03:44.494332Z","end":"2026-05-27T07:03:45.108412Z","steps":["trace[1578385639] 'agreement among raft nodes before linearized reading' (duration: 613.849729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:03:45.108468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:03:44.666792Z","time spent":"441.670198ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-27T07:03:45.108483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:03:44.494307Z","time spent":"614.166309ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T07:03:45.108486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.833574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:03:45.108477Z","caller":"traceutil/trace.go:171","msg":"trace[2098039158] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28314; }","duration":"441.544535ms","start":"2026-05-27T07:03:44.666907Z","end":"2026-05-27T07:03:45.108452Z","steps":["trace[2098039158] 'agreement among raft nodes before linearized reading' (duration: 441.342758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:03:45.108504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.310758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T07:03:45.10854Z","caller":"traceutil/trace.go:171","msg":"trace[1672043510] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:28314; }","duration":"546.934887ms","start":"2026-05-27T07:03:44.561586Z","end":"2026-05-27T07:03:45.108521Z","steps":["trace[1672043510] 'agreement among raft nodes before linearized reading' (duration: 546.844744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:03:45.108564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.027966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:03:45.108599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:03:44.561558Z","time spent":"547.01814ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:03:45.10865Z","caller":"traceutil/trace.go:171","msg":"trace[2146680033] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28314; }","duration":"294.15035ms","start":"2026-05-27T07:03:44.814488Z","end":"2026-05-27T07:03:45.108638Z","steps":["trace[2146680033] 'agreement among raft nodes before linearized reading' (duration: 294.058617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:03:45.108657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.247443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:03:45.108676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.044166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:03:45.108659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.725238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-27T07:03:45.108716Z","caller":"traceutil/trace.go:171","msg":"trace[2077327746] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:28314; }","duration":"311.124948ms","start":"2026-05-27T07:03:44.797581Z","end":"2026-05-27T07:03:45.108706Z","steps":["trace[2077327746] 'agreement among raft nodes before linearized reading' (duration: 311.048315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:03:45.108755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:03:44.797547Z","time spent":"311.2002ms","remote":"127.0.0.1:41332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:03:45.108436Z","caller":"traceutil/trace.go:171","msg":"trace[1135041645] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28314; }","duration":"440.556383ms","start":"2026-05-27T07:03:44.667864Z","end":"2026-05-27T07:03:45.108421Z","steps":["trace[1135041645] 'agreement among raft nodes before linearized reading' (duration: 440.364457ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:45.108751Z","caller":"traceutil/trace.go:171","msg":"trace[1006152622] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:28314; }","duration":"486.850162ms","start":"2026-05-27T07:03:44.621883Z","end":"2026-05-27T07:03:45.108734Z","steps":["trace[1006152622] 'agreement among raft nodes before linearized reading' (duration: 486.578613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:03:45.108782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.310475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:03:45.10882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:03:44.621862Z","time spent":"486.945885ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-05-27T07:03:45.108704Z","caller":"traceutil/trace.go:171","msg":"trace[124155838] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28314; }","duration":"294.339985ms","start":"2026-05-27T07:03:44.81435Z","end":"2026-05-27T07:03:45.10869Z","steps":["trace[124155838] 'agreement among raft nodes before linearized reading' (duration: 294.267173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:03:45.108526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.578815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-05-27T07:03:45.108955Z","caller":"traceutil/trace.go:171","msg":"trace[823053223] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28314; }","duration":"226.040059ms","start":"2026-05-27T07:03:44.882898Z","end":"2026-05-27T07:03:45.108939Z","steps":["trace[823053223] 'agreement among raft nodes before linearized reading' (duration: 225.566024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:03:45.108554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:03:44.666884Z","time spent":"441.654458ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-05-27T07:03:45.108577Z","caller":"traceutil/trace.go:171","msg":"trace[878197214] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28314; }","duration":"546.409941ms","start":"2026-05-27T07:03:44.562149Z","end":"2026-05-27T07:03:45.108559Z","steps":["trace[878197214] 'agreement among raft nodes before linearized reading' (duration: 546.233576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:03:45.109115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:03:44.562138Z","time spent":"546.952638ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-27T07:03:45.108362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.491313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:03:45.109204Z","caller":"traceutil/trace.go:171","msg":"trace[1292717697] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28314; }","duration":"442.387121ms","start":"2026-05-27T07:03:44.666803Z","end":"2026-05-27T07:03:45.10919Z","steps":["trace[1292717697] 'agreement among raft nodes before linearized reading' (duration: 441.455692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:03:45.108813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:03:44.667843Z","time spent":"440.957656ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-27T07:03:45.109253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:03:44.666734Z","time spent":"442.501305ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-05-27T07:03:45.108837Z","caller":"traceutil/trace.go:171","msg":"trace[1172055579] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28314; }","duration":"294.374976ms","start":"2026-05-27T07:03:44.814439Z","end":"2026-05-27T07:03:45.108814Z","steps":["trace[1172055579] 'agreement among raft nodes before linearized reading' (duration: 294.289664ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:45.866009Z","caller":"traceutil/trace.go:171","msg":"trace[1320704945] transaction","detail":"{read_only:false; response_revision:28319; number_of_response:1; }","duration":"174.983781ms","start":"2026-05-27T07:03:45.690999Z","end":"2026-05-27T07:03:45.865982Z","steps":["trace[1320704945] 'process raft request' (duration: 174.789275ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:47.089163Z","caller":"traceutil/trace.go:171","msg":"trace[1852889665] transaction","detail":"{read_only:false; response_revision:28328; number_of_response:1; }","duration":"159.934752ms","start":"2026-05-27T07:03:46.929186Z","end":"2026-05-27T07:03:47.089121Z","steps":["trace[1852889665] 'process raft request' (duration: 155.77656ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:47.257878Z","caller":"traceutil/trace.go:171","msg":"trace[1725023087] transaction","detail":"{read_only:false; response_revision:28332; number_of_response:1; }","duration":"113.680586ms","start":"2026-05-27T07:03:47.144168Z","end":"2026-05-27T07:03:47.257848Z","steps":["trace[1725023087] 'process raft request' (duration: 113.539341ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:47.257907Z","caller":"traceutil/trace.go:171","msg":"trace[1842366306] transaction","detail":"{read_only:false; response_revision:28331; number_of_response:1; }","duration":"114.549803ms","start":"2026-05-27T07:03:47.143317Z","end":"2026-05-27T07:03:47.257867Z","steps":["trace[1842366306] 'process raft request' (duration: 53.059573ms)","trace[1842366306] 'compare' (duration: 61.066257ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:03:48.022402Z","caller":"traceutil/trace.go:171","msg":"trace[1487840771] linearizableReadLoop","detail":"{readStateIndex:29295; appliedIndex:29294; }","duration":"128.030832ms","start":"2026-05-27T07:03:47.894343Z","end":"2026-05-27T07:03:48.022374Z","steps":["trace[1487840771] 'read index received' (duration: 127.787174ms)","trace[1487840771] 'applied index is now lower than readState.Index' (duration: 242.138µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:03:48.022514Z","caller":"traceutil/trace.go:171","msg":"trace[155850461] transaction","detail":"{read_only:false; response_revision:28336; number_of_response:1; }","duration":"137.650006ms","start":"2026-05-27T07:03:47.884819Z","end":"2026-05-27T07:03:48.022469Z","steps":["trace[155850461] 'process raft request' (duration: 137.284704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:03:48.022663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.2898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:03:48.022748Z","caller":"traceutil/trace.go:171","msg":"trace[1633483799] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28336; }","duration":"128.425814ms","start":"2026-05-27T07:03:47.894303Z","end":"2026-05-27T07:03:48.022729Z","steps":["trace[1633483799] 'agreement among raft nodes before linearized reading' (duration: 128.252228ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:48.167897Z","caller":"traceutil/trace.go:171","msg":"trace[1131910509] transaction","detail":"{read_only:false; response_revision:28337; number_of_response:1; }","duration":"111.30247ms","start":"2026-05-27T07:03:48.056564Z","end":"2026-05-27T07:03:48.167866Z","steps":["trace[1131910509] 'process raft request' (duration: 107.222621ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:48.179152Z","caller":"traceutil/trace.go:171","msg":"trace[2019705770] transaction","detail":"{read_only:false; response_revision:28338; number_of_response:1; }","duration":"122.35036ms","start":"2026-05-27T07:03:48.056758Z","end":"2026-05-27T07:03:48.179109Z","steps":["trace[2019705770] 'process raft request' (duration: 122.112733ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:48.179541Z","caller":"traceutil/trace.go:171","msg":"trace[1813864983] transaction","detail":"{read_only:false; response_revision:28339; number_of_response:1; }","duration":"114.971036ms","start":"2026-05-27T07:03:48.064543Z","end":"2026-05-27T07:03:48.179514Z","steps":["trace[1813864983] 'process raft request' (duration: 114.509892ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:49.37917Z","caller":"traceutil/trace.go:171","msg":"trace[1486719546] transaction","detail":"{read_only:false; response_revision:28347; number_of_response:1; }","duration":"112.014323ms","start":"2026-05-27T07:03:49.267114Z","end":"2026-05-27T07:03:49.379128Z","steps":["trace[1486719546] 'process raft request' (duration: 111.258709ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:49.379779Z","caller":"traceutil/trace.go:171","msg":"trace[882947459] transaction","detail":"{read_only:false; response_revision:28348; number_of_response:1; }","duration":"110.407831ms","start":"2026-05-27T07:03:49.269337Z","end":"2026-05-27T07:03:49.379745Z","steps":["trace[882947459] 'process raft request' (duration: 110.022899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:03:49.581377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.522063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:03:49.581484Z","caller":"traceutil/trace.go:171","msg":"trace[193641273] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28350; }","duration":"114.657047ms","start":"2026-05-27T07:03:49.466803Z","end":"2026-05-27T07:03:49.58146Z","steps":["trace[193641273] 'agreement among raft nodes before linearized reading' (duration: 114.470241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:03:49.581562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.541881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-05-27T07:03:49.581647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.670277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:03:49.581827Z","caller":"traceutil/trace.go:171","msg":"trace[584051746] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28350; }","duration":"114.944725ms","start":"2026-05-27T07:03:49.466858Z","end":"2026-05-27T07:03:49.581803Z","steps":["trace[584051746] 'agreement among raft nodes before linearized reading' (duration: 114.517382ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:49.581718Z","caller":"traceutil/trace.go:171","msg":"trace[692500310] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28350; }","duration":"113.721027ms","start":"2026-05-27T07:03:49.467953Z","end":"2026-05-27T07:03:49.581674Z","steps":["trace[692500310] 'agreement among raft nodes before linearized reading' (duration: 113.356316ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:50.210026Z","caller":"traceutil/trace.go:171","msg":"trace[964727741] transaction","detail":"{read_only:false; response_revision:28351; number_of_response:1; }","duration":"312.939185ms","start":"2026-05-27T07:03:49.897056Z","end":"2026-05-27T07:03:50.209996Z","steps":["trace[964727741] 'process raft request' (duration: 312.666886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:03:50.210326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:03:49.89703Z","time spent":"313.185483ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:03:50.243304Z","caller":"traceutil/trace.go:171","msg":"trace[1747092952] transaction","detail":"{read_only:false; response_revision:28353; number_of_response:1; }","duration":"126.813662ms","start":"2026-05-27T07:03:50.116472Z","end":"2026-05-27T07:03:50.243285Z","steps":["trace[1747092952] 'process raft request' (duration: 126.738359ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:50.243324Z","caller":"traceutil/trace.go:171","msg":"trace[1201731951] transaction","detail":"{read_only:false; response_revision:28352; number_of_response:1; }","duration":"212.447618ms","start":"2026-05-27T07:03:50.030827Z","end":"2026-05-27T07:03:50.243275Z","steps":["trace[1201731951] 'process raft request' (duration: 212.256872ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:50.243825Z","caller":"traceutil/trace.go:171","msg":"trace[679202050] linearizableReadLoop","detail":"{readStateIndex:29311; appliedIndex:29309; }","duration":"157.097093ms","start":"2026-05-27T07:03:50.086701Z","end":"2026-05-27T07:03:50.243798Z","steps":["trace[679202050] 'read index received' (duration: 123.077544ms)","trace[679202050] 'applied index is now lower than readState.Index' (duration: 34.018339ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:03:50.244125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.396202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:03:50.244184Z","caller":"traceutil/trace.go:171","msg":"trace[1323230859] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:28357; }","duration":"157.515526ms","start":"2026-05-27T07:03:50.086654Z","end":"2026-05-27T07:03:50.244169Z","steps":["trace[1323230859] 'agreement among raft nodes before linearized reading' (duration: 157.285069ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:57.345356Z","caller":"traceutil/trace.go:171","msg":"trace[1357272805] transaction","detail":"{read_only:false; response_revision:28406; number_of_response:1; }","duration":"110.403482ms","start":"2026-05-27T07:03:57.234909Z","end":"2026-05-27T07:03:57.345312Z","steps":["trace[1357272805] 'process raft request' (duration: 110.162074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:03:57.521536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.06339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:03:57.521631Z","caller":"traceutil/trace.go:171","msg":"trace[2029570359] linearizableReadLoop","detail":"{readStateIndex:29368; appliedIndex:29367; }","duration":"166.521282ms","start":"2026-05-27T07:03:57.355096Z","end":"2026-05-27T07:03:57.521618Z","steps":["trace[2029570359] 'read index received' (duration: 33.161302ms)","trace[2029570359] 'applied index is now lower than readState.Index' (duration: 133.35879ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:03:57.521755Z","caller":"traceutil/trace.go:171","msg":"trace[299634982] transaction","detail":"{read_only:false; response_revision:28407; number_of_response:1; }","duration":"171.84781ms","start":"2026-05-27T07:03:57.349844Z","end":"2026-05-27T07:03:57.521692Z","steps":["trace[299634982] 'process raft request' (duration: 38.541042ms)","trace[299634982] 'compare' (duration: 132.941517ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:03:57.522032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.909054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18305"} {"level":"info","ts":"2026-05-27T07:03:57.522137Z","caller":"traceutil/trace.go:171","msg":"trace[137405687] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:28407; }","duration":"167.066609ms","start":"2026-05-27T07:03:57.355045Z","end":"2026-05-27T07:03:57.522112Z","steps":["trace[137405687] 'agreement among raft nodes before linearized reading' (duration: 166.640185ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:03:57.709764Z","caller":"traceutil/trace.go:171","msg":"trace[2041733474] linearizableReadLoop","detail":"{readStateIndex:29370; appliedIndex:29369; }","duration":"147.116196ms","start":"2026-05-27T07:03:57.562623Z","end":"2026-05-27T07:03:57.709739Z","steps":["trace[2041733474] 'read index received' (duration: 126.366278ms)","trace[2041733474] 'applied index is now lower than readState.Index' (duration: 20.748818ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:03:57.709831Z","caller":"traceutil/trace.go:171","msg":"trace[814590354] transaction","detail":"{read_only:false; response_revision:28409; number_of_response:1; }","duration":"181.91784ms","start":"2026-05-27T07:03:57.527869Z","end":"2026-05-27T07:03:57.709786Z","steps":["trace[814590354] 'process raft request' (duration: 161.10103ms)","trace[814590354] 'compare' (duration: 20.634534ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:03:57.709915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.280821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:03:57.709947Z","caller":"traceutil/trace.go:171","msg":"trace[172316970] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28409; }","duration":"147.380715ms","start":"2026-05-27T07:03:57.562556Z","end":"2026-05-27T07:03:57.709937Z","steps":["trace[172316970] 'agreement among raft nodes before linearized reading' (duration: 147.301832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:04:02.108901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.619228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:04:02.108998Z","caller":"traceutil/trace.go:171","msg":"trace[1948858248] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:28438; }","duration":"174.767844ms","start":"2026-05-27T07:04:01.934212Z","end":"2026-05-27T07:04:02.10898Z","steps":["trace[1948858248] 'count revisions from in-memory index tree' (duration: 174.520466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:04:02.109063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.147367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-27T07:04:02.109121Z","caller":"traceutil/trace.go:171","msg":"trace[874950797] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28438; }","duration":"141.255461ms","start":"2026-05-27T07:04:01.967852Z","end":"2026-05-27T07:04:02.109107Z","steps":["trace[874950797] 'range keys from in-memory index tree' (duration: 140.836037ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:04:02.217158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.580377ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-05-27T07:04:18.434736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.480297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-05-27T07:04:18.434816Z","caller":"traceutil/trace.go:171","msg":"trace[501551230] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28564; }","duration":"100.58637ms","start":"2026-05-27T07:04:18.334211Z","end":"2026-05-27T07:04:18.434798Z","steps":["trace[501551230] 'agreement among raft nodes before linearized reading' (duration: 100.403165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:04:18.435006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.642939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:04:18.43509Z","caller":"traceutil/trace.go:171","msg":"trace[1777828581] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28564; }","duration":"104.776373ms","start":"2026-05-27T07:04:18.3303Z","end":"2026-05-27T07:04:18.435077Z","steps":["trace[1777828581] 'agreement among raft nodes before linearized reading' (duration: 104.67705ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:04:18.896684Z","caller":"traceutil/trace.go:171","msg":"trace[1616864274] transaction","detail":"{read_only:false; response_revision:28565; number_of_response:1; }","duration":"154.726318ms","start":"2026-05-27T07:04:18.741933Z","end":"2026-05-27T07:04:18.896659Z","steps":["trace[1616864274] 'process raft request' (duration: 154.220962ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:04:20.2706Z","caller":"traceutil/trace.go:171","msg":"trace[1209133058] transaction","detail":"{read_only:false; response_revision:28571; number_of_response:1; }","duration":"267.992041ms","start":"2026-05-27T07:04:20.002584Z","end":"2026-05-27T07:04:20.270576Z","steps":["trace[1209133058] 'process raft request' (duration: 267.814825ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:04:21.19885Z","caller":"traceutil/trace.go:171","msg":"trace[886358641] transaction","detail":"{read_only:false; response_revision:28581; number_of_response:1; }","duration":"198.911938ms","start":"2026-05-27T07:04:20.999916Z","end":"2026-05-27T07:04:21.198828Z","steps":["trace[886358641] 'process raft request' (duration: 198.726842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:04:21.749613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.982106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:04:21.749738Z","caller":"traceutil/trace.go:171","msg":"trace[1688305015] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:28582; }","duration":"132.159132ms","start":"2026-05-27T07:04:21.617552Z","end":"2026-05-27T07:04:21.749711Z","steps":["trace[1688305015] 'count revisions from in-memory index tree' (duration: 131.880503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:04:28.64887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.27622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-05-27T07:04:28.648988Z","caller":"traceutil/trace.go:171","msg":"trace[780259949] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28639; }","duration":"123.442035ms","start":"2026-05-27T07:04:28.52552Z","end":"2026-05-27T07:04:28.648962Z","steps":["trace[780259949] 'agreement among raft nodes before linearized reading' (duration: 123.128775ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:04:33.360619Z","caller":"traceutil/trace.go:171","msg":"trace[2002038994] linearizableReadLoop","detail":"{readStateIndex:29662; appliedIndex:29661; }","duration":"134.096923ms","start":"2026-05-27T07:04:33.226494Z","end":"2026-05-27T07:04:33.360591Z","steps":["trace[2002038994] 'read index received' (duration: 133.851296ms)","trace[2002038994] 'applied index is now lower than readState.Index' (duration: 243.647µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:04:33.360685Z","caller":"traceutil/trace.go:171","msg":"trace[788800385] transaction","detail":"{read_only:false; response_revision:28692; number_of_response:1; }","duration":"196.822323ms","start":"2026-05-27T07:04:33.163827Z","end":"2026-05-27T07:04:33.360649Z","steps":["trace[788800385] 'process raft request' (duration: 196.604436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:04:33.360868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.88194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:04:33.360915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.420914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-27T07:04:33.360905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.109055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:04:33.360979Z","caller":"traceutil/trace.go:171","msg":"trace[425510682] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28692; }","duration":"134.522767ms","start":"2026-05-27T07:04:33.226438Z","end":"2026-05-27T07:04:33.36096Z","steps":["trace[425510682] 'agreement among raft nodes before linearized reading' (duration: 134.317861ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:04:33.361002Z","caller":"traceutil/trace.go:171","msg":"trace[1133762427] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28692; }","duration":"106.25399ms","start":"2026-05-27T07:04:33.254725Z","end":"2026-05-27T07:04:33.360979Z","steps":["trace[1133762427] 'agreement among raft nodes before linearized reading' (duration: 106.074214ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:04:33.36094Z","caller":"traceutil/trace.go:171","msg":"trace[636015799] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28692; }","duration":"101.024994ms","start":"2026-05-27T07:04:33.259897Z","end":"2026-05-27T07:04:33.360922Z","steps":["trace[636015799] 'agreement among raft nodes before linearized reading' (duration: 100.90093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:04:33.361283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.263494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:04:33.361343Z","caller":"traceutil/trace.go:171","msg":"trace[230037490] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28692; }","duration":"102.338506ms","start":"2026-05-27T07:04:33.258985Z","end":"2026-05-27T07:04:33.361324Z","steps":["trace[230037490] 'agreement among raft nodes before linearized reading' (duration: 102.17335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:04:33.361322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.835807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:04:33.361409Z","caller":"traceutil/trace.go:171","msg":"trace[287265754] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28692; }","duration":"105.987602ms","start":"2026-05-27T07:04:33.255402Z","end":"2026-05-27T07:04:33.36139Z","steps":["trace[287265754] 'agreement among raft nodes before linearized reading' (duration: 105.840207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:04:33.361079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.008363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4666"} {"level":"warn","ts":"2026-05-27T07:04:33.36185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.732321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4666"} {"level":"info","ts":"2026-05-27T07:04:33.361884Z","caller":"traceutil/trace.go:171","msg":"trace[1461375423] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:28692; }","duration":"103.817113ms","start":"2026-05-27T07:04:33.258058Z","end":"2026-05-27T07:04:33.361875Z","steps":["trace[1461375423] 'agreement among raft nodes before linearized reading' (duration: 103.055639ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:04:33.362713Z","caller":"traceutil/trace.go:171","msg":"trace[117063704] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:28692; }","duration":"101.83063ms","start":"2026-05-27T07:04:33.260042Z","end":"2026-05-27T07:04:33.361873Z","steps":["trace[117063704] 'agreement among raft nodes before linearized reading' (duration: 100.928151ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:04:59.564836Z","caller":"traceutil/trace.go:171","msg":"trace[1771808171] transaction","detail":"{read_only:false; response_revision:28920; number_of_response:1; }","duration":"126.927775ms","start":"2026-05-27T07:04:59.437799Z","end":"2026-05-27T07:04:59.564727Z","steps":["trace[1771808171] 'process raft request' (duration: 126.408659ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:05:04.90398Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"520ed656383c33a4","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-27T07:05:04.909899Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-27T07:05:04.910023Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-27T07:05:08.000242Z","caller":"traceutil/trace.go:171","msg":"trace[1951162790] transaction","detail":"{read_only:false; response_revision:29065; number_of_response:1; }","duration":"110.501394ms","start":"2026-05-27T07:05:07.889712Z","end":"2026-05-27T07:05:08.000213Z","steps":["trace[1951162790] 'process raft request' (duration: 110.310458ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:05:27.261513Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26786} {"level":"info","ts":"2026-05-27T07:05:27.390928Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26786,"took":"124.724246ms","hash":2080121632,"current-db-size-bytes":63393792,"current-db-size":"63 MB","current-db-size-in-use-bytes":35758080,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-27T07:05:27.390996Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2080121632,"revision":26786,"compact-revision":24388} {"level":"info","ts":"2026-05-27T07:06:44.230346Z","caller":"traceutil/trace.go:171","msg":"trace[1348274972] transaction","detail":"{read_only:false; response_revision:30024; number_of_response:1; }","duration":"265.882832ms","start":"2026-05-27T07:06:43.964439Z","end":"2026-05-27T07:06:44.230322Z","steps":["trace[1348274972] 'process raft request' (duration: 265.678535ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:06:44.359674Z","caller":"traceutil/trace.go:171","msg":"trace[788922997] linearizableReadLoop","detail":"{readStateIndex:31029; appliedIndex:31028; }","duration":"129.355522ms","start":"2026-05-27T07:06:44.230288Z","end":"2026-05-27T07:06:44.359643Z","steps":["trace[788922997] 'read index received' (duration: 129.118575ms)","trace[788922997] 'applied index is now lower than readState.Index' (duration: 235.767µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:06:44.359776Z","caller":"traceutil/trace.go:171","msg":"trace[2037762474] transaction","detail":"{read_only:false; response_revision:30025; number_of_response:1; }","duration":"200.832248ms","start":"2026-05-27T07:06:44.158901Z","end":"2026-05-27T07:06:44.359734Z","steps":["trace[2037762474] 'process raft request' (duration: 200.55632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:06:44.360033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.31186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-27T07:06:44.360174Z","caller":"traceutil/trace.go:171","msg":"trace[735562963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30025; }","duration":"205.503176ms","start":"2026-05-27T07:06:44.154644Z","end":"2026-05-27T07:06:44.360147Z","steps":["trace[735562963] 'agreement among raft nodes before linearized reading' (duration: 205.105504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:06:48.489696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.616131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T07:06:48.48983Z","caller":"traceutil/trace.go:171","msg":"trace[2101052643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30054; }","duration":"100.790277ms","start":"2026-05-27T07:06:48.389013Z","end":"2026-05-27T07:06:48.489803Z","steps":["trace[2101052643] 'range keys from in-memory index tree' (duration: 100.360623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:06:48.489719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.817287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T07:06:48.489929Z","caller":"traceutil/trace.go:171","msg":"trace[1396060642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30054; }","duration":"112.082045ms","start":"2026-05-27T07:06:48.377808Z","end":"2026-05-27T07:06:48.48989Z","steps":["trace[1396060642] 'range keys from in-memory index tree' (duration: 111.5829ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:06:49.159361Z","caller":"traceutil/trace.go:171","msg":"trace[1176295603] transaction","detail":"{read_only:false; response_revision:30062; number_of_response:1; }","duration":"103.027178ms","start":"2026-05-27T07:06:49.056277Z","end":"2026-05-27T07:06:49.159304Z","steps":["trace[1176295603] 'process raft request' (duration: 102.756939ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:07:25.753064Z","caller":"traceutil/trace.go:171","msg":"trace[491969356] transaction","detail":"{read_only:false; response_revision:30445; number_of_response:1; }","duration":"110.618016ms","start":"2026-05-27T07:07:25.642418Z","end":"2026-05-27T07:07:25.753037Z","steps":["trace[491969356] 'process raft request' (duration: 109.362018ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:10:27.26843Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29262} {"level":"info","ts":"2026-05-27T07:10:27.403342Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29262,"took":"129.097925ms","hash":1069228868,"current-db-size-bytes":63393792,"current-db-size":"63 MB","current-db-size-in-use-bytes":35655680,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-27T07:10:27.40344Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1069228868,"revision":29262,"compact-revision":26786} {"level":"warn","ts":"2026-05-27T07:15:25.342926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.498692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:15:25.34302Z","caller":"traceutil/trace.go:171","msg":"trace[878882072] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:34036; }","duration":"110.664876ms","start":"2026-05-27T07:15:25.232336Z","end":"2026-05-27T07:15:25.343001Z","steps":["trace[878882072] 'count revisions from in-memory index tree' (duration: 110.369178ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:25.730607Z","caller":"traceutil/trace.go:171","msg":"trace[1018688810] linearizableReadLoop","detail":"{readStateIndex:35166; appliedIndex:35165; }","duration":"145.535706ms","start":"2026-05-27T07:15:25.585035Z","end":"2026-05-27T07:15:25.730571Z","steps":["trace[1018688810] 'read index received' (duration: 64.442µs)","trace[1018688810] 'applied index is now lower than readState.Index' (duration: 145.469224ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:15:25.730748Z","caller":"traceutil/trace.go:171","msg":"trace[714966087] transaction","detail":"{read_only:false; response_revision:34043; number_of_response:1; }","duration":"145.69159ms","start":"2026-05-27T07:15:25.585002Z","end":"2026-05-27T07:15:25.730694Z","steps":["trace[714966087] 'process raft request' (duration: 144.972278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:25.73096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.868836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T07:15:25.731079Z","caller":"traceutil/trace.go:171","msg":"trace[1235628536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34043; }","duration":"146.044112ms","start":"2026-05-27T07:15:25.585013Z","end":"2026-05-27T07:15:25.731057Z","steps":["trace[1235628536] 'agreement among raft nodes before linearized reading' (duration: 145.68058ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:27.291122Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31831} {"level":"info","ts":"2026-05-27T07:15:27.49453Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31831,"took":"197.957217ms","hash":3938942185,"current-db-size-bytes":63393792,"current-db-size":"63 MB","current-db-size-in-use-bytes":30490624,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-27T07:15:27.494623Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3938942185,"revision":31831,"compact-revision":29262} {"level":"info","ts":"2026-05-27T07:15:45.544485Z","caller":"traceutil/trace.go:171","msg":"trace[2111282700] transaction","detail":"{read_only:false; response_revision:34183; number_of_response:1; }","duration":"114.405505ms","start":"2026-05-27T07:15:45.429967Z","end":"2026-05-27T07:15:45.544373Z","steps":["trace[2111282700] 'process raft request' (duration: 114.167367ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:45.590852Z","caller":"traceutil/trace.go:171","msg":"trace[1629503394] transaction","detail":"{read_only:false; response_revision:34184; number_of_response:1; }","duration":"160.504907ms","start":"2026-05-27T07:15:45.430311Z","end":"2026-05-27T07:15:45.590816Z","steps":["trace[1629503394] 'process raft request' (duration: 160.28623ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:45.591299Z","caller":"traceutil/trace.go:171","msg":"trace[42185517] transaction","detail":"{read_only:false; response_revision:34185; number_of_response:1; }","duration":"159.792955ms","start":"2026-05-27T07:15:45.431466Z","end":"2026-05-27T07:15:45.591259Z","steps":["trace[42185517] 'process raft request' (duration: 159.291169ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:45.592468Z","caller":"traceutil/trace.go:171","msg":"trace[1313801508] transaction","detail":"{read_only:false; response_revision:34186; number_of_response:1; }","duration":"158.274317ms","start":"2026-05-27T07:15:45.434166Z","end":"2026-05-27T07:15:45.59244Z","steps":["trace[1313801508] 'process raft request' (duration: 156.875873ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:45.592719Z","caller":"traceutil/trace.go:171","msg":"trace[1792562950] transaction","detail":"{read_only:false; response_revision:34187; number_of_response:1; }","duration":"138.505534ms","start":"2026-05-27T07:15:45.454184Z","end":"2026-05-27T07:15:45.59269Z","steps":["trace[1792562950] 'process raft request' (duration: 138.023819ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:46.059109Z","caller":"traceutil/trace.go:171","msg":"trace[1665088641] linearizableReadLoop","detail":"{readStateIndex:35316; appliedIndex:35315; }","duration":"150.42912ms","start":"2026-05-27T07:15:45.908649Z","end":"2026-05-27T07:15:46.059079Z","steps":["trace[1665088641] 'read index received' (duration: 150.10598ms)","trace[1665088641] 'applied index is now lower than readState.Index' (duration: 317.4µs)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:15:46.059524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.826895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T07:15:46.059575Z","caller":"traceutil/trace.go:171","msg":"trace[89085144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34188; }","duration":"145.951249ms","start":"2026-05-27T07:15:45.913612Z","end":"2026-05-27T07:15:46.059563Z","steps":["trace[89085144] 'agreement among raft nodes before linearized reading' (duration: 145.66218ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:46.059544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.878094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-27T07:15:46.059602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.458772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T07:15:46.059631Z","caller":"traceutil/trace.go:171","msg":"trace[578861721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34188; }","duration":"151.029068ms","start":"2026-05-27T07:15:45.908582Z","end":"2026-05-27T07:15:46.059611Z","steps":["trace[578861721] 'agreement among raft nodes before linearized reading' (duration: 150.699478ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:46.059658Z","caller":"traceutil/trace.go:171","msg":"trace[1015453356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34188; }","duration":"131.558605ms","start":"2026-05-27T07:15:45.928083Z","end":"2026-05-27T07:15:46.059641Z","steps":["trace[1015453356] 'agreement among raft nodes before linearized reading' (duration: 131.413131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:46.059644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.694243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T07:15:46.059735Z","caller":"traceutil/trace.go:171","msg":"trace[1029295174] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34188; }","duration":"107.851848ms","start":"2026-05-27T07:15:45.951862Z","end":"2026-05-27T07:15:46.059714Z","steps":["trace[1029295174] 'agreement among raft nodes before linearized reading' (duration: 107.537378ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:46.059738Z","caller":"traceutil/trace.go:171","msg":"trace[116001636] transaction","detail":"{read_only:false; response_revision:34188; number_of_response:1; }","duration":"188.139398ms","start":"2026-05-27T07:15:45.871451Z","end":"2026-05-27T07:15:46.059591Z","steps":["trace[116001636] 'process raft request' (duration: 187.340203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:46.572232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.264212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:15:46.572307Z","caller":"traceutil/trace.go:171","msg":"trace[1198958321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34192; }","duration":"281.393206ms","start":"2026-05-27T07:15:46.290898Z","end":"2026-05-27T07:15:46.572291Z","steps":["trace[1198958321] 'range keys from in-memory index tree' (duration: 281.125667ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:46.799239Z","caller":"traceutil/trace.go:171","msg":"trace[644151325] transaction","detail":"{read_only:false; response_revision:34193; number_of_response:1; }","duration":"221.623243ms","start":"2026-05-27T07:15:46.577588Z","end":"2026-05-27T07:15:46.799211Z","steps":["trace[644151325] 'process raft request' (duration: 221.238801ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:46.883194Z","caller":"traceutil/trace.go:171","msg":"trace[101186586] transaction","detail":"{read_only:false; response_revision:34195; number_of_response:1; }","duration":"102.410306ms","start":"2026-05-27T07:15:46.780761Z","end":"2026-05-27T07:15:46.883172Z","steps":["trace[101186586] 'process raft request' (duration: 102.341314ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:46.883238Z","caller":"traceutil/trace.go:171","msg":"trace[959052169] transaction","detail":"{read_only:false; response_revision:34194; number_of_response:1; }","duration":"286.422585ms","start":"2026-05-27T07:15:46.596761Z","end":"2026-05-27T07:15:46.883183Z","steps":["trace[959052169] 'process raft request' (duration: 275.730558ms)","trace[959052169] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; req_size:624; } (duration: 10.444229ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:15:48.18907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.246492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T07:15:48.189197Z","caller":"traceutil/trace.go:171","msg":"trace[61136649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34204; }","duration":"109.392307ms","start":"2026-05-27T07:15:48.079778Z","end":"2026-05-27T07:15:48.18917Z","steps":["trace[61136649] 'agreement among raft nodes before linearized reading' (duration: 108.845849ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:48.221833Z","caller":"traceutil/trace.go:171","msg":"trace[329928402] transaction","detail":"{read_only:false; response_revision:34205; number_of_response:1; }","duration":"116.405168ms","start":"2026-05-27T07:15:48.105383Z","end":"2026-05-27T07:15:48.221788Z","steps":["trace[329928402] 'process raft request' (duration: 116.171981ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:49.203305Z","caller":"traceutil/trace.go:171","msg":"trace[1599169274] transaction","detail":"{read_only:false; response_revision:34211; number_of_response:1; }","duration":"175.135158ms","start":"2026-05-27T07:15:49.028136Z","end":"2026-05-27T07:15:49.203271Z","steps":["trace[1599169274] 'process raft request' (duration: 174.914481ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:49.219643Z","caller":"traceutil/trace.go:171","msg":"trace[1584953835] transaction","detail":"{read_only:false; response_revision:34212; number_of_response:1; }","duration":"191.202494ms","start":"2026-05-27T07:15:49.028407Z","end":"2026-05-27T07:15:49.219609Z","steps":["trace[1584953835] 'process raft request' (duration: 190.208223ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:50.398213Z","caller":"traceutil/trace.go:171","msg":"trace[592886770] transaction","detail":"{read_only:false; response_revision:34221; number_of_response:1; }","duration":"134.177728ms","start":"2026-05-27T07:15:50.263991Z","end":"2026-05-27T07:15:50.398168Z","steps":["trace[592886770] 'process raft request' (duration: 132.422462ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:50.398272Z","caller":"traceutil/trace.go:171","msg":"trace[164844968] linearizableReadLoop","detail":"{readStateIndex:35350; appliedIndex:35348; }","duration":"123.442209ms","start":"2026-05-27T07:15:50.274779Z","end":"2026-05-27T07:15:50.398221Z","steps":["trace[164844968] 'read index received' (duration: 34.374393ms)","trace[164844968] 'applied index is now lower than readState.Index' (duration: 89.059286ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:15:50.39858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.770889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-27T07:15:50.3987Z","caller":"traceutil/trace.go:171","msg":"trace[1491430873] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34222; }","duration":"123.942836ms","start":"2026-05-27T07:15:50.274728Z","end":"2026-05-27T07:15:50.398671Z","steps":["trace[1491430873] 'agreement among raft nodes before linearized reading' (duration: 123.695918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:50.398937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.553672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:15:50.398982Z","caller":"traceutil/trace.go:171","msg":"trace[1127233476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34222; }","duration":"109.687386ms","start":"2026-05-27T07:15:50.289282Z","end":"2026-05-27T07:15:50.398969Z","steps":["trace[1127233476] 'agreement among raft nodes before linearized reading' (duration: 109.572322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:50.398999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.110321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-27T07:15:50.39904Z","caller":"traceutil/trace.go:171","msg":"trace[1780030090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34222; }","duration":"124.184103ms","start":"2026-05-27T07:15:50.274843Z","end":"2026-05-27T07:15:50.399028Z","steps":["trace[1780030090] 'agreement among raft nodes before linearized reading' (duration: 123.964496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:50.399476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.833232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-27T07:15:50.399532Z","caller":"traceutil/trace.go:171","msg":"trace[466188466] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:34222; }","duration":"110.900534ms","start":"2026-05-27T07:15:50.28862Z","end":"2026-05-27T07:15:50.399521Z","steps":["trace[466188466] 'agreement among raft nodes before linearized reading' (duration: 110.519162ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:51.520482Z","caller":"traceutil/trace.go:171","msg":"trace[1208940872] transaction","detail":"{read_only:false; response_revision:34227; number_of_response:1; }","duration":"100.9381ms","start":"2026-05-27T07:15:51.419508Z","end":"2026-05-27T07:15:51.520446Z","steps":["trace[1208940872] 'process raft request' (duration: 100.728344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:52.272021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.919528ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-27T07:15:52.272483Z","caller":"traceutil/trace.go:171","msg":"trace[1257599230] transaction","detail":"{read_only:false; response_revision:34234; number_of_response:1; }","duration":"145.920498ms","start":"2026-05-27T07:15:52.126532Z","end":"2026-05-27T07:15:52.272453Z","steps":["trace[1257599230] 'process raft request' (duration: 145.708691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:52.651999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.443383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:15:52.652123Z","caller":"traceutil/trace.go:171","msg":"trace[1448160378] linearizableReadLoop","detail":"{readStateIndex:35365; appliedIndex:35364; }","duration":"247.517709ms","start":"2026-05-27T07:15:52.404586Z","end":"2026-05-27T07:15:52.652104Z","steps":["trace[1448160378] 'read index received' (duration: 21.761015ms)","trace[1448160378] 'applied index is now lower than readState.Index' (duration: 225.755594ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:15:52.652177Z","caller":"traceutil/trace.go:171","msg":"trace[1566924696] transaction","detail":"{read_only:false; response_revision:34235; number_of_response:1; }","duration":"332.070883ms","start":"2026-05-27T07:15:52.320063Z","end":"2026-05-27T07:15:52.652134Z","steps":["trace[1566924696] 'process raft request' (duration: 106.391822ms)","trace[1566924696] 'compare' (duration: 225.295929ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:15:52.652309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.702394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-27T07:15:52.652324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.111916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T07:15:52.652356Z","caller":"traceutil/trace.go:171","msg":"trace[1894399424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34235; }","duration":"168.22891ms","start":"2026-05-27T07:15:52.484116Z","end":"2026-05-27T07:15:52.652345Z","steps":["trace[1894399424] 'agreement among raft nodes before linearized reading' (duration: 168.097996ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:52.652356Z","caller":"traceutil/trace.go:171","msg":"trace[1890073376] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34235; }","duration":"247.804587ms","start":"2026-05-27T07:15:52.404535Z","end":"2026-05-27T07:15:52.65234Z","steps":["trace[1890073376] 'agreement among raft nodes before linearized reading' (duration: 247.636792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:52.652354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:52.320032Z","time spent":"332.232198ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:15:52.652622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.978946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:15:52.652661Z","caller":"traceutil/trace.go:171","msg":"trace[964216446] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:34235; }","duration":"110.064068ms","start":"2026-05-27T07:15:52.542586Z","end":"2026-05-27T07:15:52.65265Z","steps":["trace[964216446] 'agreement among raft nodes before linearized reading' (duration: 109.878712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:52.652696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.673398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-27T07:15:52.652736Z","caller":"traceutil/trace.go:171","msg":"trace[2104889083] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:34235; }","duration":"117.75846ms","start":"2026-05-27T07:15:52.534969Z","end":"2026-05-27T07:15:52.652727Z","steps":["trace[2104889083] 'agreement among raft nodes before linearized reading' (duration: 117.501012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:52.652886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.554818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T07:15:52.653002Z","caller":"traceutil/trace.go:171","msg":"trace[2047639963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34235; }","duration":"160.783956ms","start":"2026-05-27T07:15:52.492194Z","end":"2026-05-27T07:15:52.652978Z","steps":["trace[2047639963] 'agreement among raft nodes before linearized reading' (duration: 160.303171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:53.417728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.905726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:15:53.417859Z","caller":"traceutil/trace.go:171","msg":"trace[241216887] transaction","detail":"{read_only:false; response_revision:34236; number_of_response:1; }","duration":"757.684583ms","start":"2026-05-27T07:15:52.660155Z","end":"2026-05-27T07:15:53.417839Z","steps":["trace[241216887] 'process raft request' (duration: 154.56452ms)","trace[241216887] 'compare' (duration: 599.980304ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:15:53.417914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:52.660125Z","time spent":"757.766235ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:15:53.920495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.551071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:15:53.920872Z","caller":"traceutil/trace.go:171","msg":"trace[1721905520] linearizableReadLoop","detail":"{readStateIndex:35368; appliedIndex:35365; }","duration":"1.257958084s","start":"2026-05-27T07:15:52.662891Z","end":"2026-05-27T07:15:53.920849Z","steps":["trace[1721905520] 'read index received' (duration: 151.891265ms)","trace[1721905520] 'applied index is now lower than readState.Index' (duration: 1.106065719s)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:15:53.921062Z","caller":"traceutil/trace.go:171","msg":"trace[1665391966] transaction","detail":"{read_only:false; response_revision:34237; number_of_response:1; }","duration":"1.260123773s","start":"2026-05-27T07:15:52.660892Z","end":"2026-05-27T07:15:53.921016Z","steps":["trace[1665391966] 'process raft request' (duration: 891.887911ms)","trace[1665391966] 'compare' (duration: 367.307223ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:15:53.921279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:52.660859Z","time spent":"1.260311499s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:15:53.921739Z","caller":"traceutil/trace.go:171","msg":"trace[1169731373] transaction","detail":"{read_only:false; response_revision:34239; number_of_response:1; }","duration":"978.81962ms","start":"2026-05-27T07:15:52.942897Z","end":"2026-05-27T07:15:53.921717Z","steps":["trace[1169731373] 'process raft request' (duration: 977.910422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:53.921847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:52.942869Z","time spent":"978.925593ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:15:53.922305Z","caller":"traceutil/trace.go:171","msg":"trace[807273940] transaction","detail":"{read_only:false; response_revision:34240; number_of_response:1; }","duration":"262.222912ms","start":"2026-05-27T07:15:53.660069Z","end":"2026-05-27T07:15:53.922292Z","steps":["trace[807273940] 'process raft request' (duration: 261.53627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:53.92298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260069841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:15:53.923059Z","caller":"traceutil/trace.go:171","msg":"trace[438354189] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:34240; }","duration":"1.260174754s","start":"2026-05-27T07:15:52.662861Z","end":"2026-05-27T07:15:53.923035Z","steps":["trace[438354189] 'agreement among raft nodes before linearized reading' (duration: 1.26005988s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:53.923119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:52.662849Z","time spent":"1.260253007s","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-27T07:15:53.964681Z","caller":"traceutil/trace.go:171","msg":"trace[946854927] transaction","detail":"{read_only:false; response_revision:34238; number_of_response:1; }","duration":"1.258553444s","start":"2026-05-27T07:15:52.66241Z","end":"2026-05-27T07:15:53.920963Z","steps":["trace[946854927] 'process raft request' (duration: 1.258252934s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:53.96498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:52.662378Z","time spent":"1.302452327s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:15:54.256551Z","caller":"traceutil/trace.go:171","msg":"trace[941450631] transaction","detail":"{read_only:false; response_revision:34241; number_of_response:1; }","duration":"519.109746ms","start":"2026-05-27T07:15:53.7374Z","end":"2026-05-27T07:15:54.25651Z","steps":["trace[941450631] 'process raft request' (duration: 518.796066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:54.256789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:53.737369Z","time spent":"519.300502ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:15:54.257057Z","caller":"traceutil/trace.go:171","msg":"trace[1972844148] transaction","detail":"{read_only:false; response_revision:34242; number_of_response:1; }","duration":"427.906432ms","start":"2026-05-27T07:15:53.829097Z","end":"2026-05-27T07:15:54.257003Z","steps":["trace[1972844148] 'process raft request' (duration: 427.350465ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:54.25707Z","caller":"traceutil/trace.go:171","msg":"trace[1957003819] transaction","detail":"{read_only:false; response_revision:34243; number_of_response:1; }","duration":"411.379981ms","start":"2026-05-27T07:15:53.845677Z","end":"2026-05-27T07:15:54.257057Z","steps":["trace[1957003819] 'process raft request' (duration: 411.146184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:54.257187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:53.845647Z","time spent":"411.504985ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:15:54.257194Z","caller":"traceutil/trace.go:171","msg":"trace[1505645310] linearizableReadLoop","detail":"{readStateIndex:35374; appliedIndex:35371; }","duration":"336.233494ms","start":"2026-05-27T07:15:53.920915Z","end":"2026-05-27T07:15:54.257149Z","steps":["trace[1505645310] 'read index received' (duration: 335.509951ms)","trace[1505645310] 'applied index is now lower than readState.Index' (duration: 722.203µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:15:54.257341Z","caller":"traceutil/trace.go:171","msg":"trace[1555118542] transaction","detail":"{read_only:false; response_revision:34244; number_of_response:1; }","duration":"411.435073ms","start":"2026-05-27T07:15:53.845878Z","end":"2026-05-27T07:15:54.257313Z","steps":["trace[1555118542] 'process raft request' (duration: 411.133104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:54.25742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49902748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:15:54.257455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357562343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-27T07:15:54.257462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:53.845867Z","time spent":"411.541936ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:15:54.257498Z","caller":"traceutil/trace.go:171","msg":"trace[1245044682] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34244; }","duration":"1.357635476s","start":"2026-05-27T07:15:52.89985Z","end":"2026-05-27T07:15:54.257485Z","steps":["trace[1245044682] 'agreement among raft nodes before linearized reading' (duration: 1.357429919s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:54.257522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472763072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:15:54.257554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:52.899825Z","time spent":"1.357722237s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-27T07:15:54.257565Z","caller":"traceutil/trace.go:171","msg":"trace[648067483] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:34244; }","duration":"1.472852586s","start":"2026-05-27T07:15:52.784696Z","end":"2026-05-27T07:15:54.257549Z","steps":["trace[648067483] 'agreement among raft nodes before linearized reading' (duration: 1.472595737s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:54.257591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:52.784676Z","time spent":"1.472909488s","remote":"127.0.0.1:41528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:15:54.257465Z","caller":"traceutil/trace.go:171","msg":"trace[973903995] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:34244; }","duration":"1.499145263s","start":"2026-05-27T07:15:52.758305Z","end":"2026-05-27T07:15:54.257451Z","steps":["trace[973903995] 'agreement among raft nodes before linearized reading' (duration: 1.49902576s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:54.257593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.693326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T07:15:54.257633Z","caller":"traceutil/trace.go:171","msg":"trace[1711667475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34244; }","duration":"719.773118ms","start":"2026-05-27T07:15:53.537852Z","end":"2026-05-27T07:15:54.257625Z","steps":["trace[1711667475] 'agreement among raft nodes before linearized reading' (duration: 719.632133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:54.257625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:52.758281Z","time spent":"1.49933682s","remote":"127.0.0.1:48324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:15:54.257661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:53.537827Z","time spent":"719.82599ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T07:15:54.257255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:53.829068Z","time spent":"428.082068ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:15:54.257788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.047754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:15:54.257851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.107873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-27T07:15:54.25788Z","caller":"traceutil/trace.go:171","msg":"trace[1929747276] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:34244; }","duration":"789.191395ms","start":"2026-05-27T07:15:53.468682Z","end":"2026-05-27T07:15:54.257873Z","steps":["trace[1929747276] 'agreement among raft nodes before linearized reading' (duration: 789.101222ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:54.257907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:53.468647Z","time spent":"789.255378ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-27T07:15:54.257952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.18498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:15:54.257985Z","caller":"traceutil/trace.go:171","msg":"trace[848686269] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:34244; }","duration":"373.365833ms","start":"2026-05-27T07:15:53.884495Z","end":"2026-05-27T07:15:54.25786Z","steps":["trace[848686269] 'agreement among raft nodes before linearized reading' (duration: 372.903719ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:54.258008Z","caller":"traceutil/trace.go:171","msg":"trace[181627608] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:34244; }","duration":"905.281462ms","start":"2026-05-27T07:15:53.352709Z","end":"2026-05-27T07:15:54.25799Z","steps":["trace[181627608] 'agreement among raft nodes before linearized reading' (duration: 905.185469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:54.258034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:53.884468Z","time spent":"373.554749ms","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:15:54.258058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:53.352683Z","time spent":"905.360535ms","remote":"127.0.0.1:33134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:15:54.258123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.345254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:15:54.258265Z","caller":"traceutil/trace.go:171","msg":"trace[967811655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34244; }","duration":"964.56224ms","start":"2026-05-27T07:15:53.293671Z","end":"2026-05-27T07:15:54.258234Z","steps":["trace[967811655] 'agreement among raft nodes before linearized reading' (duration: 964.284891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:54.258311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:53.293646Z","time spent":"964.658003ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:15:54.25864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.675444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:15:54.258686Z","caller":"traceutil/trace.go:171","msg":"trace[45098315] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:34244; }","duration":"785.797888ms","start":"2026-05-27T07:15:53.472881Z","end":"2026-05-27T07:15:54.258679Z","steps":["trace[45098315] 'agreement among raft nodes before linearized reading' (duration: 784.308721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:54.258705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:53.472857Z","time spent":"785.84303ms","remote":"127.0.0.1:41318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:15:54.520984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.737766ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-27T07:15:54.52128Z","caller":"traceutil/trace.go:171","msg":"trace[857349866] linearizableReadLoop","detail":"{readStateIndex:35375; appliedIndex:35374; }","duration":"263.963266ms","start":"2026-05-27T07:15:54.257297Z","end":"2026-05-27T07:15:54.52126Z","steps":["trace[857349866] 'read index received' (duration: 2.8659ms)","trace[857349866] 'applied index is now lower than readState.Index' (duration: 261.096566ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:15:54.521702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.163933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:15:54.521743Z","caller":"traceutil/trace.go:171","msg":"trace[1008690613] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:34245; }","duration":"549.260126ms","start":"2026-05-27T07:15:53.972466Z","end":"2026-05-27T07:15:54.521726Z","steps":["trace[1008690613] 'agreement among raft nodes before linearized reading' (duration: 549.162883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:54.521771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:53.972439Z","time spent":"549.323987ms","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-27T07:15:54.522085Z","caller":"traceutil/trace.go:171","msg":"trace[2031379628] transaction","detail":"{read_only:false; response_revision:34246; number_of_response:1; }","duration":"256.43116ms","start":"2026-05-27T07:15:54.265626Z","end":"2026-05-27T07:15:54.522057Z","steps":["trace[2031379628] 'process raft request' (duration: 255.512471ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:54.590044Z","caller":"traceutil/trace.go:171","msg":"trace[1274652385] transaction","detail":"{read_only:false; response_revision:34248; number_of_response:1; }","duration":"311.361171ms","start":"2026-05-27T07:15:54.278651Z","end":"2026-05-27T07:15:54.590013Z","steps":["trace[1274652385] 'process raft request' (duration: 311.212886ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:54.590043Z","caller":"traceutil/trace.go:171","msg":"trace[290684619] transaction","detail":"{read_only:false; response_revision:34247; number_of_response:1; }","duration":"324.248336ms","start":"2026-05-27T07:15:54.265748Z","end":"2026-05-27T07:15:54.589996Z","steps":["trace[290684619] 'process raft request' (duration: 256.292185ms)","trace[290684619] 'compare' (duration: 67.645341ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:15:54.59022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:54.278618Z","time spent":"311.500105ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:15:54.590225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.965197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:15:54.590252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:54.265715Z","time spent":"324.422892ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:15:54.590308Z","caller":"traceutil/trace.go:171","msg":"trace[1843023209] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:34248; }","duration":"105.114542ms","start":"2026-05-27T07:15:54.485172Z","end":"2026-05-27T07:15:54.590286Z","steps":["trace[1843023209] 'agreement among raft nodes before linearized reading' (duration: 104.876765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:54.590541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.312284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:15:54.590563Z","caller":"traceutil/trace.go:171","msg":"trace[1302874618] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:34248; }","duration":"162.379756ms","start":"2026-05-27T07:15:54.428177Z","end":"2026-05-27T07:15:54.590556Z","steps":["trace[1302874618] 'agreement among raft nodes before linearized reading' (duration: 162.329324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:54.590688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.846883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:15:54.590724Z","caller":"traceutil/trace.go:171","msg":"trace[73022663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34248; }","duration":"329.923135ms","start":"2026-05-27T07:15:54.26079Z","end":"2026-05-27T07:15:54.590713Z","steps":["trace[73022663] 'agreement among raft nodes before linearized reading' (duration: 329.870453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:54.59075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:54.26077Z","time spent":"329.973987ms","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T07:15:55.829112Z","caller":"traceutil/trace.go:171","msg":"trace[1965878730] transaction","detail":"{read_only:false; response_revision:34252; number_of_response:1; }","duration":"108.23619ms","start":"2026-05-27T07:15:55.720842Z","end":"2026-05-27T07:15:55.829078Z","steps":["trace[1965878730] 'process raft request' (duration: 107.998462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:56.53266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.036527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T07:15:56.532815Z","caller":"traceutil/trace.go:171","msg":"trace[1550054800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34252; }","duration":"561.484291ms","start":"2026-05-27T07:15:55.971269Z","end":"2026-05-27T07:15:56.532753Z","steps":["trace[1550054800] 'range keys from in-memory index tree' (duration: 560.596122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:56.532869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:55.971232Z","time spent":"561.625785ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T07:15:56.533204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.807451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T07:15:56.533295Z","caller":"traceutil/trace.go:171","msg":"trace[398587551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34252; }","duration":"561.956025ms","start":"2026-05-27T07:15:55.971319Z","end":"2026-05-27T07:15:56.533275Z","steps":["trace[398587551] 'range keys from in-memory index tree' (duration: 561.537902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:56.53333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:55.971287Z","time spent":"562.035248ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T07:15:56.533367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.10316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:15:56.5335Z","caller":"traceutil/trace.go:171","msg":"trace[1695836051] transaction","detail":"{read_only:false; response_revision:34253; number_of_response:1; }","duration":"561.882394ms","start":"2026-05-27T07:15:55.971592Z","end":"2026-05-27T07:15:56.533474Z","steps":["trace[1695836051] 'process raft request' (duration: 450.573677ms)","trace[1695836051] 'compare' (duration: 110.489961ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:15:56.533603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:55.971575Z","time spent":"561.955735ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:15:56.584208Z","caller":"traceutil/trace.go:171","msg":"trace[1482204531] linearizableReadLoop","detail":"{readStateIndex:35384; appliedIndex:35382; }","duration":"518.411944ms","start":"2026-05-27T07:15:56.065766Z","end":"2026-05-27T07:15:56.584178Z","steps":["trace[1482204531] 'read index received' (duration: 356.523994ms)","trace[1482204531] 'applied index is now lower than readState.Index' (duration: 161.88725ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:15:56.584352Z","caller":"traceutil/trace.go:171","msg":"trace[706526127] transaction","detail":"{read_only:false; response_revision:34257; number_of_response:1; }","duration":"315.614564ms","start":"2026-05-27T07:15:56.268723Z","end":"2026-05-27T07:15:56.584338Z","steps":["trace[706526127] 'process raft request' (duration: 315.388237ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:56.584433Z","caller":"traceutil/trace.go:171","msg":"trace[1317969634] transaction","detail":"{read_only:false; response_revision:34256; number_of_response:1; }","duration":"317.330288ms","start":"2026-05-27T07:15:56.267043Z","end":"2026-05-27T07:15:56.584374Z","steps":["trace[1317969634] 'process raft request' (duration: 317.029779ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:56.58452Z","caller":"traceutil/trace.go:171","msg":"trace[1512169587] transaction","detail":"{read_only:false; response_revision:34255; number_of_response:1; }","duration":"318.300879ms","start":"2026-05-27T07:15:56.26621Z","end":"2026-05-27T07:15:56.584511Z","steps":["trace[1512169587] 'process raft request' (duration: 317.829124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:56.584566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:56.26618Z","time spent":"318.361091ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:15:56.584672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:56.267035Z","time spent":"317.513764ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:15:56.584473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:56.268715Z","time spent":"315.662995ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:15:56.584447Z","caller":"traceutil/trace.go:171","msg":"trace[278448210] transaction","detail":"{read_only:false; response_revision:34258; number_of_response:1; }","duration":"315.548012ms","start":"2026-05-27T07:15:56.268851Z","end":"2026-05-27T07:15:56.584399Z","steps":["trace[278448210] 'process raft request' (duration: 315.290114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:56.584888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.088365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:1 size:307176"} {"level":"warn","ts":"2026-05-27T07:15:56.584929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:56.268843Z","time spent":"316.053778ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:15:56.584942Z","caller":"traceutil/trace.go:171","msg":"trace[1559191863] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:34258; }","duration":"519.179348ms","start":"2026-05-27T07:15:56.065751Z","end":"2026-05-27T07:15:56.58493Z","steps":["trace[1559191863] 'agreement among raft nodes before linearized reading' (duration: 518.745504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:56.584981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:56.065727Z","time spent":"519.24624ms","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":307198,"request content":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" "} {"level":"info","ts":"2026-05-27T07:15:56.585009Z","caller":"traceutil/trace.go:171","msg":"trace[1706209977] transaction","detail":"{read_only:false; response_revision:34254; number_of_response:1; }","duration":"610.964329ms","start":"2026-05-27T07:15:55.974021Z","end":"2026-05-27T07:15:56.584985Z","steps":["trace[1706209977] 'process raft request' (duration: 609.832274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:56.585077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:55.974005Z","time spent":"611.040872ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:15:56.799577Z","caller":"traceutil/trace.go:171","msg":"trace[1282380124] linearizableReadLoop","detail":"{readStateIndex:35390; appliedIndex:35388; }","duration":"215.249872ms","start":"2026-05-27T07:15:56.584295Z","end":"2026-05-27T07:15:56.799544Z","steps":["trace[1282380124] 'read index received' (duration: 215.008664ms)","trace[1282380124] 'applied index is now lower than readState.Index' (duration: 240.218µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:15:56.799961Z","caller":"traceutil/trace.go:171","msg":"trace[1207007738] transaction","detail":"{read_only:false; response_revision:34259; number_of_response:1; }","duration":"260.477057ms","start":"2026-05-27T07:15:56.539473Z","end":"2026-05-27T07:15:56.799951Z","steps":["trace[1207007738] 'process raft request' (duration: 259.800515ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:56.800141Z","caller":"traceutil/trace.go:171","msg":"trace[2049462904] transaction","detail":"{read_only:false; response_revision:34260; number_of_response:1; }","duration":"258.765243ms","start":"2026-05-27T07:15:56.541368Z","end":"2026-05-27T07:15:56.800134Z","steps":["trace[2049462904] 'process raft request' (duration: 258.130163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:56.800354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.241157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T07:15:56.800393Z","caller":"traceutil/trace.go:171","msg":"trace[1717884496] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34260; }","duration":"272.300069ms","start":"2026-05-27T07:15:56.528082Z","end":"2026-05-27T07:15:56.800382Z","steps":["trace[1717884496] 'agreement among raft nodes before linearized reading' (duration: 272.152765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:56.800481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.704271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:15:56.800506Z","caller":"traceutil/trace.go:171","msg":"trace[289623352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34260; }","duration":"510.855596ms","start":"2026-05-27T07:15:56.289644Z","end":"2026-05-27T07:15:56.8005Z","steps":["trace[289623352] 'agreement among raft nodes before linearized reading' (duration: 510.809224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:56.800526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:56.289608Z","time spent":"510.912038ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:15:56.800683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.155033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:15:56.800709Z","caller":"traceutil/trace.go:171","msg":"trace[1275796357] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:34260; }","duration":"729.233846ms","start":"2026-05-27T07:15:56.071469Z","end":"2026-05-27T07:15:56.800703Z","steps":["trace[1275796357] 'agreement among raft nodes before linearized reading' (duration: 729.178985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:56.800732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:56.07144Z","time spent":"729.283008ms","remote":"127.0.0.1:41006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:15:57.035807Z","caller":"traceutil/trace.go:171","msg":"trace[1470499862] linearizableReadLoop","detail":"{readStateIndex:35391; appliedIndex:35390; }","duration":"236.11464ms","start":"2026-05-27T07:15:56.799658Z","end":"2026-05-27T07:15:57.035773Z","steps":["trace[1470499862] 'read index received' (duration: 201.555611ms)","trace[1470499862] 'applied index is now lower than readState.Index' (duration: 34.556858ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:15:57.036268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.179254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T07:15:57.03632Z","caller":"traceutil/trace.go:171","msg":"trace[1934738136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34261; }","duration":"337.257206ms","start":"2026-05-27T07:15:56.699048Z","end":"2026-05-27T07:15:57.036305Z","steps":["trace[1934738136] 'agreement among raft nodes before linearized reading' (duration: 337.05498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:57.036363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:56.698984Z","time spent":"337.36934ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T07:15:57.036451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.066226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-27T07:15:57.036577Z","caller":"traceutil/trace.go:171","msg":"trace[885765451] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:34261; }","duration":"334.237661ms","start":"2026-05-27T07:15:56.70232Z","end":"2026-05-27T07:15:57.036558Z","steps":["trace[885765451] 'agreement among raft nodes before linearized reading' (duration: 333.629572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:57.036642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:56.702309Z","time spent":"334.303613ms","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":251,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:15:57.036699Z","caller":"traceutil/trace.go:171","msg":"trace[272434608] transaction","detail":"{read_only:false; response_revision:34261; number_of_response:1; }","duration":"433.628662ms","start":"2026-05-27T07:15:56.60264Z","end":"2026-05-27T07:15:57.036269Z","steps":["trace[272434608] 'process raft request' (duration: 398.715962ms)","trace[272434608] 'compare' (duration: 34.093214ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:15:57.037318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:56.602609Z","time spent":"434.613663ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:15:57.036791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.2851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-27T07:15:57.037427Z","caller":"traceutil/trace.go:171","msg":"trace[97382009] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:34262; }","duration":"359.91273ms","start":"2026-05-27T07:15:56.677493Z","end":"2026-05-27T07:15:57.037406Z","steps":["trace[97382009] 'agreement among raft nodes before linearized reading' (duration: 359.178557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:57.03748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:56.677467Z","time spent":"359.999483ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-05-27T07:15:57.036833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.792379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:1 size:307176"} {"level":"info","ts":"2026-05-27T07:15:57.037935Z","caller":"traceutil/trace.go:171","msg":"trace[1982385973] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:34261; }","duration":"282.968315ms","start":"2026-05-27T07:15:56.75495Z","end":"2026-05-27T07:15:57.037918Z","steps":["trace[1982385973] 'agreement among raft nodes before linearized reading' (duration: 281.409936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:57.036879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.554473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T07:15:57.038126Z","caller":"traceutil/trace.go:171","msg":"trace[351473420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34263; }","duration":"436.825203ms","start":"2026-05-27T07:15:56.60128Z","end":"2026-05-27T07:15:57.038105Z","steps":["trace[351473420] 'agreement among raft nodes before linearized reading' (duration: 435.533792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:57.038171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:56.601258Z","time spent":"436.902106ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-27T07:15:57.036901Z","caller":"traceutil/trace.go:171","msg":"trace[922753896] transaction","detail":"{read_only:false; response_revision:34263; number_of_response:1; }","duration":"117.240864ms","start":"2026-05-27T07:15:56.91965Z","end":"2026-05-27T07:15:57.036891Z","steps":["trace[922753896] 'process raft request' (duration: 117.031027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:57.036861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.813835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:15:57.038398Z","caller":"traceutil/trace.go:171","msg":"trace[886517819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34263; }","duration":"234.417266ms","start":"2026-05-27T07:15:56.803964Z","end":"2026-05-27T07:15:57.038382Z","steps":["trace[886517819] 'agreement among raft nodes before linearized reading' (duration: 232.770414ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:57.037144Z","caller":"traceutil/trace.go:171","msg":"trace[99941229] transaction","detail":"{read_only:false; response_revision:34262; number_of_response:1; }","duration":"229.304204ms","start":"2026-05-27T07:15:56.807831Z","end":"2026-05-27T07:15:57.037135Z","steps":["trace[99941229] 'process raft request' (duration: 228.680855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:57.03717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.050232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-27T07:15:57.038735Z","caller":"traceutil/trace.go:171","msg":"trace[405762540] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:34263; }","duration":"134.651862ms","start":"2026-05-27T07:15:56.904072Z","end":"2026-05-27T07:15:57.038724Z","steps":["trace[405762540] 'agreement among raft nodes before linearized reading' (duration: 133.030441ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:58.979997Z","caller":"traceutil/trace.go:171","msg":"trace[300145443] transaction","detail":"{read_only:false; response_revision:34268; number_of_response:1; }","duration":"392.095263ms","start":"2026-05-27T07:15:58.587868Z","end":"2026-05-27T07:15:58.979963Z","steps":["trace[300145443] 'process raft request' (duration: 391.875496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:58.980259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:58.587841Z","time spent":"392.262817ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:15:59.258285Z","caller":"traceutil/trace.go:171","msg":"trace[1991578755] transaction","detail":"{read_only:false; response_revision:34270; number_of_response:1; }","duration":"666.495238ms","start":"2026-05-27T07:15:58.59176Z","end":"2026-05-27T07:15:59.258255Z","steps":["trace[1991578755] 'process raft request' (duration: 666.418306ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:59.258332Z","caller":"traceutil/trace.go:171","msg":"trace[1707961747] transaction","detail":"{read_only:false; response_revision:34269; number_of_response:1; }","duration":"666.761677ms","start":"2026-05-27T07:15:58.591547Z","end":"2026-05-27T07:15:59.258309Z","steps":["trace[1707961747] 'process raft request' (duration: 666.440027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:59.258476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:58.591713Z","time spent":"666.661884ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:15:59.258477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:58.591526Z","time spent":"666.914561ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:15:59.258659Z","caller":"traceutil/trace.go:171","msg":"trace[1063558847] transaction","detail":"{read_only:false; response_revision:34271; number_of_response:1; }","duration":"666.558141ms","start":"2026-05-27T07:15:58.592089Z","end":"2026-05-27T07:15:59.258647Z","steps":["trace[1063558847] 'process raft request' (duration: 666.132357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:59.258698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:58.592084Z","time spent":"666.591372ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:15:59.258757Z","caller":"traceutil/trace.go:171","msg":"trace[330858971] linearizableReadLoop","detail":"{readStateIndex:35404; appliedIndex:35398; }","duration":"450.917156ms","start":"2026-05-27T07:15:58.807831Z","end":"2026-05-27T07:15:59.258748Z","steps":["trace[330858971] 'read index received' (duration: 171.794761ms)","trace[330858971] 'applied index is now lower than readState.Index' (duration: 279.121775ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:15:59.258771Z","caller":"traceutil/trace.go:171","msg":"trace[657924862] transaction","detail":"{read_only:false; response_revision:34272; number_of_response:1; }","duration":"664.927099ms","start":"2026-05-27T07:15:58.593835Z","end":"2026-05-27T07:15:59.258762Z","steps":["trace[657924862] 'process raft request' (duration: 664.772725ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:59.258806Z","caller":"traceutil/trace.go:171","msg":"trace[1527847925] transaction","detail":"{read_only:false; response_revision:34273; number_of_response:1; }","duration":"664.702072ms","start":"2026-05-27T07:15:58.594098Z","end":"2026-05-27T07:15:59.2588Z","steps":["trace[1527847925] 'process raft request' (duration: 664.607189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:59.258808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:58.593801Z","time spent":"664.984621ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:15:59.258847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:58.594064Z","time spent":"664.759923ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:15:59.25911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.282548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T07:15:59.25914Z","caller":"traceutil/trace.go:171","msg":"trace[1270255261] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34273; }","duration":"451.36412ms","start":"2026-05-27T07:15:58.807768Z","end":"2026-05-27T07:15:59.259132Z","steps":["trace[1270255261] 'agreement among raft nodes before linearized reading' (duration: 451.237626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:59.259161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:58.807741Z","time spent":"451.414562ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-27T07:15:59.266326Z","caller":"traceutil/trace.go:171","msg":"trace[1310702176] transaction","detail":"{read_only:false; response_revision:34274; number_of_response:1; }","duration":"223.162531ms","start":"2026-05-27T07:15:59.043139Z","end":"2026-05-27T07:15:59.266302Z","steps":["trace[1310702176] 'process raft request' (duration: 223.042087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:59.266923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.243997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T07:15:59.266953Z","caller":"traceutil/trace.go:171","msg":"trace[998602844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34274; }","duration":"458.302689ms","start":"2026-05-27T07:15:58.808641Z","end":"2026-05-27T07:15:59.266943Z","steps":["trace[998602844] 'agreement among raft nodes before linearized reading' (duration: 458.173895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:59.266974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:15:58.808632Z","time spent":"458.33549ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T07:15:59.267232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.207481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T07:15:59.267252Z","caller":"traceutil/trace.go:171","msg":"trace[1156132491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34274; }","duration":"169.236732ms","start":"2026-05-27T07:15:59.098009Z","end":"2026-05-27T07:15:59.267246Z","steps":["trace[1156132491] 'agreement among raft nodes before linearized reading' (duration: 169.16816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:59.267363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.051298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:15:59.267384Z","caller":"traceutil/trace.go:171","msg":"trace[1030706315] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:34274; }","duration":"170.116269ms","start":"2026-05-27T07:15:59.09726Z","end":"2026-05-27T07:15:59.267376Z","steps":["trace[1030706315] 'agreement among raft nodes before linearized reading' (duration: 170.069058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:59.26764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.510574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T07:15:59.267665Z","caller":"traceutil/trace.go:171","msg":"trace[1948938514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34274; }","duration":"171.538734ms","start":"2026-05-27T07:15:59.09612Z","end":"2026-05-27T07:15:59.267659Z","steps":["trace[1948938514] 'agreement among raft nodes before linearized reading' (duration: 171.467452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:59.267797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.387528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T07:15:59.267822Z","caller":"traceutil/trace.go:171","msg":"trace[989203416] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34274; }","duration":"209.451089ms","start":"2026-05-27T07:15:59.058364Z","end":"2026-05-27T07:15:59.267815Z","steps":["trace[989203416] 'agreement among raft nodes before linearized reading' (duration: 209.380847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:59.267939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.151019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:15:59.267967Z","caller":"traceutil/trace.go:171","msg":"trace[1441521919] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:34274; }","duration":"235.222821ms","start":"2026-05-27T07:15:59.032734Z","end":"2026-05-27T07:15:59.267957Z","steps":["trace[1441521919] 'agreement among raft nodes before linearized reading' (duration: 235.170379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:59.268127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.468851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:15:59.268155Z","caller":"traceutil/trace.go:171","msg":"trace[1583465835] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:34274; }","duration":"263.539454ms","start":"2026-05-27T07:15:59.004607Z","end":"2026-05-27T07:15:59.268147Z","steps":["trace[1583465835] 'agreement among raft nodes before linearized reading' (duration: 263.489742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:59.462977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.023679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:15:59.463114Z","caller":"traceutil/trace.go:171","msg":"trace[644279082] transaction","detail":"{read_only:false; response_revision:34275; number_of_response:1; }","duration":"199.432654ms","start":"2026-05-27T07:15:59.263656Z","end":"2026-05-27T07:15:59.463089Z","steps":["trace[644279082] 'process raft request' (duration: 81.176188ms)","trace[644279082] 'compare' (duration: 117.469931ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:15:59.497092Z","caller":"traceutil/trace.go:171","msg":"trace[74806433] transaction","detail":"{read_only:false; response_revision:34276; number_of_response:1; }","duration":"222.307314ms","start":"2026-05-27T07:15:59.274744Z","end":"2026-05-27T07:15:59.497052Z","steps":["trace[74806433] 'process raft request' (duration: 222.011255ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:59.497506Z","caller":"traceutil/trace.go:171","msg":"trace[492093206] linearizableReadLoop","detail":"{readStateIndex:35410; appliedIndex:35405; }","duration":"206.508846ms","start":"2026-05-27T07:15:59.290966Z","end":"2026-05-27T07:15:59.497475Z","steps":["trace[492093206] 'read index received' (duration: 53.881648ms)","trace[492093206] 'applied index is now lower than readState.Index' (duration: 152.625568ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:15:59.497639Z","caller":"traceutil/trace.go:171","msg":"trace[777390820] transaction","detail":"{read_only:false; response_revision:34278; number_of_response:1; }","duration":"218.855336ms","start":"2026-05-27T07:15:59.278766Z","end":"2026-05-27T07:15:59.497622Z","steps":["trace[777390820] 'process raft request' (duration: 218.507705ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:59.497621Z","caller":"traceutil/trace.go:171","msg":"trace[27301677] transaction","detail":"{read_only:false; response_revision:34277; number_of_response:1; }","duration":"219.897259ms","start":"2026-05-27T07:15:59.277591Z","end":"2026-05-27T07:15:59.497488Z","steps":["trace[27301677] 'process raft request' (duration: 219.371932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:59.497773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.790006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:15:59.497814Z","caller":"traceutil/trace.go:171","msg":"trace[2047531179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34279; }","duration":"206.900509ms","start":"2026-05-27T07:15:59.290902Z","end":"2026-05-27T07:15:59.497802Z","steps":["trace[2047531179] 'agreement among raft nodes before linearized reading' (duration: 206.776175ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:15:59.497658Z","caller":"traceutil/trace.go:171","msg":"trace[1101824002] transaction","detail":"{read_only:false; response_revision:34279; number_of_response:1; }","duration":"218.748262ms","start":"2026-05-27T07:15:59.278897Z","end":"2026-05-27T07:15:59.497645Z","steps":["trace[1101824002] 'process raft request' (duration: 218.518904ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:15:59.498135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.607049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:15:59.498253Z","caller":"traceutil/trace.go:171","msg":"trace[1120758538] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:34279; }","duration":"106.823016ms","start":"2026-05-27T07:15:59.391404Z","end":"2026-05-27T07:15:59.498227Z","steps":["trace[1120758538] 'agreement among raft nodes before linearized reading' (duration: 106.577278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:01.489561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.899333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:16:01.489712Z","caller":"traceutil/trace.go:171","msg":"trace[1998846186] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:34288; }","duration":"124.084719ms","start":"2026-05-27T07:16:01.36559Z","end":"2026-05-27T07:16:01.489675Z","steps":["trace[1998846186] 'count revisions from in-memory index tree' (duration: 123.762389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:01.802094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.353078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:16:01.802255Z","caller":"traceutil/trace.go:171","msg":"trace[261731661] transaction","detail":"{read_only:false; response_revision:34290; number_of_response:1; }","duration":"264.486964ms","start":"2026-05-27T07:16:01.537742Z","end":"2026-05-27T07:16:01.802229Z","steps":["trace[261731661] 'process raft request' (duration: 106.887498ms)","trace[261731661] 'compare' (duration: 157.017107ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:16:01.803144Z","caller":"traceutil/trace.go:171","msg":"trace[1279610225] transaction","detail":"{read_only:false; response_revision:34291; number_of_response:1; }","duration":"265.208867ms","start":"2026-05-27T07:16:01.537899Z","end":"2026-05-27T07:16:01.803107Z","steps":["trace[1279610225] 'process raft request' (duration: 264.98909ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:16:01.803503Z","caller":"traceutil/trace.go:171","msg":"trace[249085645] transaction","detail":"{read_only:false; response_revision:34292; number_of_response:1; }","duration":"265.471704ms","start":"2026-05-27T07:16:01.538004Z","end":"2026-05-27T07:16:01.803475Z","steps":["trace[249085645] 'process raft request' (duration: 265.059471ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:16:01.80365Z","caller":"traceutil/trace.go:171","msg":"trace[832041229] linearizableReadLoop","detail":"{readStateIndex:35424; appliedIndex:35420; }","duration":"222.924814ms","start":"2026-05-27T07:16:01.580687Z","end":"2026-05-27T07:16:01.803612Z","steps":["trace[832041229] 'read index received' (duration: 64.139541ms)","trace[832041229] 'applied index is now lower than readState.Index' (duration: 158.777453ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:16:01.803725Z","caller":"traceutil/trace.go:171","msg":"trace[1492351001] transaction","detail":"{read_only:false; response_revision:34293; number_of_response:1; }","duration":"265.62116ms","start":"2026-05-27T07:16:01.538088Z","end":"2026-05-27T07:16:01.803709Z","steps":["trace[1492351001] 'process raft request' (duration: 265.261278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:01.803872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.140831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-27T07:16:01.804276Z","caller":"traceutil/trace.go:171","msg":"trace[390622727] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34293; }","duration":"223.616936ms","start":"2026-05-27T07:16:01.580643Z","end":"2026-05-27T07:16:01.80426Z","steps":["trace[390622727] 'agreement among raft nodes before linearized reading' (duration: 223.083189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:01.804319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.562665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:16:01.804384Z","caller":"traceutil/trace.go:171","msg":"trace[1354015080] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:34293; }","duration":"204.697739ms","start":"2026-05-27T07:16:01.599671Z","end":"2026-05-27T07:16:01.804369Z","steps":["trace[1354015080] 'agreement among raft nodes before linearized reading' (duration: 204.569055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:01.804715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.185479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T07:16:01.804778Z","caller":"traceutil/trace.go:171","msg":"trace[1545053025] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34293; }","duration":"175.302024ms","start":"2026-05-27T07:16:01.629458Z","end":"2026-05-27T07:16:01.80476Z","steps":["trace[1545053025] 'agreement among raft nodes before linearized reading' (duration: 174.794088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:02.283127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.58401ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-05-27T07:16:04.397888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.567406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:16:04.398162Z","caller":"traceutil/trace.go:171","msg":"trace[693659047] transaction","detail":"{read_only:false; response_revision:34298; number_of_response:1; }","duration":"1.062040462s","start":"2026-05-27T07:16:03.336075Z","end":"2026-05-27T07:16:04.398115Z","steps":["trace[693659047] 'process raft request' (duration: 571.129765ms)","trace[693659047] 'compare' (duration: 488.975336ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:16:04.398224Z","caller":"traceutil/trace.go:171","msg":"trace[561047513] transaction","detail":"{read_only:false; response_revision:34300; number_of_response:1; }","duration":"1.051348425s","start":"2026-05-27T07:16:03.346859Z","end":"2026-05-27T07:16:04.398207Z","steps":["trace[561047513] 'process raft request' (duration: 1.051275962s)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:16:04.398232Z","caller":"traceutil/trace.go:171","msg":"trace[1767616824] transaction","detail":"{read_only:false; response_revision:34299; number_of_response:1; }","duration":"1.051472589s","start":"2026-05-27T07:16:03.346736Z","end":"2026-05-27T07:16:04.398209Z","steps":["trace[1767616824] 'process raft request' (duration: 1.051275142s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:04.398283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:03.346829Z","time spent":"1.051426577s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:16:04.398296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:03.346702Z","time spent":"1.051563591s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:16:04.398326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:03.336042Z","time spent":"1.062197337s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:16:04.398415Z","caller":"traceutil/trace.go:171","msg":"trace[1095977153] transaction","detail":"{read_only:false; response_revision:34302; number_of_response:1; }","duration":"1.050497428s","start":"2026-05-27T07:16:03.347906Z","end":"2026-05-27T07:16:04.398403Z","steps":["trace[1095977153] 'process raft request' (duration: 1.050402255s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:04.398481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:03.347897Z","time spent":"1.050554559s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:16:04.398391Z","caller":"traceutil/trace.go:171","msg":"trace[1903595359] transaction","detail":"{read_only:false; response_revision:34301; number_of_response:1; }","duration":"1.051455477s","start":"2026-05-27T07:16:03.346906Z","end":"2026-05-27T07:16:04.398362Z","steps":["trace[1903595359] 'process raft request' (duration: 1.051268541s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:04.398586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:03.346897Z","time spent":"1.051640234s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:16:04.39879Z","caller":"traceutil/trace.go:171","msg":"trace[1603565] transaction","detail":"{read_only:false; response_revision:34303; number_of_response:1; }","duration":"1.04992683s","start":"2026-05-27T07:16:03.348853Z","end":"2026-05-27T07:16:04.39878Z","steps":["trace[1603565] 'process raft request' (duration: 1.049516357s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:04.398844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:03.348818Z","time spent":"1.049999202s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:16:04.39886Z","caller":"traceutil/trace.go:171","msg":"trace[1178526969] linearizableReadLoop","detail":"{readStateIndex:35435; appliedIndex:35429; }","duration":"880.270934ms","start":"2026-05-27T07:16:03.518577Z","end":"2026-05-27T07:16:04.398848Z","steps":["trace[1178526969] 'read index received' (duration: 388.698656ms)","trace[1178526969] 'applied index is now lower than readState.Index' (duration: 491.571118ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:16:04.399379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.797641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:322091"} {"level":"info","ts":"2026-05-27T07:16:04.399445Z","caller":"traceutil/trace.go:171","msg":"trace[9433880] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:34303; }","duration":"880.916624ms","start":"2026-05-27T07:16:03.518519Z","end":"2026-05-27T07:16:04.399436Z","steps":["trace[9433880] 'agreement among raft nodes before linearized reading' (duration: 880.435019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:04.399472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:03.518491Z","time spent":"880.974846ms","remote":"127.0.0.1:41500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":39,"response size":322113,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-27T07:16:04.399665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.927623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-27T07:16:04.399723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.713519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T07:16:04.399757Z","caller":"traceutil/trace.go:171","msg":"trace[1394483350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34303; }","duration":"847.072099ms","start":"2026-05-27T07:16:03.552659Z","end":"2026-05-27T07:16:04.399731Z","steps":["trace[1394483350] 'agreement among raft nodes before linearized reading' (duration: 846.835141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:04.399799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:03.552633Z","time spent":"847.15866ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T07:16:04.399972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.648507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:16:04.4Z","caller":"traceutil/trace.go:171","msg":"trace[1703341464] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:34303; }","duration":"582.72271ms","start":"2026-05-27T07:16:03.817266Z","end":"2026-05-27T07:16:04.399988Z","steps":["trace[1703341464] 'agreement among raft nodes before linearized reading' (duration: 582.669958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:04.400021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:03.817241Z","time spent":"582.77438ms","remote":"127.0.0.1:55316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:16:04.400058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.652084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:16:04.400087Z","caller":"traceutil/trace.go:171","msg":"trace[1443263174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34303; }","duration":"108.727456ms","start":"2026-05-27T07:16:04.291354Z","end":"2026-05-27T07:16:04.400081Z","steps":["trace[1443263174] 'agreement among raft nodes before linearized reading' (duration: 108.679334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:04.400163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.09853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T07:16:04.40019Z","caller":"traceutil/trace.go:171","msg":"trace[71685420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34303; }","duration":"589.166763ms","start":"2026-05-27T07:16:03.811016Z","end":"2026-05-27T07:16:04.400182Z","steps":["trace[71685420] 'agreement among raft nodes before linearized reading' (duration: 589.114351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:04.400255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.82516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-27T07:16:04.400276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:03.810989Z","time spent":"589.280146ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-27T07:16:04.400281Z","caller":"traceutil/trace.go:171","msg":"trace[1202485943] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34303; }","duration":"501.951215ms","start":"2026-05-27T07:16:03.898323Z","end":"2026-05-27T07:16:04.400274Z","steps":["trace[1202485943] 'agreement among raft nodes before linearized reading' (duration: 501.845941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:04.400304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:03.898299Z","time spent":"501.998455ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T07:16:04.400334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.425556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-27T07:16:04.40036Z","caller":"traceutil/trace.go:171","msg":"trace[1612708078] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:34303; }","duration":"148.479978ms","start":"2026-05-27T07:16:04.251872Z","end":"2026-05-27T07:16:04.400352Z","steps":["trace[1612708078] 'agreement among raft nodes before linearized reading' (duration: 148.401556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:04.40041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.40918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T07:16:04.400436Z","caller":"traceutil/trace.go:171","msg":"trace[702794786] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34303; }","duration":"589.489053ms","start":"2026-05-27T07:16:03.810939Z","end":"2026-05-27T07:16:04.400428Z","steps":["trace[702794786] 'agreement among raft nodes before linearized reading' (duration: 589.425751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:04.400476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:03.810925Z","time spent":"589.542804ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T07:16:04.400252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.967682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:16:04.400521Z","caller":"traceutil/trace.go:171","msg":"trace[1166614563] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:34303; }","duration":"434.289873ms","start":"2026-05-27T07:16:03.966218Z","end":"2026-05-27T07:16:04.400508Z","steps":["trace[1166614563] 'agreement among raft nodes before linearized reading' (duration: 433.944312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:04.400565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:03.966142Z","time spent":"434.407166ms","remote":"127.0.0.1:41270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:16:04.400641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.366374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-27T07:16:04.400679Z","caller":"traceutil/trace.go:171","msg":"trace[867494699] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:34303; }","duration":"188.442887ms","start":"2026-05-27T07:16:04.212224Z","end":"2026-05-27T07:16:04.400667Z","steps":["trace[867494699] 'agreement among raft nodes before linearized reading' (duration: 188.356244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:04.400772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.850425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:16:04.400802Z","caller":"traceutil/trace.go:171","msg":"trace[98928348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34303; }","duration":"835.934167ms","start":"2026-05-27T07:16:03.56486Z","end":"2026-05-27T07:16:04.400794Z","steps":["trace[98928348] 'agreement among raft nodes before linearized reading' (duration: 835.868885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:04.400828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:03.564798Z","time spent":"836.02513ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:16:04.400991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.003339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T07:16:04.401016Z","caller":"traceutil/trace.go:171","msg":"trace[905095008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34303; }","duration":"590.070701ms","start":"2026-05-27T07:16:03.810939Z","end":"2026-05-27T07:16:04.40101Z","steps":["trace[905095008] 'agreement among raft nodes before linearized reading' (duration: 589.991838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:04.40104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:03.810917Z","time spent":"590.118603ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T07:16:04.401066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.640253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:16:04.401083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.911122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:16:04.401102Z","caller":"traceutil/trace.go:171","msg":"trace[1528312477] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:34303; }","duration":"719.742636ms","start":"2026-05-27T07:16:03.681349Z","end":"2026-05-27T07:16:04.401091Z","steps":["trace[1528312477] 'agreement among raft nodes before linearized reading' (duration: 719.674284ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:16:04.39977Z","caller":"traceutil/trace.go:171","msg":"trace[439895925] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34303; }","duration":"562.824262ms","start":"2026-05-27T07:16:03.836932Z","end":"2026-05-27T07:16:04.399756Z","steps":["trace[439895925] 'agreement among raft nodes before linearized reading' (duration: 562.650037ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:16:04.40112Z","caller":"traceutil/trace.go:171","msg":"trace[573780365] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:34303; }","duration":"653.992575ms","start":"2026-05-27T07:16:03.747116Z","end":"2026-05-27T07:16:04.401109Z","steps":["trace[573780365] 'agreement among raft nodes before linearized reading' (duration: 653.926693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:04.401128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:03.681322Z","time spent":"719.798938ms","remote":"127.0.0.1:41220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:16:04.401146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:03.74709Z","time spent":"654.047547ms","remote":"127.0.0.1:46726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:16:04.401151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:03.836909Z","time spent":"564.225907ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-27T07:16:05.067613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787448445,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-27T07:16:05.102506Z","caller":"traceutil/trace.go:171","msg":"trace[493073724] transaction","detail":"{read_only:false; response_revision:34304; number_of_response:1; }","duration":"697.158665ms","start":"2026-05-27T07:16:04.405312Z","end":"2026-05-27T07:16:05.102471Z","steps":["trace[493073724] 'process raft request' (duration: 696.885067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:05.102939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:04.405282Z","time spent":"697.32333ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:16:05.380202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.377846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:16:05.39554Z","caller":"traceutil/trace.go:171","msg":"trace[583331295] transaction","detail":"{read_only:false; response_revision:34305; number_of_response:1; }","duration":"989.751694ms","start":"2026-05-27T07:16:04.405705Z","end":"2026-05-27T07:16:05.395456Z","steps":["trace[583331295] 'process raft request' (duration: 831.989473ms)","trace[583331295] 'compare' (duration: 142.131108ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:16:05.395704Z","caller":"traceutil/trace.go:171","msg":"trace[975176406] transaction","detail":"{read_only:false; response_revision:34306; number_of_response:1; }","duration":"989.598949ms","start":"2026-05-27T07:16:04.406077Z","end":"2026-05-27T07:16:05.395676Z","steps":["trace[975176406] 'process raft request' (duration: 989.258548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:05.395759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:04.405694Z","time spent":"989.94409ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:16:05.395873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:04.406065Z","time spent":"989.699663ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:16:05.39607Z","caller":"traceutil/trace.go:171","msg":"trace[1317842490] transaction","detail":"{read_only:false; response_revision:34307; number_of_response:1; }","duration":"989.29546ms","start":"2026-05-27T07:16:04.406738Z","end":"2026-05-27T07:16:05.396033Z","steps":["trace[1317842490] 'process raft request' (duration: 988.886117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:05.396284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:04.406729Z","time spent":"989.429504ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:16:05.396266Z","caller":"traceutil/trace.go:171","msg":"trace[1812193271] transaction","detail":"{read_only:false; response_revision:34309; number_of_response:1; }","duration":"989.058922ms","start":"2026-05-27T07:16:04.407174Z","end":"2026-05-27T07:16:05.396233Z","steps":["trace[1812193271] 'process raft request' (duration: 988.96955ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:16:05.396514Z","caller":"traceutil/trace.go:171","msg":"trace[688319621] linearizableReadLoop","detail":"{readStateIndex:35443; appliedIndex:35435; }","duration":"831.296882ms","start":"2026-05-27T07:16:04.565206Z","end":"2026-05-27T07:16:05.396503Z","steps":["trace[688319621] 'read index received' (duration: 536.876526ms)","trace[688319621] 'applied index is now lower than readState.Index' (duration: 294.419546ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:16:05.396555Z","caller":"traceutil/trace.go:171","msg":"trace[521261523] transaction","detail":"{read_only:false; response_revision:34308; number_of_response:1; }","duration":"989.694232ms","start":"2026-05-27T07:16:04.40685Z","end":"2026-05-27T07:16:05.396545Z","steps":["trace[521261523] 'process raft request' (duration: 989.129044ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:16:05.396579Z","caller":"traceutil/trace.go:171","msg":"trace[897375956] transaction","detail":"{read_only:false; response_revision:34311; number_of_response:1; }","duration":"988.146273ms","start":"2026-05-27T07:16:04.408427Z","end":"2026-05-27T07:16:05.396573Z","steps":["trace[897375956] 'process raft request' (duration: 987.918086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:05.396619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:04.408383Z","time spent":"988.213016ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:16:05.396615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:04.406843Z","time spent":"989.742854ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:16:05.396679Z","caller":"traceutil/trace.go:171","msg":"trace[211447997] transaction","detail":"{read_only:false; response_revision:34312; number_of_response:1; }","duration":"313.796426ms","start":"2026-05-27T07:16:05.082878Z","end":"2026-05-27T07:16:05.396675Z","steps":["trace[211447997] 'process raft request' (duration: 313.575059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:05.396711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:05.082841Z","time spent":"313.851769ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:16:05.396512Z","caller":"traceutil/trace.go:171","msg":"trace[1388424522] transaction","detail":"{read_only:false; response_revision:34310; number_of_response:1; }","duration":"988.113983ms","start":"2026-05-27T07:16:04.408384Z","end":"2026-05-27T07:16:05.396498Z","steps":["trace[1388424522] 'process raft request' (duration: 987.798693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:05.396555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:04.407148Z","time spent":"989.276269ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:16:05.396782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.5763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:16:05.39681Z","caller":"traceutil/trace.go:171","msg":"trace[1352182065] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:34312; }","duration":"831.605641ms","start":"2026-05-27T07:16:04.565197Z","end":"2026-05-27T07:16:05.396802Z","steps":["trace[1352182065] 'agreement among raft nodes before linearized reading' (duration: 831.556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:05.396805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:04.408374Z","time spent":"988.399171ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:16:05.396827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:04.565124Z","time spent":"831.699674ms","remote":"127.0.0.1:41056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:16:05.464583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.281854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:16:05.464675Z","caller":"traceutil/trace.go:171","msg":"trace[1487381059] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:34313; }","duration":"707.45279ms","start":"2026-05-27T07:16:04.757203Z","end":"2026-05-27T07:16:05.464655Z","steps":["trace[1487381059] 'agreement among raft nodes before linearized reading' (duration: 707.238804ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:05.464734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:04.757177Z","time spent":"707.547213ms","remote":"127.0.0.1:40922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:16:05.464694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.181749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:16:05.464839Z","caller":"traceutil/trace.go:171","msg":"trace[1267705949] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34313; }","duration":"798.468407ms","start":"2026-05-27T07:16:04.666346Z","end":"2026-05-27T07:16:05.464815Z","steps":["trace[1267705949] 'agreement among raft nodes before linearized reading' (duration: 798.132857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:05.46489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:04.666319Z","time spent":"798.562341ms","remote":"127.0.0.1:41504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-27T07:16:05.464593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.567346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:16:05.465035Z","caller":"traceutil/trace.go:171","msg":"trace[1275806950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34313; }","duration":"172.115663ms","start":"2026-05-27T07:16:05.292883Z","end":"2026-05-27T07:16:05.464998Z","steps":["trace[1275806950] 'agreement among raft nodes before linearized reading' (duration: 171.534545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:05.694994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.226176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:16:05.695127Z","caller":"traceutil/trace.go:171","msg":"trace[1307990726] linearizableReadLoop","detail":"{readStateIndex:35446; appliedIndex:35445; }","duration":"230.73889ms","start":"2026-05-27T07:16:05.464367Z","end":"2026-05-27T07:16:05.695106Z","steps":["trace[1307990726] 'read index received' (duration: 72.320999ms)","trace[1307990726] 'applied index is now lower than readState.Index' (duration: 158.416491ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:16:05.695238Z","caller":"traceutil/trace.go:171","msg":"trace[528247552] transaction","detail":"{read_only:false; response_revision:34314; number_of_response:1; }","duration":"265.390322ms","start":"2026-05-27T07:16:05.42983Z","end":"2026-05-27T07:16:05.695221Z","steps":["trace[528247552] 'process raft request' (duration: 106.820346ms)","trace[528247552] 'compare' (duration: 158.06139ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:16:05.695921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.630623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-27T07:16:05.695959Z","caller":"traceutil/trace.go:171","msg":"trace[649674141] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34314; }","duration":"287.672214ms","start":"2026-05-27T07:16:05.408276Z","end":"2026-05-27T07:16:05.695948Z","steps":["trace[649674141] 'agreement among raft nodes before linearized reading' (duration: 287.485878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:05.696022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.328978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:16:05.696162Z","caller":"traceutil/trace.go:171","msg":"trace[1582190846] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:34314; }","duration":"224.549475ms","start":"2026-05-27T07:16:05.471565Z","end":"2026-05-27T07:16:05.696115Z","steps":["trace[1582190846] 'agreement among raft nodes before linearized reading' (duration: 224.279647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:05.697187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.4245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:16:05.697271Z","caller":"traceutil/trace.go:171","msg":"trace[548113027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34314; }","duration":"230.571485ms","start":"2026-05-27T07:16:05.46668Z","end":"2026-05-27T07:16:05.697251Z","steps":["trace[548113027] 'agreement among raft nodes before linearized reading' (duration: 228.572002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:06.693713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.929472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:16:06.69455Z","caller":"traceutil/trace.go:171","msg":"trace[1081281696] transaction","detail":"{read_only:false; response_revision:34316; number_of_response:1; }","duration":"287.377445ms","start":"2026-05-27T07:16:06.407143Z","end":"2026-05-27T07:16:06.69452Z","steps":["trace[1081281696] 'process raft request' (duration: 171.487423ms)","trace[1081281696] 'compare' (duration: 114.612462ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:16:06.695059Z","caller":"traceutil/trace.go:171","msg":"trace[1200364732] transaction","detail":"{read_only:false; response_revision:34319; number_of_response:1; }","duration":"287.140277ms","start":"2026-05-27T07:16:06.407881Z","end":"2026-05-27T07:16:06.695021Z","steps":["trace[1200364732] 'process raft request' (duration: 286.192567ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:16:06.695115Z","caller":"traceutil/trace.go:171","msg":"trace[324273849] transaction","detail":"{read_only:false; response_revision:34317; number_of_response:1; }","duration":"287.695644ms","start":"2026-05-27T07:16:06.407399Z","end":"2026-05-27T07:16:06.695095Z","steps":["trace[324273849] 'process raft request' (duration: 286.463805ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:16:06.695186Z","caller":"traceutil/trace.go:171","msg":"trace[879600195] transaction","detail":"{read_only:false; response_revision:34318; number_of_response:1; }","duration":"287.588471ms","start":"2026-05-27T07:16:06.407534Z","end":"2026-05-27T07:16:06.695123Z","steps":["trace[879600195] 'process raft request' (duration: 286.474416ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:16:07.249724Z","caller":"traceutil/trace.go:171","msg":"trace[1381066968] transaction","detail":"{read_only:false; response_revision:34320; number_of_response:1; }","duration":"273.015372ms","start":"2026-05-27T07:16:06.976678Z","end":"2026-05-27T07:16:07.249694Z","steps":["trace[1381066968] 'process raft request' (duration: 272.768334ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:16:07.31729Z","caller":"traceutil/trace.go:171","msg":"trace[1932531978] linearizableReadLoop","detail":"{readStateIndex:35454; appliedIndex:35452; }","duration":"151.184692ms","start":"2026-05-27T07:16:07.166071Z","end":"2026-05-27T07:16:07.317256Z","steps":["trace[1932531978] 'read index received' (duration: 83.419508ms)","trace[1932531978] 'applied index is now lower than readState.Index' (duration: 67.763604ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:16:07.3175Z","caller":"traceutil/trace.go:171","msg":"trace[371701186] transaction","detail":"{read_only:false; response_revision:34321; number_of_response:1; }","duration":"203.711938ms","start":"2026-05-27T07:16:07.113724Z","end":"2026-05-27T07:16:07.317436Z","steps":["trace[371701186] 'process raft request' (duration: 203.303255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:07.317894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.785752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:16:07.317966Z","caller":"traceutil/trace.go:171","msg":"trace[605518159] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:34321; }","duration":"151.890385ms","start":"2026-05-27T07:16:07.166054Z","end":"2026-05-27T07:16:07.317945Z","steps":["trace[605518159] 'agreement among raft nodes before linearized reading' (duration: 151.387179ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:16:07.835798Z","caller":"traceutil/trace.go:171","msg":"trace[1543807380] transaction","detail":"{read_only:false; response_revision:34325; number_of_response:1; }","duration":"358.603509ms","start":"2026-05-27T07:16:07.47717Z","end":"2026-05-27T07:16:07.835774Z","steps":["trace[1543807380] 'process raft request' (duration: 358.416723ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:16:07.835829Z","caller":"traceutil/trace.go:171","msg":"trace[1061460015] transaction","detail":"{read_only:false; response_revision:34324; number_of_response:1; }","duration":"358.885537ms","start":"2026-05-27T07:16:07.476878Z","end":"2026-05-27T07:16:07.835763Z","steps":["trace[1061460015] 'process raft request' (duration: 358.364521ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:16:07.835797Z","caller":"traceutil/trace.go:171","msg":"trace[951936749] linearizableReadLoop","detail":"{readStateIndex:35461; appliedIndex:35456; }","duration":"191.718581ms","start":"2026-05-27T07:16:07.644056Z","end":"2026-05-27T07:16:07.835775Z","steps":["trace[951936749] 'read index received' (duration: 191.222215ms)","trace[951936749] 'applied index is now lower than readState.Index' (duration: 494.976µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:16:07.836053Z","caller":"traceutil/trace.go:171","msg":"trace[2140873485] transaction","detail":"{read_only:false; response_revision:34328; number_of_response:1; }","duration":"358.376801ms","start":"2026-05-27T07:16:07.477665Z","end":"2026-05-27T07:16:07.836042Z","steps":["trace[2140873485] 'process raft request' (duration: 358.050181ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:16:07.836041Z","caller":"traceutil/trace.go:171","msg":"trace[2020334539] transaction","detail":"{read_only:false; response_revision:34327; number_of_response:1; }","duration":"358.369791ms","start":"2026-05-27T07:16:07.477612Z","end":"2026-05-27T07:16:07.835982Z","steps":["trace[2020334539] 'process raft request' (duration: 358.069922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:07.83609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.035421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:16:07.836126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:07.47766Z","time spent":"358.431143ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:16:07.836151Z","caller":"traceutil/trace.go:171","msg":"trace[467210873] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:34328; }","duration":"192.134734ms","start":"2026-05-27T07:16:07.644004Z","end":"2026-05-27T07:16:07.836138Z","steps":["trace[467210873] 'agreement among raft nodes before linearized reading' (duration: 192.035221ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:16:07.836136Z","caller":"traceutil/trace.go:171","msg":"trace[1398620450] transaction","detail":"{read_only:false; response_revision:34326; number_of_response:1; }","duration":"358.863587ms","start":"2026-05-27T07:16:07.477233Z","end":"2026-05-27T07:16:07.836097Z","steps":["trace[1398620450] 'process raft request' (duration: 358.402472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:07.835994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:07.477132Z","time spent":"358.758183ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:16:07.836264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:07.477601Z","time spent":"358.551427ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:16:07.836315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:07.477228Z","time spent":"358.986271ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:16:07.835994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:07.476835Z","time spent":"359.059653ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:16:07.987315Z","caller":"traceutil/trace.go:171","msg":"trace[790329850] linearizableReadLoop","detail":"{readStateIndex:35462; appliedIndex:35461; }","duration":"151.244356ms","start":"2026-05-27T07:16:07.836037Z","end":"2026-05-27T07:16:07.987281Z","steps":["trace[790329850] 'read index received' (duration: 114.056335ms)","trace[790329850] 'applied index is now lower than readState.Index' (duration: 37.186521ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:16:07.988019Z","caller":"traceutil/trace.go:171","msg":"trace[1355851138] transaction","detail":"{read_only:false; response_revision:34329; number_of_response:1; }","duration":"285.29169ms","start":"2026-05-27T07:16:07.702691Z","end":"2026-05-27T07:16:07.987983Z","steps":["trace[1355851138] 'process raft request' (duration: 247.416017ms)","trace[1355851138] 'compare' (duration: 36.400206ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:16:07.989544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.651672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-27T07:16:07.989597Z","caller":"traceutil/trace.go:171","msg":"trace[1956217447] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:34329; }","duration":"239.776105ms","start":"2026-05-27T07:16:07.749809Z","end":"2026-05-27T07:16:07.989585Z","steps":["trace[1956217447] 'agreement among raft nodes before linearized reading' (duration: 237.609307ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:16:08.813416Z","caller":"traceutil/trace.go:171","msg":"trace[1880909578] transaction","detail":"{read_only:false; response_revision:34332; number_of_response:1; }","duration":"111.42702ms","start":"2026-05-27T07:16:08.701934Z","end":"2026-05-27T07:16:08.813361Z","steps":["trace[1880909578] 'process raft request' (duration: 111.068959ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:16:08.813438Z","caller":"traceutil/trace.go:171","msg":"trace[938765861] transaction","detail":"{read_only:false; response_revision:34334; number_of_response:1; }","duration":"107.804577ms","start":"2026-05-27T07:16:08.705592Z","end":"2026-05-27T07:16:08.813397Z","steps":["trace[938765861] 'process raft request' (duration: 107.710444ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:16:08.813486Z","caller":"traceutil/trace.go:171","msg":"trace[1496451920] transaction","detail":"{read_only:false; response_revision:34333; number_of_response:1; }","duration":"110.44391ms","start":"2026-05-27T07:16:08.702992Z","end":"2026-05-27T07:16:08.813436Z","steps":["trace[1496451920] 'process raft request' (duration: 110.242333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:09.659977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.057031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T07:16:09.660104Z","caller":"traceutil/trace.go:171","msg":"trace[1879095296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34335; }","duration":"119.247508ms","start":"2026-05-27T07:16:09.540819Z","end":"2026-05-27T07:16:09.660067Z","steps":["trace[1879095296] 'range keys from in-memory index tree' (duration: 118.819463ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:16:09.925285Z","caller":"traceutil/trace.go:171","msg":"trace[722979019] linearizableReadLoop","detail":"{readStateIndex:35469; appliedIndex:35468; }","duration":"165.214096ms","start":"2026-05-27T07:16:09.760037Z","end":"2026-05-27T07:16:09.925251Z","steps":["trace[722979019] 'read index received' (duration: 164.864835ms)","trace[722979019] 'applied index is now lower than readState.Index' (duration: 347.881µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:16:09.92551Z","caller":"traceutil/trace.go:171","msg":"trace[924272733] transaction","detail":"{read_only:false; response_revision:34336; number_of_response:1; }","duration":"256.826892ms","start":"2026-05-27T07:16:09.668526Z","end":"2026-05-27T07:16:09.925353Z","steps":["trace[924272733] 'process raft request' (duration: 256.488331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:09.925526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.435173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:16:09.926055Z","caller":"traceutil/trace.go:171","msg":"trace[1300342698] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:34336; }","duration":"166.029192ms","start":"2026-05-27T07:16:09.759988Z","end":"2026-05-27T07:16:09.926017Z","steps":["trace[1300342698] 'agreement among raft nodes before linearized reading' (duration: 165.391301ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:16:10.293554Z","caller":"traceutil/trace.go:171","msg":"trace[783641891] transaction","detail":"{read_only:false; response_revision:34337; number_of_response:1; }","duration":"362.247505ms","start":"2026-05-27T07:16:09.931276Z","end":"2026-05-27T07:16:10.293524Z","steps":["trace[783641891] 'process raft request' (duration: 362.048938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:10.293746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:09.931239Z","time spent":"362.406079ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:16:10.499343Z","caller":"traceutil/trace.go:171","msg":"trace[428563494] transaction","detail":"{read_only:false; response_revision:34339; number_of_response:1; }","duration":"567.946156ms","start":"2026-05-27T07:16:09.931357Z","end":"2026-05-27T07:16:10.499303Z","steps":["trace[428563494] 'process raft request' (duration: 567.849092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:10.499571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:09.931328Z","time spent":"568.111791ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:16:10.499742Z","caller":"traceutil/trace.go:171","msg":"trace[1036194754] transaction","detail":"{read_only:false; response_revision:34338; number_of_response:1; }","duration":"568.3822ms","start":"2026-05-27T07:16:09.931343Z","end":"2026-05-27T07:16:10.499726Z","steps":["trace[1036194754] 'process raft request' (duration: 567.673978ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:16:10.499805Z","caller":"traceutil/trace.go:171","msg":"trace[542183219] transaction","detail":"{read_only:false; response_revision:34340; number_of_response:1; }","duration":"568.134792ms","start":"2026-05-27T07:16:09.931655Z","end":"2026-05-27T07:16:10.49979Z","steps":["trace[542183219] 'process raft request' (duration: 567.606015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:10.499884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:09.931645Z","time spent":"568.207204ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:16:10.499813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:09.931311Z","time spent":"568.469623ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:16:10.500025Z","caller":"traceutil/trace.go:171","msg":"trace[757468735] transaction","detail":"{read_only:false; response_revision:34341; number_of_response:1; }","duration":"567.76238ms","start":"2026-05-27T07:16:09.93225Z","end":"2026-05-27T07:16:10.500012Z","steps":["trace[757468735] 'process raft request' (duration: 567.470951ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:16:10.50008Z","caller":"traceutil/trace.go:171","msg":"trace[1178928916] linearizableReadLoop","detail":"{readStateIndex:35475; appliedIndex:35469; }","duration":"505.423646ms","start":"2026-05-27T07:16:09.994642Z","end":"2026-05-27T07:16:10.500066Z","steps":["trace[1178928916] 'read index received' (duration: 298.671731ms)","trace[1178928916] 'applied index is now lower than readState.Index' (duration: 206.751164ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:16:10.500093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:09.932226Z","time spent":"567.830762ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:16:10.5002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.473852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:16:10.500204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.87444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:16:10.500231Z","caller":"traceutil/trace.go:171","msg":"trace[1683766204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34342; }","duration":"200.942011ms","start":"2026-05-27T07:16:10.29928Z","end":"2026-05-27T07:16:10.500222Z","steps":["trace[1683766204] 'agreement among raft nodes before linearized reading' (duration: 200.89086ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:16:10.500205Z","caller":"traceutil/trace.go:171","msg":"trace[536097746] transaction","detail":"{read_only:false; response_revision:34342; number_of_response:1; }","duration":"506.771249ms","start":"2026-05-27T07:16:09.99339Z","end":"2026-05-27T07:16:10.500161Z","steps":["trace[536097746] 'process raft request' (duration: 506.574512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:10.500268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.4075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:16:10.500286Z","caller":"traceutil/trace.go:171","msg":"trace[1979013919] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:34342; }","duration":"329.477501ms","start":"2026-05-27T07:16:10.170803Z","end":"2026-05-27T07:16:10.50028Z","steps":["trace[1979013919] 'agreement among raft nodes before linearized reading' (duration: 329.44135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:10.500293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.633483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"warn","ts":"2026-05-27T07:16:10.500326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:10.170768Z","time spent":"329.545323ms","remote":"127.0.0.1:40996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:16:10.500232Z","caller":"traceutil/trace.go:171","msg":"trace[15505635] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:34342; }","duration":"442.554465ms","start":"2026-05-27T07:16:10.057663Z","end":"2026-05-27T07:16:10.500218Z","steps":["trace[15505635] 'agreement among raft nodes before linearized reading' (duration: 442.494283ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:16:10.500379Z","caller":"traceutil/trace.go:171","msg":"trace[1905291391] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:34342; }","duration":"505.778897ms","start":"2026-05-27T07:16:09.994578Z","end":"2026-05-27T07:16:10.500357Z","steps":["trace[1905291391] 'agreement among raft nodes before linearized reading' (duration: 505.56611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:16:10.500407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:10.057637Z","time spent":"442.757501ms","remote":"127.0.0.1:41464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:16:10.500419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:09.994539Z","time spent":"505.869769ms","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7720,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-27T07:16:10.50042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:16:09.993353Z","time spent":"506.944844ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:16:11.323339Z","caller":"traceutil/trace.go:171","msg":"trace[672663734] transaction","detail":"{read_only:false; response_revision:34349; number_of_response:1; }","duration":"118.152803ms","start":"2026-05-27T07:16:11.205156Z","end":"2026-05-27T07:16:11.323309Z","steps":["trace[672663734] 'process raft request' (duration: 117.933916ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:11.446997Z","caller":"traceutil/trace.go:171","msg":"trace[447299581] transaction","detail":"{read_only:false; response_revision:35220; number_of_response:1; }","duration":"106.357ms","start":"2026-05-27T07:18:11.340617Z","end":"2026-05-27T07:18:11.446974Z","steps":["trace[447299581] 'process raft request' (duration: 106.186024ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:11.461016Z","caller":"traceutil/trace.go:171","msg":"trace[1503249801] transaction","detail":"{read_only:false; response_revision:35221; number_of_response:1; }","duration":"103.747828ms","start":"2026-05-27T07:18:11.357233Z","end":"2026-05-27T07:18:11.46098Z","steps":["trace[1503249801] 'process raft request' (duration: 103.555312ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:13.331911Z","caller":"traceutil/trace.go:171","msg":"trace[1504558399] linearizableReadLoop","detail":"{readStateIndex:36389; appliedIndex:36387; }","duration":"125.243767ms","start":"2026-05-27T07:18:13.206637Z","end":"2026-05-27T07:18:13.331881Z","steps":["trace[1504558399] 'read index received' (duration: 103.76117ms)","trace[1504558399] 'applied index is now lower than readState.Index' (duration: 21.481747ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:13.332072Z","caller":"traceutil/trace.go:171","msg":"trace[550855686] transaction","detail":"{read_only:false; response_revision:35231; number_of_response:1; }","duration":"186.384742ms","start":"2026-05-27T07:18:13.145673Z","end":"2026-05-27T07:18:13.332058Z","steps":["trace[550855686] 'process raft request' (duration: 186.057082ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:13.332061Z","caller":"traceutil/trace.go:171","msg":"trace[292586491] transaction","detail":"{read_only:false; response_revision:35230; number_of_response:1; }","duration":"186.671441ms","start":"2026-05-27T07:18:13.145356Z","end":"2026-05-27T07:18:13.332028Z","steps":["trace[292586491] 'process raft request' (duration: 165.002698ms)","trace[292586491] 'compare' (duration: 20.874148ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:18:13.332439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.234377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-27T07:18:13.332488Z","caller":"traceutil/trace.go:171","msg":"trace[999285307] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35231; }","duration":"106.35152ms","start":"2026-05-27T07:18:13.226124Z","end":"2026-05-27T07:18:13.332476Z","steps":["trace[999285307] 'agreement among raft nodes before linearized reading' (duration: 106.148284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:13.332889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.224827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-27T07:18:13.332941Z","caller":"traceutil/trace.go:171","msg":"trace[1729928118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35231; }","duration":"126.345121ms","start":"2026-05-27T07:18:13.206583Z","end":"2026-05-27T07:18:13.332928Z","steps":["trace[1729928118] 'agreement among raft nodes before linearized reading' (duration: 126.156935ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:13.525096Z","caller":"traceutil/trace.go:171","msg":"trace[1259940094] transaction","detail":"{read_only:false; response_revision:35233; number_of_response:1; }","duration":"187.27929ms","start":"2026-05-27T07:18:13.337789Z","end":"2026-05-27T07:18:13.525068Z","steps":["trace[1259940094] 'process raft request' (duration: 134.060604ms)","trace[1259940094] 'compare' (duration: 52.840904ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:13.525394Z","caller":"traceutil/trace.go:171","msg":"trace[1204306773] transaction","detail":"{read_only:false; response_revision:35234; number_of_response:1; }","duration":"186.471744ms","start":"2026-05-27T07:18:13.338895Z","end":"2026-05-27T07:18:13.525367Z","steps":["trace[1204306773] 'process raft request' (duration: 186.125233ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:13.745133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.664441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:18:13.745667Z","caller":"traceutil/trace.go:171","msg":"trace[801195884] transaction","detail":"{read_only:false; response_revision:35238; number_of_response:1; }","duration":"213.036495ms","start":"2026-05-27T07:18:13.532609Z","end":"2026-05-27T07:18:13.745646Z","steps":["trace[801195884] 'process raft request' (duration: 106.774655ms)","trace[801195884] 'compare' (duration: 105.240887ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:13.745816Z","caller":"traceutil/trace.go:171","msg":"trace[767112692] linearizableReadLoop","detail":"{readStateIndex:36396; appliedIndex:36395; }","duration":"141.050976ms","start":"2026-05-27T07:18:13.604754Z","end":"2026-05-27T07:18:13.745805Z","steps":["trace[767112692] 'read index received' (duration: 34.715094ms)","trace[767112692] 'applied index is now lower than readState.Index' (duration: 106.334651ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:18:13.745952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.195021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"info","ts":"2026-05-27T07:18:13.745988Z","caller":"traceutil/trace.go:171","msg":"trace[983467578] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:35240; }","duration":"141.285583ms","start":"2026-05-27T07:18:13.604694Z","end":"2026-05-27T07:18:13.745979Z","steps":["trace[983467578] 'agreement among raft nodes before linearized reading' (duration: 141.153589ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:13.746206Z","caller":"traceutil/trace.go:171","msg":"trace[2023812541] transaction","detail":"{read_only:false; response_revision:35239; number_of_response:1; }","duration":"134.608323ms","start":"2026-05-27T07:18:13.611579Z","end":"2026-05-27T07:18:13.746187Z","steps":["trace[2023812541] 'process raft request' (duration: 133.661403ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:14.52668Z","caller":"traceutil/trace.go:171","msg":"trace[416882484] transaction","detail":"{read_only:false; response_revision:35241; number_of_response:1; }","duration":"257.922176ms","start":"2026-05-27T07:18:14.268736Z","end":"2026-05-27T07:18:14.526658Z","steps":["trace[416882484] 'process raft request' (duration: 257.698319ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:14.722891Z","caller":"traceutil/trace.go:171","msg":"trace[1776305359] linearizableReadLoop","detail":"{readStateIndex:36400; appliedIndex:36398; }","duration":"434.452658ms","start":"2026-05-27T07:18:14.288404Z","end":"2026-05-27T07:18:14.722857Z","steps":["trace[1776305359] 'read index received' (duration: 238.06292ms)","trace[1776305359] 'applied index is now lower than readState.Index' (duration: 196.388038ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:14.72297Z","caller":"traceutil/trace.go:171","msg":"trace[902843642] transaction","detail":"{read_only:false; response_revision:35242; number_of_response:1; }","duration":"442.557554ms","start":"2026-05-27T07:18:14.280356Z","end":"2026-05-27T07:18:14.722913Z","steps":["trace[902843642] 'process raft request' (duration: 442.240244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:14.723214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:14.280339Z","time spent":"442.743329ms","remote":"127.0.0.1:46774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7681,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:18:14.723181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.715436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:18:14.72329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.068464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:14.723336Z","caller":"traceutil/trace.go:171","msg":"trace[1653457626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35242; }","duration":"434.932613ms","start":"2026-05-27T07:18:14.288365Z","end":"2026-05-27T07:18:14.723297Z","steps":["trace[1653457626] 'agreement among raft nodes before linearized reading' (duration: 434.664144ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:14.723379Z","caller":"traceutil/trace.go:171","msg":"trace[1285172746] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:35242; }","duration":"413.299561ms","start":"2026-05-27T07:18:14.310051Z","end":"2026-05-27T07:18:14.723351Z","steps":["trace[1285172746] 'agreement among raft nodes before linearized reading' (duration: 413.022693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:14.723504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:14.309997Z","time spent":"413.487608ms","remote":"127.0.0.1:37828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:18:14.723404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:14.28835Z","time spent":"435.041447ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:18:14.723624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.348574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:18:14.723702Z","caller":"traceutil/trace.go:171","msg":"trace[2109666141] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:35242; }","duration":"380.483888ms","start":"2026-05-27T07:18:14.343201Z","end":"2026-05-27T07:18:14.723685Z","steps":["trace[2109666141] 'agreement among raft nodes before linearized reading' (duration: 380.349104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:14.723741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:14.343177Z","time spent":"380.557041ms","remote":"127.0.0.1:37332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:18:14.873827Z","caller":"traceutil/trace.go:171","msg":"trace[89551702] transaction","detail":"{read_only:false; response_revision:35243; number_of_response:1; }","duration":"120.835747ms","start":"2026-05-27T07:18:14.752968Z","end":"2026-05-27T07:18:14.873804Z","steps":["trace[89551702] 'process raft request' (duration: 48.681004ms)","trace[89551702] 'compare' (duration: 72.04618ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:18:15.495525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.599097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:15.495645Z","caller":"traceutil/trace.go:171","msg":"trace[1705865188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35244; }","duration":"205.732522ms","start":"2026-05-27T07:18:15.289879Z","end":"2026-05-27T07:18:15.495612Z","steps":["trace[1705865188] 'range keys from in-memory index tree' (duration: 205.495994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:15.496163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.884516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:18:15.496431Z","caller":"traceutil/trace.go:171","msg":"trace[858650969] linearizableReadLoop","detail":"{readStateIndex:36404; appliedIndex:36402; }","duration":"110.299066ms","start":"2026-05-27T07:18:15.386112Z","end":"2026-05-27T07:18:15.496411Z","steps":["trace[858650969] 'read index received' (duration: 81.795727ms)","trace[858650969] 'applied index is now lower than readState.Index' (duration: 28.501798ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:18:15.496644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.523912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-27T07:18:15.496702Z","caller":"traceutil/trace.go:171","msg":"trace[1834836815] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35246; }","duration":"110.627745ms","start":"2026-05-27T07:18:15.38606Z","end":"2026-05-27T07:18:15.496688Z","steps":["trace[1834836815] 'agreement among raft nodes before linearized reading' (duration: 110.440599ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:15.497117Z","caller":"traceutil/trace.go:171","msg":"trace[92708195] transaction","detail":"{read_only:false; response_revision:35245; number_of_response:1; }","duration":"159.150864ms","start":"2026-05-27T07:18:15.337946Z","end":"2026-05-27T07:18:15.497097Z","steps":["trace[92708195] 'process raft request' (duration: 32.218275ms)","trace[92708195] 'compare' (duration: 125.05493ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:15.497308Z","caller":"traceutil/trace.go:171","msg":"trace[1130902672] transaction","detail":"{read_only:false; response_revision:35246; number_of_response:1; }","duration":"158.880416ms","start":"2026-05-27T07:18:15.338416Z","end":"2026-05-27T07:18:15.497297Z","steps":["trace[1130902672] 'process raft request' (duration: 157.873324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:16.054851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787450747,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-27T07:18:16.084018Z","caller":"traceutil/trace.go:171","msg":"trace[119406082] transaction","detail":"{read_only:false; response_revision:35248; number_of_response:1; }","duration":"550.263738ms","start":"2026-05-27T07:18:15.533727Z","end":"2026-05-27T07:18:16.083991Z","steps":["trace[119406082] 'process raft request' (duration: 550.057741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:16.084212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:15.533697Z","time spent":"550.408313ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:18:16.268436Z","caller":"traceutil/trace.go:171","msg":"trace[92217070] transaction","detail":"{read_only:false; response_revision:35249; number_of_response:1; }","duration":"707.200422ms","start":"2026-05-27T07:18:15.561197Z","end":"2026-05-27T07:18:16.268397Z","steps":["trace[92217070] 'process raft request' (duration: 612.659163ms)","trace[92217070] 'compare' (duration: 93.967471ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:16.268565Z","caller":"traceutil/trace.go:171","msg":"trace[1841168042] transaction","detail":"{read_only:false; response_revision:35250; number_of_response:1; }","duration":"677.30019ms","start":"2026-05-27T07:18:15.591223Z","end":"2026-05-27T07:18:16.268524Z","steps":["trace[1841168042] 'process raft request' (duration: 676.9934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:16.268628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:15.561168Z","time spent":"707.361617ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:18:16.268746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:15.591197Z","time spent":"677.450445ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:18:16.268935Z","caller":"traceutil/trace.go:171","msg":"trace[1440820533] transaction","detail":"{read_only:false; response_revision:35251; number_of_response:1; }","duration":"514.227682ms","start":"2026-05-27T07:18:15.754677Z","end":"2026-05-27T07:18:16.268905Z","steps":["trace[1440820533] 'process raft request' (duration: 513.669904ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:16.269014Z","caller":"traceutil/trace.go:171","msg":"trace[1659353325] linearizableReadLoop","detail":"{readStateIndex:36410; appliedIndex:36405; }","duration":"714.561404ms","start":"2026-05-27T07:18:15.554435Z","end":"2026-05-27T07:18:16.268997Z","steps":["trace[1659353325] 'read index received' (duration: 529.311957ms)","trace[1659353325] 'applied index is now lower than readState.Index' (duration: 185.248167ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:18:16.269034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:15.754656Z","time spent":"514.333536ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:18:16.269144Z","caller":"traceutil/trace.go:171","msg":"trace[1592079566] transaction","detail":"{read_only:false; response_revision:35252; number_of_response:1; }","duration":"514.359936ms","start":"2026-05-27T07:18:15.754746Z","end":"2026-05-27T07:18:16.269106Z","steps":["trace[1592079566] 'process raft request' (duration: 513.699835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:16.269224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.507847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T07:18:16.269268Z","caller":"traceutil/trace.go:171","msg":"trace[868316655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35252; }","duration":"737.567579ms","start":"2026-05-27T07:18:15.531691Z","end":"2026-05-27T07:18:16.269258Z","steps":["trace[868316655] 'agreement among raft nodes before linearized reading' (duration: 737.409534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:16.269305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:15.531684Z","time spent":"737.61251ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T07:18:16.26931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:15.754722Z","time spent":"514.501161ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:18:16.269352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.99802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T07:18:16.26941Z","caller":"traceutil/trace.go:171","msg":"trace[2089263838] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35252; }","duration":"517.083132ms","start":"2026-05-27T07:18:15.75231Z","end":"2026-05-27T07:18:16.269393Z","steps":["trace[2089263838] 'agreement among raft nodes before linearized reading' (duration: 516.936988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:16.269426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.964126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:18:16.269452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:15.752291Z","time spent":"517.153704ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-27T07:18:16.269458Z","caller":"traceutil/trace.go:171","msg":"trace[305515045] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:35252; }","duration":"177.040728ms","start":"2026-05-27T07:18:16.092407Z","end":"2026-05-27T07:18:16.269448Z","steps":["trace[305515045] 'agreement among raft nodes before linearized reading' (duration: 176.981716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:16.269729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.634918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:18:16.269843Z","caller":"traceutil/trace.go:171","msg":"trace[547157236] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:35252; }","duration":"271.813244ms","start":"2026-05-27T07:18:15.998004Z","end":"2026-05-27T07:18:16.269817Z","steps":["trace[547157236] 'agreement among raft nodes before linearized reading' (duration: 271.506024ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:16.51731Z","caller":"traceutil/trace.go:171","msg":"trace[1050721904] linearizableReadLoop","detail":"{readStateIndex:36411; appliedIndex:36410; }","duration":"241.470728ms","start":"2026-05-27T07:18:16.275817Z","end":"2026-05-27T07:18:16.517288Z","steps":["trace[1050721904] 'read index received' (duration: 241.154228ms)","trace[1050721904] 'applied index is now lower than readState.Index' (duration: 315.45µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:16.517337Z","caller":"traceutil/trace.go:171","msg":"trace[826151888] transaction","detail":"{read_only:false; response_revision:35253; number_of_response:1; }","duration":"243.099219ms","start":"2026-05-27T07:18:16.274214Z","end":"2026-05-27T07:18:16.517314Z","steps":["trace[826151888] 'process raft request' (duration: 242.773019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:16.517449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.628563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:16.517482Z","caller":"traceutil/trace.go:171","msg":"trace[700712801] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:35253; }","duration":"241.706555ms","start":"2026-05-27T07:18:16.275765Z","end":"2026-05-27T07:18:16.517472Z","steps":["trace[700712801] 'agreement among raft nodes before linearized reading' (duration: 241.624313ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:16.571947Z","caller":"traceutil/trace.go:171","msg":"trace[1495953001] transaction","detail":"{read_only:false; response_revision:35254; number_of_response:1; }","duration":"294.635313ms","start":"2026-05-27T07:18:16.277281Z","end":"2026-05-27T07:18:16.571916Z","steps":["trace[1495953001] 'process raft request' (duration: 294.358835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:16.572014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.584854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:16.572143Z","caller":"traceutil/trace.go:171","msg":"trace[382715187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35254; }","duration":"282.76716ms","start":"2026-05-27T07:18:16.289354Z","end":"2026-05-27T07:18:16.572121Z","steps":["trace[382715187] 'agreement among raft nodes before linearized reading' (duration: 282.538832ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:17.02641Z","caller":"traceutil/trace.go:171","msg":"trace[1767586016] linearizableReadLoop","detail":"{readStateIndex:36414; appliedIndex:36413; }","duration":"113.425584ms","start":"2026-05-27T07:18:16.912963Z","end":"2026-05-27T07:18:17.026388Z","steps":["trace[1767586016] 'read index received' (duration: 113.187437ms)","trace[1767586016] 'applied index is now lower than readState.Index' (duration: 237.237µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:17.026606Z","caller":"traceutil/trace.go:171","msg":"trace[1595293756] transaction","detail":"{read_only:false; response_revision:35256; number_of_response:1; }","duration":"144.182762ms","start":"2026-05-27T07:18:16.882401Z","end":"2026-05-27T07:18:17.026583Z","steps":["trace[1595293756] 'process raft request' (duration: 143.812801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:17.027141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.170137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-27T07:18:17.027179Z","caller":"traceutil/trace.go:171","msg":"trace[124411484] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:35256; }","duration":"114.26696ms","start":"2026-05-27T07:18:16.912901Z","end":"2026-05-27T07:18:17.027168Z","steps":["trace[124411484] 'agreement among raft nodes before linearized reading' (duration: 113.576838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:17.381003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.686843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-27T07:18:17.3811Z","caller":"traceutil/trace.go:171","msg":"trace[2107954210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35257; }","duration":"107.827667ms","start":"2026-05-27T07:18:17.273251Z","end":"2026-05-27T07:18:17.381079Z","steps":["trace[2107954210] 'range keys from in-memory index tree' (duration: 107.482256ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:17.687629Z","caller":"traceutil/trace.go:171","msg":"trace[829289137] transaction","detail":"{read_only:false; response_revision:35260; number_of_response:1; }","duration":"183.282334ms","start":"2026-05-27T07:18:17.504327Z","end":"2026-05-27T07:18:17.687609Z","steps":["trace[829289137] 'process raft request' (duration: 183.233002ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:17.6878Z","caller":"traceutil/trace.go:171","msg":"trace[286217183] transaction","detail":"{read_only:false; response_revision:35261; number_of_response:1; }","duration":"183.302165ms","start":"2026-05-27T07:18:17.504489Z","end":"2026-05-27T07:18:17.687792Z","steps":["trace[286217183] 'process raft request' (duration: 183.102298ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:17.687754Z","caller":"traceutil/trace.go:171","msg":"trace[305999557] transaction","detail":"{read_only:false; response_revision:35259; number_of_response:1; }","duration":"298.899817ms","start":"2026-05-27T07:18:17.388771Z","end":"2026-05-27T07:18:17.687671Z","steps":["trace[305999557] 'process raft request' (duration: 207.26892ms)","trace[305999557] 'compare' (duration: 91.39733ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:17.687929Z","caller":"traceutil/trace.go:171","msg":"trace[598857418] linearizableReadLoop","detail":"{readStateIndex:36420; appliedIndex:36417; }","duration":"128.893141ms","start":"2026-05-27T07:18:17.559028Z","end":"2026-05-27T07:18:17.687922Z","steps":["trace[598857418] 'read index received' (duration: 37.029476ms)","trace[598857418] 'applied index is now lower than readState.Index' (duration: 91.862635ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:17.688006Z","caller":"traceutil/trace.go:171","msg":"trace[808769420] transaction","detail":"{read_only:false; response_revision:35262; number_of_response:1; }","duration":"127.738575ms","start":"2026-05-27T07:18:17.560255Z","end":"2026-05-27T07:18:17.687993Z","steps":["trace[808769420] 'process raft request' (duration: 127.512918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:17.688084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.041446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T07:18:17.688109Z","caller":"traceutil/trace.go:171","msg":"trace[1460796086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35262; }","duration":"129.140219ms","start":"2026-05-27T07:18:17.558963Z","end":"2026-05-27T07:18:17.688103Z","steps":["trace[1460796086] 'agreement among raft nodes before linearized reading' (duration: 129.029725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:17.688412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.649939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:18:17.688498Z","caller":"traceutil/trace.go:171","msg":"trace[305000479] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:35262; }","duration":"105.794493ms","start":"2026-05-27T07:18:17.582683Z","end":"2026-05-27T07:18:17.688478Z","steps":["trace[305000479] 'agreement among raft nodes before linearized reading' (duration: 105.547436ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:18.411768Z","caller":"traceutil/trace.go:171","msg":"trace[674973498] transaction","detail":"{read_only:false; response_revision:35265; number_of_response:1; }","duration":"136.377437ms","start":"2026-05-27T07:18:18.275329Z","end":"2026-05-27T07:18:18.411707Z","steps":["trace[674973498] 'process raft request' (duration: 136.026256ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:18.495523Z","caller":"traceutil/trace.go:171","msg":"trace[37047112] linearizableReadLoop","detail":"{readStateIndex:36426; appliedIndex:36423; }","duration":"214.616762ms","start":"2026-05-27T07:18:18.280874Z","end":"2026-05-27T07:18:18.495491Z","steps":["trace[37047112] 'read index received' (duration: 130.395949ms)","trace[37047112] 'applied index is now lower than readState.Index' (duration: 84.219193ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:18.496049Z","caller":"traceutil/trace.go:171","msg":"trace[1588151140] transaction","detail":"{read_only:false; response_revision:35266; number_of_response:1; }","duration":"218.545076ms","start":"2026-05-27T07:18:18.277459Z","end":"2026-05-27T07:18:18.496004Z","steps":["trace[1588151140] 'process raft request' (duration: 217.767992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:18.496241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.521385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:18.496361Z","caller":"traceutil/trace.go:171","msg":"trace[666558124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35267; }","duration":"205.69597ms","start":"2026-05-27T07:18:18.290636Z","end":"2026-05-27T07:18:18.496332Z","steps":["trace[666558124] 'agreement among raft nodes before linearized reading' (duration: 205.511505ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:18.496323Z","caller":"traceutil/trace.go:171","msg":"trace[1585800706] transaction","detail":"{read_only:false; response_revision:35267; number_of_response:1; }","duration":"218.154473ms","start":"2026-05-27T07:18:18.278109Z","end":"2026-05-27T07:18:18.496263Z","steps":["trace[1585800706] 'process raft request' (duration: 217.281146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:18.496612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.739707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T07:18:18.496656Z","caller":"traceutil/trace.go:171","msg":"trace[637649158] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35267; }","duration":"215.811999ms","start":"2026-05-27T07:18:18.280832Z","end":"2026-05-27T07:18:18.496644Z","steps":["trace[637649158] 'agreement among raft nodes before linearized reading' (duration: 215.102997ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:18.638355Z","caller":"traceutil/trace.go:171","msg":"trace[529054386] linearizableReadLoop","detail":"{readStateIndex:36427; appliedIndex:36426; }","duration":"116.725036ms","start":"2026-05-27T07:18:18.52161Z","end":"2026-05-27T07:18:18.638335Z","steps":["trace[529054386] 'read index received' (duration: 43.000055ms)","trace[529054386] 'applied index is now lower than readState.Index' (duration: 73.724351ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:18.638448Z","caller":"traceutil/trace.go:171","msg":"trace[1849475237] transaction","detail":"{read_only:false; response_revision:35268; number_of_response:1; }","duration":"136.172219ms","start":"2026-05-27T07:18:18.502268Z","end":"2026-05-27T07:18:18.638441Z","steps":["trace[1849475237] 'process raft request' (duration: 62.331274ms)","trace[1849475237] 'compare' (duration: 73.630768ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:18:18.638617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.003526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T07:18:18.638646Z","caller":"traceutil/trace.go:171","msg":"trace[417968548] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35268; }","duration":"117.082538ms","start":"2026-05-27T07:18:18.521553Z","end":"2026-05-27T07:18:18.638635Z","steps":["trace[417968548] 'agreement among raft nodes before linearized reading' (duration: 116.978645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:18.674036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.341435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:18:18.67414Z","caller":"traceutil/trace.go:171","msg":"trace[2059547553] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:35269; }","duration":"102.442988ms","start":"2026-05-27T07:18:18.571669Z","end":"2026-05-27T07:18:18.674112Z","steps":["trace[2059547553] 'agreement among raft nodes before linearized reading' (duration: 102.300633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:18.674036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.79181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-27T07:18:18.674138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.819437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:18:18.674254Z","caller":"traceutil/trace.go:171","msg":"trace[613724415] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:35269; }","duration":"151.053938ms","start":"2026-05-27T07:18:18.523169Z","end":"2026-05-27T07:18:18.674223Z","steps":["trace[613724415] 'agreement among raft nodes before linearized reading' (duration: 150.654796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:18.674273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.20462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-05-27T07:18:18.674368Z","caller":"traceutil/trace.go:171","msg":"trace[1915024981] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:35269; }","duration":"102.338764ms","start":"2026-05-27T07:18:18.572007Z","end":"2026-05-27T07:18:18.674346Z","steps":["trace[1915024981] 'agreement among raft nodes before linearized reading' (duration: 102.022234ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:18.674257Z","caller":"traceutil/trace.go:171","msg":"trace[920560789] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:35269; }","duration":"147.965041ms","start":"2026-05-27T07:18:18.526268Z","end":"2026-05-27T07:18:18.674233Z","steps":["trace[920560789] 'agreement among raft nodes before linearized reading' (duration: 147.815366ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:18.845863Z","caller":"traceutil/trace.go:171","msg":"trace[175490841] linearizableReadLoop","detail":"{readStateIndex:36429; appliedIndex:36428; }","duration":"169.378937ms","start":"2026-05-27T07:18:18.676449Z","end":"2026-05-27T07:18:18.845828Z","steps":["trace[175490841] 'read index received' (duration: 132.198546ms)","trace[175490841] 'applied index is now lower than readState.Index' (duration: 37.178771ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:18.846195Z","caller":"traceutil/trace.go:171","msg":"trace[1282964057] transaction","detail":"{read_only:false; response_revision:35270; number_of_response:1; }","duration":"201.577461ms","start":"2026-05-27T07:18:18.644595Z","end":"2026-05-27T07:18:18.846173Z","steps":["trace[1282964057] 'process raft request' (duration: 164.035318ms)","trace[1282964057] 'compare' (duration: 37.054308ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:18:18.846507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.025807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:18.846572Z","caller":"traceutil/trace.go:171","msg":"trace[1298100120] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:35270; }","duration":"170.141311ms","start":"2026-05-27T07:18:18.676413Z","end":"2026-05-27T07:18:18.846554Z","steps":["trace[1298100120] 'agreement among raft nodes before linearized reading' (duration: 170.015097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:18.853476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.628603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-08a59e17-d903-4f94-bb56-037405ce2da5\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-05-27T07:18:18.853549Z","caller":"traceutil/trace.go:171","msg":"trace[284886027] range","detail":"{range_begin:/registry/persistentvolumes/pvc-08a59e17-d903-4f94-bb56-037405ce2da5; range_end:; response_count:1; response_revision:35271; }","duration":"175.734867ms","start":"2026-05-27T07:18:18.677791Z","end":"2026-05-27T07:18:18.853526Z","steps":["trace[284886027] 'agreement among raft nodes before linearized reading' (duration: 175.52501ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:18.853939Z","caller":"traceutil/trace.go:171","msg":"trace[544092489] transaction","detail":"{read_only:false; response_revision:35271; number_of_response:1; }","duration":"174.273591ms","start":"2026-05-27T07:18:18.679645Z","end":"2026-05-27T07:18:18.853919Z","steps":["trace[544092489] 'process raft request' (duration: 173.530168ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:19.883574Z","caller":"traceutil/trace.go:171","msg":"trace[416862629] transaction","detail":"{read_only:false; response_revision:35275; number_of_response:1; }","duration":"189.015386ms","start":"2026-05-27T07:18:19.694501Z","end":"2026-05-27T07:18:19.883516Z","steps":["trace[416862629] 'process raft request' (duration: 156.685597ms)","trace[416862629] 'compare' (duration: 32.024459ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:19.883597Z","caller":"traceutil/trace.go:171","msg":"trace[2120521074] linearizableReadLoop","detail":"{readStateIndex:36434; appliedIndex:36432; }","duration":"176.464ms","start":"2026-05-27T07:18:19.707111Z","end":"2026-05-27T07:18:19.883575Z","steps":["trace[2120521074] 'read index received' (duration: 11.497372ms)","trace[2120521074] 'applied index is now lower than readState.Index' (duration: 164.964638ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:19.883708Z","caller":"traceutil/trace.go:171","msg":"trace[1334186428] transaction","detail":"{read_only:false; response_revision:35276; number_of_response:1; }","duration":"159.911348ms","start":"2026-05-27T07:18:19.72377Z","end":"2026-05-27T07:18:19.883682Z","steps":["trace[1334186428] 'process raft request' (duration: 159.740973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:19.88384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.708868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:19.883916Z","caller":"traceutil/trace.go:171","msg":"trace[725956279] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:35276; }","duration":"176.835602ms","start":"2026-05-27T07:18:19.707065Z","end":"2026-05-27T07:18:19.883901Z","steps":["trace[725956279] 'agreement among raft nodes before linearized reading' (duration: 176.576004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:19.883973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.321673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T07:18:19.884004Z","caller":"traceutil/trace.go:171","msg":"trace[592860590] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35276; }","duration":"141.418046ms","start":"2026-05-27T07:18:19.742579Z","end":"2026-05-27T07:18:19.883997Z","steps":["trace[592860590] 'agreement among raft nodes before linearized reading' (duration: 141.281832ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:20.616223Z","caller":"traceutil/trace.go:171","msg":"trace[1162075789] transaction","detail":"{read_only:false; response_revision:35281; number_of_response:1; }","duration":"112.937278ms","start":"2026-05-27T07:18:20.503261Z","end":"2026-05-27T07:18:20.616198Z","steps":["trace[1162075789] 'process raft request' (duration: 112.622068ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:20.63649Z","caller":"traceutil/trace.go:171","msg":"trace[848921666] transaction","detail":"{read_only:false; response_revision:35282; number_of_response:1; }","duration":"130.13135ms","start":"2026-05-27T07:18:20.506333Z","end":"2026-05-27T07:18:20.636464Z","steps":["trace[848921666] 'process raft request' (duration: 129.947974ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:20.636711Z","caller":"traceutil/trace.go:171","msg":"trace[1628679449] transaction","detail":"{read_only:false; response_revision:35283; number_of_response:1; }","duration":"129.884482ms","start":"2026-05-27T07:18:20.506784Z","end":"2026-05-27T07:18:20.636668Z","steps":["trace[1628679449] 'process raft request' (duration: 129.642665ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:21.01436Z","caller":"traceutil/trace.go:171","msg":"trace[190447582] linearizableReadLoop","detail":"{readStateIndex:36445; appliedIndex:36444; }","duration":"156.402218ms","start":"2026-05-27T07:18:20.857932Z","end":"2026-05-27T07:18:21.014334Z","steps":["trace[190447582] 'read index received' (duration: 156.227962ms)","trace[190447582] 'applied index is now lower than readState.Index' (duration: 172.916µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:21.014433Z","caller":"traceutil/trace.go:171","msg":"trace[358283352] transaction","detail":"{read_only:false; response_revision:35286; number_of_response:1; }","duration":"157.818002ms","start":"2026-05-27T07:18:20.856568Z","end":"2026-05-27T07:18:21.014386Z","steps":["trace[358283352] 'process raft request' (duration: 157.584555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:21.014705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.738348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T07:18:21.0148Z","caller":"traceutil/trace.go:171","msg":"trace[1766391002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35286; }","duration":"156.895814ms","start":"2026-05-27T07:18:20.857883Z","end":"2026-05-27T07:18:21.014779Z","steps":["trace[1766391002] 'agreement among raft nodes before linearized reading' (duration: 156.608325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:21.363494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.541609ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:21.363605Z","caller":"traceutil/trace.go:171","msg":"trace[647035457] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:35286; }","duration":"260.667413ms","start":"2026-05-27T07:18:21.102923Z","end":"2026-05-27T07:18:21.363591Z","steps":["trace[647035457] 'range keys from in-memory index tree' (duration: 260.528208ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:21.364246Z","caller":"traceutil/trace.go:171","msg":"trace[68978983] linearizableReadLoop","detail":"{readStateIndex:36446; appliedIndex:36445; }","duration":"291.964779ms","start":"2026-05-27T07:18:21.07227Z","end":"2026-05-27T07:18:21.364235Z","steps":["trace[68978983] 'read index received' (duration: 278.771253ms)","trace[68978983] 'applied index is now lower than readState.Index' (duration: 13.192496ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:21.364411Z","caller":"traceutil/trace.go:171","msg":"trace[793697994] transaction","detail":"{read_only:false; response_revision:35287; number_of_response:1; }","duration":"343.709459ms","start":"2026-05-27T07:18:21.020694Z","end":"2026-05-27T07:18:21.364403Z","steps":["trace[793697994] 'process raft request' (duration: 330.346158ms)","trace[793697994] 'compare' (duration: 12.187534ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:18:21.36448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:21.020665Z","time spent":"343.764601ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:18:21.36463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.357158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:18:21.364745Z","caller":"traceutil/trace.go:171","msg":"trace[2021740457] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:35287; }","duration":"237.491123ms","start":"2026-05-27T07:18:21.127239Z","end":"2026-05-27T07:18:21.36473Z","steps":["trace[2021740457] 'agreement among raft nodes before linearized reading' (duration: 237.302607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:21.364851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.593008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-27T07:18:21.36488Z","caller":"traceutil/trace.go:171","msg":"trace[281634963] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35287; }","duration":"292.665271ms","start":"2026-05-27T07:18:21.072207Z","end":"2026-05-27T07:18:21.364872Z","steps":["trace[281634963] 'agreement among raft nodes before linearized reading' (duration: 292.576098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:21.364951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.149269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:18:21.364969Z","caller":"traceutil/trace.go:171","msg":"trace[1120810029] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:35287; }","duration":"129.193091ms","start":"2026-05-27T07:18:21.235771Z","end":"2026-05-27T07:18:21.364964Z","steps":["trace[1120810029] 'agreement among raft nodes before linearized reading' (duration: 129.139879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:21.3653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.535221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:18:21.365338Z","caller":"traceutil/trace.go:171","msg":"trace[2058204062] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:35287; }","duration":"129.624854ms","start":"2026-05-27T07:18:21.235706Z","end":"2026-05-27T07:18:21.365331Z","steps":["trace[2058204062] 'agreement among raft nodes before linearized reading' (duration: 129.316935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:21.668782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.551501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:21.66891Z","caller":"traceutil/trace.go:171","msg":"trace[547137336] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:35288; }","duration":"188.739427ms","start":"2026-05-27T07:18:21.480141Z","end":"2026-05-27T07:18:21.668881Z","steps":["trace[547137336] 'count revisions from in-memory index tree' (duration: 188.451967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:21.668837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.600705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:1921"} {"level":"info","ts":"2026-05-27T07:18:21.669088Z","caller":"traceutil/trace.go:171","msg":"trace[605962003] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:35288; }","duration":"183.812551ms","start":"2026-05-27T07:18:21.485221Z","end":"2026-05-27T07:18:21.669034Z","steps":["trace[605962003] 'range keys from in-memory index tree' (duration: 183.431539ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:22.097954Z","caller":"traceutil/trace.go:171","msg":"trace[1820271044] linearizableReadLoop","detail":"{readStateIndex:36449; appliedIndex:36448; }","duration":"207.171398ms","start":"2026-05-27T07:18:21.890755Z","end":"2026-05-27T07:18:22.097926Z","steps":["trace[1820271044] 'read index received' (duration: 181.350354ms)","trace[1820271044] 'applied index is now lower than readState.Index' (duration: 25.819664ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:22.098045Z","caller":"traceutil/trace.go:171","msg":"trace[1760472110] transaction","detail":"{read_only:false; response_revision:35290; number_of_response:1; }","duration":"207.311072ms","start":"2026-05-27T07:18:21.890698Z","end":"2026-05-27T07:18:22.098009Z","steps":["trace[1760472110] 'process raft request' (duration: 181.382255ms)","trace[1760472110] 'compare' (duration: 25.673889ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:18:22.098215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.500327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T07:18:22.098306Z","caller":"traceutil/trace.go:171","msg":"trace[1499355045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35290; }","duration":"147.611091ms","start":"2026-05-27T07:18:21.950663Z","end":"2026-05-27T07:18:22.098274Z","steps":["trace[1499355045] 'agreement among raft nodes before linearized reading' (duration: 147.425635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:22.098286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.503448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T07:18:22.099006Z","caller":"traceutil/trace.go:171","msg":"trace[2131334546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35290; }","duration":"207.759486ms","start":"2026-05-27T07:18:21.890713Z","end":"2026-05-27T07:18:22.098472Z","steps":["trace[2131334546] 'agreement among raft nodes before linearized reading' (duration: 207.367853ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:22.335984Z","caller":"traceutil/trace.go:171","msg":"trace[2083350315] transaction","detail":"{read_only:false; response_revision:35291; number_of_response:1; }","duration":"234.146786ms","start":"2026-05-27T07:18:22.101807Z","end":"2026-05-27T07:18:22.335954Z","steps":["trace[2083350315] 'process raft request' (duration: 232.720471ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:22.35147Z","caller":"traceutil/trace.go:171","msg":"trace[1857126044] transaction","detail":"{read_only:false; response_revision:35292; number_of_response:1; }","duration":"245.68428ms","start":"2026-05-27T07:18:22.105715Z","end":"2026-05-27T07:18:22.3514Z","steps":["trace[1857126044] 'process raft request' (duration: 245.093241ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:22.351482Z","caller":"traceutil/trace.go:171","msg":"trace[1950777611] transaction","detail":"{read_only:false; response_revision:35293; number_of_response:1; }","duration":"111.37607ms","start":"2026-05-27T07:18:22.24004Z","end":"2026-05-27T07:18:22.351417Z","steps":["trace[1950777611] 'process raft request' (duration: 110.982537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:22.482603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.502533ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-27T07:18:22.482733Z","caller":"traceutil/trace.go:171","msg":"trace[1316921624] linearizableReadLoop","detail":"{readStateIndex:36453; appliedIndex:36449; }","duration":"172.703592ms","start":"2026-05-27T07:18:22.310008Z","end":"2026-05-27T07:18:22.482712Z","steps":["trace[1316921624] 'read index received' (duration: 24.786661ms)","trace[1316921624] 'applied index is now lower than readState.Index' (duration: 147.914591ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:18:22.482884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.874587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:22.482955Z","caller":"traceutil/trace.go:171","msg":"trace[2145249461] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:35293; }","duration":"172.98236ms","start":"2026-05-27T07:18:22.309931Z","end":"2026-05-27T07:18:22.482913Z","steps":["trace[2145249461] 'agreement among raft nodes before linearized reading' (duration: 172.895558ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:22.96576Z","caller":"traceutil/trace.go:171","msg":"trace[2101533484] transaction","detail":"{read_only:false; response_revision:35297; number_of_response:1; }","duration":"271.675629ms","start":"2026-05-27T07:18:22.694012Z","end":"2026-05-27T07:18:22.965688Z","steps":["trace[2101533484] 'process raft request' (duration: 203.337256ms)","trace[2101533484] 'compare' (duration: 68.139647ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:22.992167Z","caller":"traceutil/trace.go:171","msg":"trace[105378661] linearizableReadLoop","detail":"{readStateIndex:36459; appliedIndex:36456; }","duration":"125.950449ms","start":"2026-05-27T07:18:22.86619Z","end":"2026-05-27T07:18:22.992141Z","steps":["trace[105378661] 'read index received' (duration: 31.179333ms)","trace[105378661] 'applied index is now lower than readState.Index' (duration: 94.769796ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:22.992275Z","caller":"traceutil/trace.go:171","msg":"trace[514495046] transaction","detail":"{read_only:false; response_revision:35299; number_of_response:1; }","duration":"296.106509ms","start":"2026-05-27T07:18:22.696147Z","end":"2026-05-27T07:18:22.992253Z","steps":["trace[514495046] 'process raft request' (duration: 295.929414ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:22.99227Z","caller":"traceutil/trace.go:171","msg":"trace[1330269821] transaction","detail":"{read_only:false; response_revision:35298; number_of_response:1; }","duration":"297.367179ms","start":"2026-05-27T07:18:22.694852Z","end":"2026-05-27T07:18:22.992219Z","steps":["trace[1330269821] 'process raft request' (duration: 297.096291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:22.992311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.093383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:22.992372Z","caller":"traceutil/trace.go:171","msg":"trace[565951047] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:35299; }","duration":"126.215876ms","start":"2026-05-27T07:18:22.866138Z","end":"2026-05-27T07:18:22.992354Z","steps":["trace[565951047] 'agreement among raft nodes before linearized reading' (duration: 126.099813ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:23.715006Z","caller":"traceutil/trace.go:171","msg":"trace[1211187851] linearizableReadLoop","detail":"{readStateIndex:36462; appliedIndex:36461; }","duration":"221.421066ms","start":"2026-05-27T07:18:23.49356Z","end":"2026-05-27T07:18:23.714981Z","steps":["trace[1211187851] 'read index received' (duration: 221.179189ms)","trace[1211187851] 'applied index is now lower than readState.Index' (duration: 240.637µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:23.715387Z","caller":"traceutil/trace.go:171","msg":"trace[297178425] transaction","detail":"{read_only:false; response_revision:35302; number_of_response:1; }","duration":"248.221671ms","start":"2026-05-27T07:18:23.467125Z","end":"2026-05-27T07:18:23.715346Z","steps":["trace[297178425] 'process raft request' (duration: 247.684094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:23.716158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.573302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:322091"} {"level":"info","ts":"2026-05-27T07:18:23.716217Z","caller":"traceutil/trace.go:171","msg":"trace[837498759] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:35302; }","duration":"222.680876ms","start":"2026-05-27T07:18:23.493519Z","end":"2026-05-27T07:18:23.7162Z","steps":["trace[837498759] 'agreement among raft nodes before linearized reading' (duration: 221.568761ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:24.544028Z","caller":"traceutil/trace.go:171","msg":"trace[1787685842] transaction","detail":"{read_only:false; response_revision:35306; number_of_response:1; }","duration":"196.087348ms","start":"2026-05-27T07:18:24.347915Z","end":"2026-05-27T07:18:24.544003Z","steps":["trace[1787685842] 'process raft request' (duration: 195.926083ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:24.682457Z","caller":"traceutil/trace.go:171","msg":"trace[1673490491] linearizableReadLoop","detail":"{readStateIndex:36467; appliedIndex:36466; }","duration":"325.092983ms","start":"2026-05-27T07:18:24.357337Z","end":"2026-05-27T07:18:24.68243Z","steps":["trace[1673490491] 'read index received' (duration: 187.369044ms)","trace[1673490491] 'applied index is now lower than readState.Index' (duration: 137.722549ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:24.682562Z","caller":"traceutil/trace.go:171","msg":"trace[1284571559] transaction","detail":"{read_only:false; response_revision:35307; number_of_response:1; }","duration":"325.67242ms","start":"2026-05-27T07:18:24.356867Z","end":"2026-05-27T07:18:24.682539Z","steps":["trace[1284571559] 'process raft request' (duration: 325.02739ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:24.682594Z","caller":"traceutil/trace.go:171","msg":"trace[1852647541] transaction","detail":"{read_only:false; response_revision:35308; number_of_response:1; }","duration":"183.235933ms","start":"2026-05-27T07:18:24.499343Z","end":"2026-05-27T07:18:24.682579Z","steps":["trace[1852647541] 'process raft request' (duration: 183.018516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:24.682731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:24.356849Z","time spent":"325.759634ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:18:24.682956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.615169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T07:18:24.682981Z","caller":"traceutil/trace.go:171","msg":"trace[396542713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35308; }","duration":"325.667091ms","start":"2026-05-27T07:18:24.357308Z","end":"2026-05-27T07:18:24.682975Z","steps":["trace[396542713] 'agreement among raft nodes before linearized reading' (duration: 325.541427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:24.683002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:24.3573Z","time spent":"325.697512ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T07:18:24.68534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.766073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:24.685379Z","caller":"traceutil/trace.go:171","msg":"trace[1289101805] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35310; }","duration":"265.836716ms","start":"2026-05-27T07:18:24.419534Z","end":"2026-05-27T07:18:24.685371Z","steps":["trace[1289101805] 'agreement among raft nodes before linearized reading' (duration: 265.764093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:24.686733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.49951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2177671"} {"level":"info","ts":"2026-05-27T07:18:24.686775Z","caller":"traceutil/trace.go:171","msg":"trace[1877600504] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:35310; }","duration":"195.584572ms","start":"2026-05-27T07:18:24.491179Z","end":"2026-05-27T07:18:24.686764Z","steps":["trace[1877600504] 'agreement among raft nodes before linearized reading' (duration: 194.356204ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:25.343878Z","caller":"traceutil/trace.go:171","msg":"trace[721655353] transaction","detail":"{read_only:false; response_revision:35312; number_of_response:1; }","duration":"346.446195ms","start":"2026-05-27T07:18:24.997406Z","end":"2026-05-27T07:18:25.343852Z","steps":["trace[721655353] 'process raft request' (duration: 346.26121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:25.344061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:24.997384Z","time spent":"346.58044ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:18:25.801092Z","caller":"traceutil/trace.go:171","msg":"trace[1010532350] linearizableReadLoop","detail":"{readStateIndex:36473; appliedIndex:36472; }","duration":"748.316686ms","start":"2026-05-27T07:18:25.052754Z","end":"2026-05-27T07:18:25.801071Z","steps":["trace[1010532350] 'read index received' (duration: 291.286267ms)","trace[1010532350] 'applied index is now lower than readState.Index' (duration: 457.029579ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:25.80119Z","caller":"traceutil/trace.go:171","msg":"trace[573929252] transaction","detail":"{read_only:false; response_revision:35313; number_of_response:1; }","duration":"802.245116ms","start":"2026-05-27T07:18:24.998937Z","end":"2026-05-27T07:18:25.801182Z","steps":["trace[573929252] 'process raft request' (duration: 801.985287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:25.801278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:24.998914Z","time spent":"802.295577ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:18:25.801455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.445563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:25.801567Z","caller":"traceutil/trace.go:171","msg":"trace[1710523167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35313; }","duration":"511.628639ms","start":"2026-05-27T07:18:25.289914Z","end":"2026-05-27T07:18:25.801542Z","steps":["trace[1710523167] 'agreement among raft nodes before linearized reading' (duration: 511.414892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:25.801632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:25.289885Z","time spent":"511.734852ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:18:25.801657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.643689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T07:18:25.801686Z","caller":"traceutil/trace.go:171","msg":"trace[2011379922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35313; }","duration":"385.717261ms","start":"2026-05-27T07:18:25.41596Z","end":"2026-05-27T07:18:25.801678Z","steps":["trace[2011379922] 'agreement among raft nodes before linearized reading' (duration: 385.606948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:25.801659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.200599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:25.801775Z","caller":"traceutil/trace.go:171","msg":"trace[1673756511] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:35313; }","duration":"235.373506ms","start":"2026-05-27T07:18:25.566376Z","end":"2026-05-27T07:18:25.801749Z","steps":["trace[1673756511] 'agreement among raft nodes before linearized reading' (duration: 235.179469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:25.801657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.7786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-27T07:18:25.801951Z","caller":"traceutil/trace.go:171","msg":"trace[1222516865] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:35313; }","duration":"158.0951ms","start":"2026-05-27T07:18:25.643796Z","end":"2026-05-27T07:18:25.801891Z","steps":["trace[1222516865] 'agreement among raft nodes before linearized reading' (duration: 157.595714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:25.801719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:25.415938Z","time spent":"385.771723ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T07:18:25.801471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.703249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-27T07:18:25.802149Z","caller":"traceutil/trace.go:171","msg":"trace[1226473659] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35313; }","duration":"749.445362ms","start":"2026-05-27T07:18:25.052693Z","end":"2026-05-27T07:18:25.802139Z","steps":["trace[1226473659] 'agreement among raft nodes before linearized reading' (duration: 748.621356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:25.80218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:25.052671Z","time spent":"749.499544ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-27T07:18:25.962122Z","caller":"traceutil/trace.go:171","msg":"trace[449494128] transaction","detail":"{read_only:false; response_revision:35315; number_of_response:1; }","duration":"155.283492ms","start":"2026-05-27T07:18:25.806808Z","end":"2026-05-27T07:18:25.962092Z","steps":["trace[449494128] 'process raft request' (duration: 96.639974ms)","trace[449494128] 'compare' (duration: 58.115271ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:25.962297Z","caller":"traceutil/trace.go:171","msg":"trace[56792415] linearizableReadLoop","detail":"{readStateIndex:36475; appliedIndex:36473; }","duration":"155.21336ms","start":"2026-05-27T07:18:25.807073Z","end":"2026-05-27T07:18:25.962286Z","steps":["trace[56792415] 'read index received' (duration: 43.706107ms)","trace[56792415] 'applied index is now lower than readState.Index' (duration: 111.506103ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:25.962376Z","caller":"traceutil/trace.go:171","msg":"trace[1797240946] transaction","detail":"{read_only:false; response_revision:35316; number_of_response:1; }","duration":"155.189039ms","start":"2026-05-27T07:18:25.807178Z","end":"2026-05-27T07:18:25.962367Z","steps":["trace[1797240946] 'process raft request' (duration: 154.649182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:25.962572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.479108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-da2b7423-24a8-43f6-905c-4ea7730dc6e9\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-27T07:18:25.962614Z","caller":"traceutil/trace.go:171","msg":"trace[304905978] range","detail":"{range_begin:/registry/persistentvolumes/pvc-da2b7423-24a8-43f6-905c-4ea7730dc6e9; range_end:; response_count:1; response_revision:35317; }","duration":"155.640923ms","start":"2026-05-27T07:18:25.806961Z","end":"2026-05-27T07:18:25.962602Z","steps":["trace[304905978] 'agreement among raft nodes before linearized reading' (duration: 155.489828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:25.962848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.810463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:25.962896Z","caller":"traceutil/trace.go:171","msg":"trace[1883149850] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:35317; }","duration":"118.888596ms","start":"2026-05-27T07:18:25.843994Z","end":"2026-05-27T07:18:25.962883Z","steps":["trace[1883149850] 'agreement among raft nodes before linearized reading' (duration: 118.811414ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:26.359112Z","caller":"traceutil/trace.go:171","msg":"trace[659889747] transaction","detail":"{read_only:false; response_revision:35318; number_of_response:1; }","duration":"167.129966ms","start":"2026-05-27T07:18:26.191946Z","end":"2026-05-27T07:18:26.359076Z","steps":["trace[659889747] 'process raft request' (duration: 166.897349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:27.013543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.941589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-27T07:18:27.013662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.405901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-27T07:18:27.013758Z","caller":"traceutil/trace.go:171","msg":"trace[1846922598] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:35318; }","duration":"417.523295ms","start":"2026-05-27T07:18:26.596208Z","end":"2026-05-27T07:18:27.013731Z","steps":["trace[1846922598] 'range keys from in-memory index tree' (duration: 417.178044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:27.013794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.238765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:27.013862Z","caller":"traceutil/trace.go:171","msg":"trace[1549228526] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:35318; }","duration":"383.376749ms","start":"2026-05-27T07:18:26.630468Z","end":"2026-05-27T07:18:27.013845Z","steps":["trace[1549228526] 'range keys from in-memory index tree' (duration: 383.144241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:27.013928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:26.630445Z","time spent":"383.466002ms","remote":"127.0.0.1:41504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-27T07:18:27.013798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.807979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:27.014061Z","caller":"traceutil/trace.go:171","msg":"trace[1948667477] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:35318; }","duration":"508.076738ms","start":"2026-05-27T07:18:26.50596Z","end":"2026-05-27T07:18:27.014037Z","steps":["trace[1948667477] 'count revisions from in-memory index tree' (duration: 507.686116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:27.014114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:26.505885Z","time spent":"508.211893ms","remote":"127.0.0.1:48370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:18:27.013814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:26.596183Z","time spent":"417.621178ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-05-27T07:18:27.013686Z","caller":"traceutil/trace.go:171","msg":"trace[1052468517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35318; }","duration":"465.134695ms","start":"2026-05-27T07:18:26.548526Z","end":"2026-05-27T07:18:27.013661Z","steps":["trace[1052468517] 'range keys from in-memory index tree' (duration: 464.745493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:27.014469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:26.548499Z","time spent":"465.92856ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-27T07:18:27.078893Z","caller":"traceutil/trace.go:171","msg":"trace[359695508] transaction","detail":"{read_only:false; response_revision:35319; number_of_response:1; }","duration":"389.796351ms","start":"2026-05-27T07:18:26.689059Z","end":"2026-05-27T07:18:27.078856Z","steps":["trace[359695508] 'process raft request' (duration: 389.606375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:27.079084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:26.689029Z","time spent":"389.957906ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:18:27.111689Z","caller":"traceutil/trace.go:171","msg":"trace[135957627] transaction","detail":"{read_only:false; response_revision:35320; number_of_response:1; }","duration":"422.068079ms","start":"2026-05-27T07:18:26.68959Z","end":"2026-05-27T07:18:27.111658Z","steps":["trace[135957627] 'process raft request' (duration: 421.814711ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:27.11199Z","caller":"traceutil/trace.go:171","msg":"trace[872371542] transaction","detail":"{read_only:false; response_revision:35321; number_of_response:1; }","duration":"421.020205ms","start":"2026-05-27T07:18:26.690913Z","end":"2026-05-27T07:18:27.111933Z","steps":["trace[872371542] 'process raft request' (duration: 420.675194ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:27.112128Z","caller":"traceutil/trace.go:171","msg":"trace[110531079] transaction","detail":"{read_only:false; response_revision:35322; number_of_response:1; }","duration":"420.307903ms","start":"2026-05-27T07:18:26.691807Z","end":"2026-05-27T07:18:27.112114Z","steps":["trace[110531079] 'process raft request' (duration: 420.021694ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:27.11215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.563722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T07:18:27.112187Z","caller":"traceutil/trace.go:171","msg":"trace[545508209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35323; }","duration":"381.652925ms","start":"2026-05-27T07:18:26.730523Z","end":"2026-05-27T07:18:27.112176Z","steps":["trace[545508209] 'agreement among raft nodes before linearized reading' (duration: 381.526021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:27.112198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:26.690906Z","time spent":"421.18149ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:18:27.112218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:26.730504Z","time spent":"381.707747ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T07:18:27.112226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:26.691798Z","time spent":"420.370735ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:18:27.112007Z","caller":"traceutil/trace.go:171","msg":"trace[1502437014] linearizableReadLoop","detail":"{readStateIndex:36482; appliedIndex:36478; }","duration":"381.418888ms","start":"2026-05-27T07:18:26.730567Z","end":"2026-05-27T07:18:27.111986Z","steps":["trace[1502437014] 'read index received' (duration: 348.187201ms)","trace[1502437014] 'applied index is now lower than readState.Index' (duration: 33.230227ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:18:27.112398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.162935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.207\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-27T07:18:27.112424Z","caller":"traceutil/trace.go:171","msg":"trace[1518215107] range","detail":"{range_begin:/registry/masterleases/199.19.213.207; range_end:; response_count:1; response_revision:35323; }","duration":"199.231248ms","start":"2026-05-27T07:18:26.913186Z","end":"2026-05-27T07:18:27.112417Z","steps":["trace[1518215107] 'agreement among raft nodes before linearized reading' (duration: 199.161715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:27.112486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.108002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:18:27.112568Z","caller":"traceutil/trace.go:171","msg":"trace[625297839] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:35323; }","duration":"105.227126ms","start":"2026-05-27T07:18:27.007321Z","end":"2026-05-27T07:18:27.112549Z","steps":["trace[625297839] 'agreement among raft nodes before linearized reading' (duration: 105.077811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:27.112812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:26.689567Z","time spent":"422.215463ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:18:27.617921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787450932,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:18:27.764817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:27.113289Z","time spent":"651.521207ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-27T07:18:27.812441Z","caller":"traceutil/trace.go:171","msg":"trace[788671290] transaction","detail":"{read_only:false; response_revision:35324; number_of_response:1; }","duration":"695.694569ms","start":"2026-05-27T07:18:27.116712Z","end":"2026-05-27T07:18:27.812406Z","steps":["trace[788671290] 'process raft request' (duration: 695.346718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:27.812646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:27.116694Z","time spent":"695.834734ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:18:27.812762Z","caller":"traceutil/trace.go:171","msg":"trace[934285247] transaction","detail":"{read_only:false; response_revision:35325; number_of_response:1; }","duration":"663.606818ms","start":"2026-05-27T07:18:27.14914Z","end":"2026-05-27T07:18:27.812747Z","steps":["trace[934285247] 'process raft request' (duration: 663.192115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:27.812838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:27.149114Z","time spent":"663.691991ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:18:27.81292Z","caller":"traceutil/trace.go:171","msg":"trace[506989346] transaction","detail":"{read_only:false; response_revision:35326; number_of_response:1; }","duration":"463.367689ms","start":"2026-05-27T07:18:27.349543Z","end":"2026-05-27T07:18:27.812911Z","steps":["trace[506989346] 'process raft request' (duration: 463.111271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:27.812964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:27.349523Z","time spent":"463.418911ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:18:27.812923Z","caller":"traceutil/trace.go:171","msg":"trace[692304425] linearizableReadLoop","detail":"{readStateIndex:36487; appliedIndex:36483; }","duration":"695.483692ms","start":"2026-05-27T07:18:27.117411Z","end":"2026-05-27T07:18:27.812895Z","steps":["trace[692304425] 'read index received' (duration: 647.280363ms)","trace[692304425] 'applied index is now lower than readState.Index' (duration: 48.202199ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:18:27.813198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.754491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:27.813293Z","caller":"traceutil/trace.go:171","msg":"trace[566232632] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:35326; }","duration":"695.901726ms","start":"2026-05-27T07:18:27.117368Z","end":"2026-05-27T07:18:27.81327Z","steps":["trace[566232632] 'agreement among raft nodes before linearized reading' (duration: 695.662789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:27.813347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:27.117357Z","time spent":"695.981188ms","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-27T07:18:27.860722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.92604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:27.860863Z","caller":"traceutil/trace.go:171","msg":"trace[1355840459] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:35328; }","duration":"519.114046ms","start":"2026-05-27T07:18:27.341728Z","end":"2026-05-27T07:18:27.860842Z","steps":["trace[1355840459] 'agreement among raft nodes before linearized reading' (duration: 518.877099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:27.860936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:27.341705Z","time spent":"519.217259ms","remote":"127.0.0.1:46814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:18:27.861148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.303059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-27T07:18:27.861229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.32847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-27T07:18:27.861342Z","caller":"traceutil/trace.go:171","msg":"trace[1568412115] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:35328; }","duration":"232.504515ms","start":"2026-05-27T07:18:27.628818Z","end":"2026-05-27T07:18:27.861322Z","steps":["trace[1568412115] 'agreement among raft nodes before linearized reading' (duration: 232.265938ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:27.86127Z","caller":"traceutil/trace.go:171","msg":"trace[2131923473] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:35328; }","duration":"617.481405ms","start":"2026-05-27T07:18:27.243764Z","end":"2026-05-27T07:18:27.861245Z","steps":["trace[2131923473] 'agreement among raft nodes before linearized reading' (duration: 617.290999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:27.861433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:27.243742Z","time spent":"617.675701ms","remote":"127.0.0.1:41340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:18:27.861251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.343905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:27.861525Z","caller":"traceutil/trace.go:171","msg":"trace[1796117037] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:35328; }","duration":"248.681836ms","start":"2026-05-27T07:18:27.612819Z","end":"2026-05-27T07:18:27.861501Z","steps":["trace[1796117037] 'agreement among raft nodes before linearized reading' (duration: 248.335335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:27.861362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.561438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:27.861888Z","caller":"traceutil/trace.go:171","msg":"trace[632865978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35328; }","duration":"572.126476ms","start":"2026-05-27T07:18:27.289747Z","end":"2026-05-27T07:18:27.861873Z","steps":["trace[632865978] 'agreement among raft nodes before linearized reading' (duration: 570.898327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:27.862108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:27.289718Z","time spent":"572.373534ms","remote":"127.0.0.1:47226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:18:27.862649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.733955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2177671"} {"level":"info","ts":"2026-05-27T07:18:27.862702Z","caller":"traceutil/trace.go:171","msg":"trace[1392266656] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:35328; }","duration":"174.838109ms","start":"2026-05-27T07:18:27.687849Z","end":"2026-05-27T07:18:27.862687Z","steps":["trace[1392266656] 'agreement among raft nodes before linearized reading' (duration: 172.741713ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:28.01857Z","caller":"traceutil/trace.go:171","msg":"trace[548667878] linearizableReadLoop","detail":"{readStateIndex:36491; appliedIndex:36489; }","duration":"151.417691ms","start":"2026-05-27T07:18:27.867086Z","end":"2026-05-27T07:18:28.018504Z","steps":["trace[548667878] 'read index received' (duration: 77.840422ms)","trace[548667878] 'applied index is now lower than readState.Index' (duration: 73.576009ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:28.018716Z","caller":"traceutil/trace.go:171","msg":"trace[2141862034] transaction","detail":"{read_only:false; response_revision:35330; number_of_response:1; }","duration":"151.654839ms","start":"2026-05-27T07:18:27.867043Z","end":"2026-05-27T07:18:28.018697Z","steps":["trace[2141862034] 'process raft request' (duration: 127.472427ms)","trace[2141862034] 'compare' (duration: 23.561802ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:18:28.018982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.867585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T07:18:28.019042Z","caller":"traceutil/trace.go:171","msg":"trace[652902606] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:35332; }","duration":"151.968588ms","start":"2026-05-27T07:18:27.867059Z","end":"2026-05-27T07:18:28.019028Z","steps":["trace[652902606] 'agreement among raft nodes before linearized reading' (duration: 151.805993ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:28.474945Z","caller":"traceutil/trace.go:171","msg":"trace[1657153350] linearizableReadLoop","detail":"{readStateIndex:36496; appliedIndex:36495; }","duration":"106.623229ms","start":"2026-05-27T07:18:28.36829Z","end":"2026-05-27T07:18:28.474914Z","steps":["trace[1657153350] 'read index received' (duration: 106.243897ms)","trace[1657153350] 'applied index is now lower than readState.Index' (duration: 378.322µs)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:18:28.475126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.816435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:18:28.475184Z","caller":"traceutil/trace.go:171","msg":"trace[2106023589] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:35335; }","duration":"106.927619ms","start":"2026-05-27T07:18:28.368243Z","end":"2026-05-27T07:18:28.475171Z","steps":["trace[2106023589] 'agreement among raft nodes before linearized reading' (duration: 106.801195ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:28.475327Z","caller":"traceutil/trace.go:171","msg":"trace[1919192194] transaction","detail":"{read_only:false; response_revision:35335; number_of_response:1; }","duration":"110.811242ms","start":"2026-05-27T07:18:28.364475Z","end":"2026-05-27T07:18:28.475286Z","steps":["trace[1919192194] 'process raft request' (duration: 110.201142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:28.710428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.138807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2177671"} {"level":"info","ts":"2026-05-27T07:18:28.710498Z","caller":"traceutil/trace.go:171","msg":"trace[212946014] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:35335; }","duration":"135.264832ms","start":"2026-05-27T07:18:28.575218Z","end":"2026-05-27T07:18:28.710483Z","steps":["trace[212946014] 'range keys from in-memory index tree' (duration: 134.069664ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:29.266647Z","caller":"traceutil/trace.go:171","msg":"trace[229822793] linearizableReadLoop","detail":"{readStateIndex:36497; appliedIndex:36496; }","duration":"149.886602ms","start":"2026-05-27T07:18:29.116737Z","end":"2026-05-27T07:18:29.266624Z","steps":["trace[229822793] 'read index received' (duration: 149.729117ms)","trace[229822793] 'applied index is now lower than readState.Index' (duration: 156.605µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:29.266753Z","caller":"traceutil/trace.go:171","msg":"trace[2108501476] transaction","detail":"{read_only:false; response_revision:35336; number_of_response:1; }","duration":"181.210739ms","start":"2026-05-27T07:18:29.085495Z","end":"2026-05-27T07:18:29.266706Z","steps":["trace[2108501476] 'process raft request' (duration: 180.981722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:29.26685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.097329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T07:18:29.266996Z","caller":"traceutil/trace.go:171","msg":"trace[418436189] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35336; }","duration":"150.294575ms","start":"2026-05-27T07:18:29.116682Z","end":"2026-05-27T07:18:29.266977Z","steps":["trace[418436189] 'agreement among raft nodes before linearized reading' (duration: 150.024327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:29.642833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.301843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:18:29.643044Z","caller":"traceutil/trace.go:171","msg":"trace[615976472] transaction","detail":"{read_only:false; response_revision:35337; number_of_response:1; }","duration":"525.30273ms","start":"2026-05-27T07:18:29.117713Z","end":"2026-05-27T07:18:29.643015Z","steps":["trace[615976472] 'process raft request' (duration: 236.716187ms)","trace[615976472] 'compare' (duration: 288.17871ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:29.643082Z","caller":"traceutil/trace.go:171","msg":"trace[90126284] transaction","detail":"{read_only:false; response_revision:35339; number_of_response:1; }","duration":"522.539703ms","start":"2026-05-27T07:18:29.120522Z","end":"2026-05-27T07:18:29.643061Z","steps":["trace[90126284] 'process raft request' (duration: 522.482631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:29.643157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:29.120498Z","time spent":"522.623496ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:18:29.643442Z","caller":"traceutil/trace.go:171","msg":"trace[215264845] transaction","detail":"{read_only:false; response_revision:35338; number_of_response:1; }","duration":"525.411243ms","start":"2026-05-27T07:18:29.117967Z","end":"2026-05-27T07:18:29.643378Z","steps":["trace[215264845] 'process raft request' (duration: 524.964899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:29.643508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:29.117685Z","time spent":"525.436934ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:18:29.643617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:29.117956Z","time spent":"525.564529ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:18:29.852693Z","caller":"traceutil/trace.go:171","msg":"trace[1294623280] linearizableReadLoop","detail":"{readStateIndex:36501; appliedIndex:36497; }","duration":"562.44ms","start":"2026-05-27T07:18:29.290219Z","end":"2026-05-27T07:18:29.852659Z","steps":["trace[1294623280] 'read index received' (duration: 64.307775ms)","trace[1294623280] 'applied index is now lower than readState.Index' (duration: 498.130465ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:29.852795Z","caller":"traceutil/trace.go:171","msg":"trace[1984858776] transaction","detail":"{read_only:false; response_revision:35340; number_of_response:1; }","duration":"581.365606ms","start":"2026-05-27T07:18:29.271369Z","end":"2026-05-27T07:18:29.852735Z","steps":["trace[1984858776] 'process raft request' (duration: 509.269414ms)","trace[1984858776] 'compare' (duration: 71.823984ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:18:29.852946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.704588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:29.852987Z","caller":"traceutil/trace.go:171","msg":"trace[1115530032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35340; }","duration":"562.834663ms","start":"2026-05-27T07:18:29.290141Z","end":"2026-05-27T07:18:29.852976Z","steps":["trace[1115530032] 'agreement among raft nodes before linearized reading' (duration: 562.714749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:29.852994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:29.271351Z","time spent":"581.538032ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:18:29.853035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:29.290113Z","time spent":"562.913335ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:18:29.869965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.944519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-27T07:18:29.870054Z","caller":"traceutil/trace.go:171","msg":"trace[398097751] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:35341; }","duration":"246.050382ms","start":"2026-05-27T07:18:29.623981Z","end":"2026-05-27T07:18:29.870031Z","steps":["trace[398097751] 'agreement among raft nodes before linearized reading' (duration: 245.740352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:29.870427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.743724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-27T07:18:29.870511Z","caller":"traceutil/trace.go:171","msg":"trace[759231599] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35341; }","duration":"120.884199ms","start":"2026-05-27T07:18:29.749607Z","end":"2026-05-27T07:18:29.870491Z","steps":["trace[759231599] 'agreement among raft nodes before linearized reading' (duration: 120.657461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:29.870925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.009307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2177671"} {"level":"info","ts":"2026-05-27T07:18:29.870971Z","caller":"traceutil/trace.go:171","msg":"trace[1806485958] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:35341; }","duration":"303.094349ms","start":"2026-05-27T07:18:29.567866Z","end":"2026-05-27T07:18:29.87096Z","steps":["trace[1806485958] 'agreement among raft nodes before linearized reading' (duration: 301.928713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:29.870994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:29.567844Z","time spent":"303.143211ms","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":197,"response size":2177693,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-05-27T07:18:30.368489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.367293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:18:30.368632Z","caller":"traceutil/trace.go:171","msg":"trace[1180521076] transaction","detail":"{read_only:false; response_revision:35343; number_of_response:1; }","duration":"417.37979ms","start":"2026-05-27T07:18:29.951213Z","end":"2026-05-27T07:18:30.368593Z","steps":["trace[1180521076] 'process raft request' (duration: 263.777191ms)","trace[1180521076] 'compare' (duration: 152.870806ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:18:30.368882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:29.951189Z","time spent":"417.541176ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:18:30.369597Z","caller":"traceutil/trace.go:171","msg":"trace[1076355495] linearizableReadLoop","detail":"{readStateIndex:36504; appliedIndex:36503; }","duration":"418.246508ms","start":"2026-05-27T07:18:29.951309Z","end":"2026-05-27T07:18:30.369556Z","steps":["trace[1076355495] 'read index received' (duration: 263.701698ms)","trace[1076355495] 'applied index is now lower than readState.Index' (duration: 154.53978ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:18:30.369799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.463285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18237"} {"level":"info","ts":"2026-05-27T07:18:30.369864Z","caller":"traceutil/trace.go:171","msg":"trace[933566068] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:35343; }","duration":"418.590609ms","start":"2026-05-27T07:18:29.951259Z","end":"2026-05-27T07:18:30.369849Z","steps":["trace[933566068] 'agreement among raft nodes before linearized reading' (duration: 418.376422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:30.369896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:29.951235Z","time spent":"418.655831ms","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18259,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-27T07:18:30.370483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.357714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T07:18:30.37053Z","caller":"traceutil/trace.go:171","msg":"trace[1338817055] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35344; }","duration":"347.453967ms","start":"2026-05-27T07:18:30.023063Z","end":"2026-05-27T07:18:30.370517Z","steps":["trace[1338817055] 'agreement among raft nodes before linearized reading' (duration: 347.251731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:30.370978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:30.023038Z","time spent":"347.929382ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-27T07:18:30.370619Z","caller":"traceutil/trace.go:171","msg":"trace[1940880129] transaction","detail":"{read_only:false; response_revision:35344; number_of_response:1; }","duration":"346.193897ms","start":"2026-05-27T07:18:30.024395Z","end":"2026-05-27T07:18:30.370588Z","steps":["trace[1940880129] 'process raft request' (duration: 345.773304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:30.371249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:30.024376Z","time spent":"346.758045ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:18:30.370709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.777105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T07:18:30.371478Z","caller":"traceutil/trace.go:171","msg":"trace[295366330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35344; }","duration":"300.543509ms","start":"2026-05-27T07:18:30.070869Z","end":"2026-05-27T07:18:30.371413Z","steps":["trace[295366330] 'agreement among raft nodes before linearized reading' (duration: 299.742264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:30.371581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:30.070857Z","time spent":"300.686533ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T07:18:30.370803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.89457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T07:18:30.371867Z","caller":"traceutil/trace.go:171","msg":"trace[1567237523] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35344; }","duration":"274.947372ms","start":"2026-05-27T07:18:30.096853Z","end":"2026-05-27T07:18:30.3718Z","steps":["trace[1567237523] 'agreement among raft nodes before linearized reading' (duration: 273.739584ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:30.543576Z","caller":"traceutil/trace.go:171","msg":"trace[1446941488] transaction","detail":"{read_only:false; response_revision:35345; number_of_response:1; }","duration":"166.798455ms","start":"2026-05-27T07:18:30.376748Z","end":"2026-05-27T07:18:30.543546Z","steps":["trace[1446941488] 'process raft request' (duration: 114.309592ms)","trace[1446941488] 'compare' (duration: 52.231585ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:30.544113Z","caller":"traceutil/trace.go:171","msg":"trace[60846229] transaction","detail":"{read_only:false; response_revision:35346; number_of_response:1; }","duration":"166.215857ms","start":"2026-05-27T07:18:30.37786Z","end":"2026-05-27T07:18:30.544075Z","steps":["trace[60846229] 'process raft request' (duration: 165.626669ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:30.544189Z","caller":"traceutil/trace.go:171","msg":"trace[1897280145] transaction","detail":"{read_only:false; response_revision:35347; number_of_response:1; }","duration":"164.833824ms","start":"2026-05-27T07:18:30.379317Z","end":"2026-05-27T07:18:30.544151Z","steps":["trace[1897280145] 'process raft request' (duration: 164.656798ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:30.545536Z","caller":"traceutil/trace.go:171","msg":"trace[2100804721] linearizableReadLoop","detail":"{readStateIndex:36508; appliedIndex:36505; }","duration":"164.068759ms","start":"2026-05-27T07:18:30.381438Z","end":"2026-05-27T07:18:30.545507Z","steps":["trace[2100804721] 'read index received' (duration: 109.635004ms)","trace[2100804721] 'applied index is now lower than readState.Index' (duration: 54.432725ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:18:30.545952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.121525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:18:30.545974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.436651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-27T07:18:30.546061Z","caller":"traceutil/trace.go:171","msg":"trace[1109012571] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:35348; }","duration":"164.635197ms","start":"2026-05-27T07:18:30.381403Z","end":"2026-05-27T07:18:30.546038Z","steps":["trace[1109012571] 'agreement among raft nodes before linearized reading' (duration: 164.321507ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:30.546072Z","caller":"traceutil/trace.go:171","msg":"trace[449413025] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:35348; }","duration":"114.250869ms","start":"2026-05-27T07:18:30.431739Z","end":"2026-05-27T07:18:30.545989Z","steps":["trace[449413025] 'agreement among raft nodes before linearized reading' (duration: 114.103125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:30.920773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.810127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:18:30.920874Z","caller":"traceutil/trace.go:171","msg":"trace[1189369102] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:35348; }","duration":"188.005503ms","start":"2026-05-27T07:18:30.732849Z","end":"2026-05-27T07:18:30.920854Z","steps":["trace[1189369102] 'count revisions from in-memory index tree' (duration: 187.679343ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:31.907508Z","caller":"traceutil/trace.go:171","msg":"trace[550197233] transaction","detail":"{read_only:false; response_revision:35351; number_of_response:1; }","duration":"256.689058ms","start":"2026-05-27T07:18:31.650777Z","end":"2026-05-27T07:18:31.907466Z","steps":["trace[550197233] 'process raft request' (duration: 202.275903ms)","trace[550197233] 'compare' (duration: 53.909769ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:31.907633Z","caller":"traceutil/trace.go:171","msg":"trace[972391792] linearizableReadLoop","detail":"{readStateIndex:36513; appliedIndex:36511; }","duration":"216.661916ms","start":"2026-05-27T07:18:31.690914Z","end":"2026-05-27T07:18:31.907576Z","steps":["trace[972391792] 'read index received' (duration: 162.034885ms)","trace[972391792] 'applied index is now lower than readState.Index' (duration: 54.623381ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:31.907764Z","caller":"traceutil/trace.go:171","msg":"trace[665928351] transaction","detail":"{read_only:false; response_revision:35352; number_of_response:1; }","duration":"255.825591ms","start":"2026-05-27T07:18:31.651918Z","end":"2026-05-27T07:18:31.907744Z","steps":["trace[665928351] 'process raft request' (duration: 255.304314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:31.907877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.18044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:31.907918Z","caller":"traceutil/trace.go:171","msg":"trace[639071461] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:35353; }","duration":"202.296264ms","start":"2026-05-27T07:18:31.705608Z","end":"2026-05-27T07:18:31.907904Z","steps":["trace[639071461] 'agreement among raft nodes before linearized reading' (duration: 202.195301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:31.907915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.949357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:18:31.907954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.023098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-6c6f4d57-zl4vb.18b35a4c586dc9d5\" ","response":"range_response_count:1 size:1536"} {"level":"info","ts":"2026-05-27T07:18:31.907975Z","caller":"traceutil/trace.go:171","msg":"trace[259066513] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:35353; }","duration":"145.06906ms","start":"2026-05-27T07:18:31.762886Z","end":"2026-05-27T07:18:31.907955Z","steps":["trace[259066513] 'agreement among raft nodes before linearized reading' (duration: 144.960737ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:31.908014Z","caller":"traceutil/trace.go:171","msg":"trace[2112449612] range","detail":"{range_begin:/registry/events/openstack/manila-api-6c6f4d57-zl4vb.18b35a4c586dc9d5; range_end:; response_count:1; response_revision:35353; }","duration":"217.128382ms","start":"2026-05-27T07:18:31.690868Z","end":"2026-05-27T07:18:31.907996Z","steps":["trace[2112449612] 'agreement among raft nodes before linearized reading' (duration: 216.900584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:32.545597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.380525ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-27T07:18:32.545902Z","caller":"traceutil/trace.go:171","msg":"trace[467736644] linearizableReadLoop","detail":"{readStateIndex:36519; appliedIndex:36518; }","duration":"254.971633ms","start":"2026-05-27T07:18:32.290904Z","end":"2026-05-27T07:18:32.545875Z","steps":["trace[467736644] 'read index received' (duration: 33.236687ms)","trace[467736644] 'applied index is now lower than readState.Index' (duration: 221.733066ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:18:32.546119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.196801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:32.546238Z","caller":"traceutil/trace.go:171","msg":"trace[200551126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35356; }","duration":"255.328875ms","start":"2026-05-27T07:18:32.290885Z","end":"2026-05-27T07:18:32.546214Z","steps":["trace[200551126] 'agreement among raft nodes before linearized reading' (duration: 255.136469ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:32.547037Z","caller":"traceutil/trace.go:171","msg":"trace[1516340773] transaction","detail":"{read_only:false; response_revision:35357; number_of_response:1; }","duration":"168.502349ms","start":"2026-05-27T07:18:32.378494Z","end":"2026-05-27T07:18:32.546997Z","steps":["trace[1516340773] 'process raft request' (duration: 167.23962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:32.642035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.109486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:32.642147Z","caller":"traceutil/trace.go:171","msg":"trace[1769646768] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:35357; }","duration":"201.243971ms","start":"2026-05-27T07:18:32.440872Z","end":"2026-05-27T07:18:32.642116Z","steps":["trace[1769646768] 'agreement among raft nodes before linearized reading' (duration: 106.128584ms)","trace[1769646768] 'count revisions from in-memory index tree' (duration: 94.952452ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:18:32.642639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.185639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T07:18:32.642724Z","caller":"traceutil/trace.go:171","msg":"trace[1094769151] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35357; }","duration":"268.327324ms","start":"2026-05-27T07:18:32.374374Z","end":"2026-05-27T07:18:32.642701Z","steps":["trace[1094769151] 'agreement among raft nodes before linearized reading' (duration: 172.596028ms)","trace[1094769151] 'range keys from in-memory index tree' (duration: 95.50693ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:33.159279Z","caller":"traceutil/trace.go:171","msg":"trace[1772933063] transaction","detail":"{read_only:false; response_revision:35359; number_of_response:1; }","duration":"512.95408ms","start":"2026-05-27T07:18:32.646284Z","end":"2026-05-27T07:18:33.159238Z","steps":["trace[1772933063] 'process raft request' (duration: 415.107507ms)","trace[1772933063] 'compare' (duration: 97.595856ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:18:33.159527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:32.646264Z","time spent":"513.110986ms","remote":"127.0.0.1:47296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2092,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:18:33.18882Z","caller":"traceutil/trace.go:171","msg":"trace[439871922] transaction","detail":"{read_only:false; response_revision:35360; number_of_response:1; }","duration":"541.793689ms","start":"2026-05-27T07:18:32.646988Z","end":"2026-05-27T07:18:33.188782Z","steps":["trace[439871922] 'process raft request' (duration: 541.561682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:33.189021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:32.646967Z","time spent":"541.952874ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:18:33.18917Z","caller":"traceutil/trace.go:171","msg":"trace[316163019] transaction","detail":"{read_only:false; response_revision:35361; number_of_response:1; }","duration":"541.381556ms","start":"2026-05-27T07:18:32.647751Z","end":"2026-05-27T07:18:33.189133Z","steps":["trace[316163019] 'process raft request' (duration: 540.984314ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:33.189244Z","caller":"traceutil/trace.go:171","msg":"trace[1565272758] transaction","detail":"{read_only:false; response_revision:35362; number_of_response:1; }","duration":"541.387466ms","start":"2026-05-27T07:18:32.64784Z","end":"2026-05-27T07:18:33.189227Z","steps":["trace[1565272758] 'process raft request' (duration: 541.171829ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:33.189274Z","caller":"traceutil/trace.go:171","msg":"trace[1581550079] transaction","detail":"{read_only:false; response_revision:35363; number_of_response:1; }","duration":"541.398057ms","start":"2026-05-27T07:18:32.647845Z","end":"2026-05-27T07:18:33.189243Z","steps":["trace[1581550079] 'process raft request' (duration: 541.307544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:33.189356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:32.647726Z","time spent":"541.523161ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:18:33.189358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:32.647825Z","time spent":"541.460368ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:18:33.189471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:32.647828Z","time spent":"541.537681ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:18:33.18962Z","caller":"traceutil/trace.go:171","msg":"trace[142986296] linearizableReadLoop","detail":"{readStateIndex:36526; appliedIndex:36521; }","duration":"433.868029ms","start":"2026-05-27T07:18:32.755738Z","end":"2026-05-27T07:18:33.189606Z","steps":["trace[142986296] 'read index received' (duration: 305.6736ms)","trace[142986296] 'applied index is now lower than readState.Index' (duration: 128.193059ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:33.189637Z","caller":"traceutil/trace.go:171","msg":"trace[1825804002] transaction","detail":"{read_only:false; response_revision:35364; number_of_response:1; }","duration":"163.938556ms","start":"2026-05-27T07:18:33.025686Z","end":"2026-05-27T07:18:33.189625Z","steps":["trace[1825804002] 'process raft request' (duration: 163.503232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:33.189807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.389619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:33.189853Z","caller":"traceutil/trace.go:171","msg":"trace[1398386078] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:35364; }","duration":"197.529263ms","start":"2026-05-27T07:18:32.992309Z","end":"2026-05-27T07:18:33.189838Z","steps":["trace[1398386078] 'agreement among raft nodes before linearized reading' (duration: 197.40959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:33.189897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.030615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:33.189975Z","caller":"traceutil/trace.go:171","msg":"trace[277354281] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:35364; }","duration":"434.282772ms","start":"2026-05-27T07:18:32.755676Z","end":"2026-05-27T07:18:33.189958Z","steps":["trace[277354281] 'agreement among raft nodes before linearized reading' (duration: 433.973882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:33.190029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:32.755649Z","time spent":"434.368615ms","remote":"127.0.0.1:41252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:18:33.421758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.237864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:33.421882Z","caller":"traceutil/trace.go:171","msg":"trace[1144055476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35364; }","duration":"130.441489ms","start":"2026-05-27T07:18:33.291407Z","end":"2026-05-27T07:18:33.421848Z","steps":["trace[1144055476] 'range keys from in-memory index tree' (duration: 130.14062ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:33.422229Z","caller":"traceutil/trace.go:171","msg":"trace[1969867127] transaction","detail":"{read_only:false; response_revision:35365; number_of_response:1; }","duration":"100.237739ms","start":"2026-05-27T07:18:33.321972Z","end":"2026-05-27T07:18:33.42221Z","steps":["trace[1969867127] 'process raft request' (duration: 71.70635ms)","trace[1969867127] 'compare' (duration: 28.179288ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:34.826823Z","caller":"traceutil/trace.go:171","msg":"trace[38605419] transaction","detail":"{read_only:false; response_revision:35374; number_of_response:1; }","duration":"178.149623ms","start":"2026-05-27T07:18:34.648647Z","end":"2026-05-27T07:18:34.826796Z","steps":["trace[38605419] 'process raft request' (duration: 177.948057ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:35.341411Z","caller":"traceutil/trace.go:171","msg":"trace[1097434510] transaction","detail":"{read_only:false; response_revision:35376; number_of_response:1; }","duration":"142.038355ms","start":"2026-05-27T07:18:35.19932Z","end":"2026-05-27T07:18:35.341358Z","steps":["trace[1097434510] 'process raft request' (duration: 141.729546ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:35.341598Z","caller":"traceutil/trace.go:171","msg":"trace[392995038] linearizableReadLoop","detail":"{readStateIndex:36541; appliedIndex:36537; }","duration":"101.505668ms","start":"2026-05-27T07:18:35.240082Z","end":"2026-05-27T07:18:35.341588Z","steps":["trace[392995038] 'read index received' (duration: 55.663674ms)","trace[392995038] 'applied index is now lower than readState.Index' (duration: 45.841244ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:35.341744Z","caller":"traceutil/trace.go:171","msg":"trace[645618720] transaction","detail":"{read_only:false; response_revision:35377; number_of_response:1; }","duration":"142.364526ms","start":"2026-05-27T07:18:35.19932Z","end":"2026-05-27T07:18:35.341685Z","steps":["trace[645618720] 'process raft request' (duration: 141.978744ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:35.341765Z","caller":"traceutil/trace.go:171","msg":"trace[371848657] transaction","detail":"{read_only:false; response_revision:35378; number_of_response:1; }","duration":"142.368625ms","start":"2026-05-27T07:18:35.199367Z","end":"2026-05-27T07:18:35.341736Z","steps":["trace[371848657] 'process raft request' (duration: 142.134598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:35.34186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.750176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-27T07:18:35.342296Z","caller":"traceutil/trace.go:171","msg":"trace[452653709] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:35378; }","duration":"102.221581ms","start":"2026-05-27T07:18:35.240062Z","end":"2026-05-27T07:18:35.342284Z","steps":["trace[452653709] 'agreement among raft nodes before linearized reading' (duration: 101.55507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:35.568936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.483844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:18:35.569029Z","caller":"traceutil/trace.go:171","msg":"trace[1840457893] linearizableReadLoop","detail":"{readStateIndex:36542; appliedIndex:36541; }","duration":"227.017942ms","start":"2026-05-27T07:18:35.341997Z","end":"2026-05-27T07:18:35.569015Z","steps":["trace[1840457893] 'read index received' (duration: 61.304551ms)","trace[1840457893] 'applied index is now lower than readState.Index' (duration: 165.712431ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:35.569205Z","caller":"traceutil/trace.go:171","msg":"trace[8221504] transaction","detail":"{read_only:false; response_revision:35379; number_of_response:1; }","duration":"250.021937ms","start":"2026-05-27T07:18:35.319174Z","end":"2026-05-27T07:18:35.569196Z","steps":["trace[8221504] 'process raft request' (duration: 84.194462ms)","trace[8221504] 'compare' (duration: 165.052531ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:18:35.569383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.586138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:35.569415Z","caller":"traceutil/trace.go:171","msg":"trace[1769977331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35379; }","duration":"278.66041ms","start":"2026-05-27T07:18:35.290747Z","end":"2026-05-27T07:18:35.569407Z","steps":["trace[1769977331] 'agreement among raft nodes before linearized reading' (duration: 278.605738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:35.569694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.592643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-27T07:18:35.569814Z","caller":"traceutil/trace.go:171","msg":"trace[1776804221] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:35379; }","duration":"328.762799ms","start":"2026-05-27T07:18:35.241019Z","end":"2026-05-27T07:18:35.569781Z","steps":["trace[1776804221] 'agreement among raft nodes before linearized reading' (duration: 328.357166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:35.569877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:35.241001Z","time spent":"328.863921ms","remote":"127.0.0.1:37344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":183,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:18:35.617071Z","caller":"traceutil/trace.go:171","msg":"trace[897674531] transaction","detail":"{read_only:false; response_revision:35380; number_of_response:1; }","duration":"269.234122ms","start":"2026-05-27T07:18:35.347807Z","end":"2026-05-27T07:18:35.617041Z","steps":["trace[897674531] 'process raft request' (duration: 269.035986ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:35.637821Z","caller":"traceutil/trace.go:171","msg":"trace[1768024757] transaction","detail":"{read_only:false; response_revision:35381; number_of_response:1; }","duration":"209.535012ms","start":"2026-05-27T07:18:35.428245Z","end":"2026-05-27T07:18:35.63778Z","steps":["trace[1768024757] 'process raft request' (duration: 209.251533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:35.874255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.973874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:18:35.874389Z","caller":"traceutil/trace.go:171","msg":"trace[841718065] linearizableReadLoop","detail":"{readStateIndex:36545; appliedIndex:36544; }","duration":"159.839276ms","start":"2026-05-27T07:18:35.714525Z","end":"2026-05-27T07:18:35.874365Z","steps":["trace[841718065] 'read index received' (duration: 17.641156ms)","trace[841718065] 'applied index is now lower than readState.Index' (duration: 142.19719ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:35.874391Z","caller":"traceutil/trace.go:171","msg":"trace[491039172] transaction","detail":"{read_only:false; response_revision:35382; number_of_response:1; }","duration":"227.999174ms","start":"2026-05-27T07:18:35.646343Z","end":"2026-05-27T07:18:35.874342Z","steps":["trace[491039172] 'process raft request' (duration: 85.852005ms)","trace[491039172] 'compare' (duration: 141.87272ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:18:35.874534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.439268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:35.874555Z","caller":"traceutil/trace.go:171","msg":"trace[439826141] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:35383; }","duration":"149.462549ms","start":"2026-05-27T07:18:35.725085Z","end":"2026-05-27T07:18:35.874547Z","steps":["trace[439826141] 'agreement among raft nodes before linearized reading' (duration: 149.407237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:35.874559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.007941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:35.874645Z","caller":"traceutil/trace.go:171","msg":"trace[1348442332] transaction","detail":"{read_only:false; response_revision:35383; number_of_response:1; }","duration":"131.731851ms","start":"2026-05-27T07:18:35.742885Z","end":"2026-05-27T07:18:35.874617Z","steps":["trace[1348442332] 'process raft request' (duration: 131.453342ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:35.874657Z","caller":"traceutil/trace.go:171","msg":"trace[1234827078] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35382; }","duration":"160.177317ms","start":"2026-05-27T07:18:35.714463Z","end":"2026-05-27T07:18:35.87464Z","steps":["trace[1234827078] 'agreement among raft nodes before linearized reading' (duration: 159.989151ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:36.053705Z","caller":"traceutil/trace.go:171","msg":"trace[1344255135] transaction","detail":"{read_only:false; response_revision:35384; number_of_response:1; }","duration":"123.351836ms","start":"2026-05-27T07:18:35.930305Z","end":"2026-05-27T07:18:36.053657Z","steps":["trace[1344255135] 'process raft request' (duration: 46.500985ms)","trace[1344255135] 'compare' (duration: 76.50563ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:18:36.390269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.908838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:18:36.39045Z","caller":"traceutil/trace.go:171","msg":"trace[889156878] transaction","detail":"{read_only:false; response_revision:35385; number_of_response:1; }","duration":"412.187737ms","start":"2026-05-27T07:18:35.978242Z","end":"2026-05-27T07:18:36.39043Z","steps":["trace[889156878] 'process raft request' (duration: 191.987999ms)","trace[889156878] 'compare' (duration: 219.414983ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:18:36.390515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:35.978214Z","time spent":"412.27427ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:18:36.390902Z","caller":"traceutil/trace.go:171","msg":"trace[1890134185] linearizableReadLoop","detail":"{readStateIndex:36549; appliedIndex:36547; }","duration":"347.128826ms","start":"2026-05-27T07:18:36.043702Z","end":"2026-05-27T07:18:36.390831Z","steps":["trace[1890134185] 'read index received' (duration: 126.593508ms)","trace[1890134185] 'applied index is now lower than readState.Index' (duration: 220.533758ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:36.391113Z","caller":"traceutil/trace.go:171","msg":"trace[258401879] transaction","detail":"{read_only:false; response_revision:35386; number_of_response:1; }","duration":"411.456713ms","start":"2026-05-27T07:18:35.979603Z","end":"2026-05-27T07:18:36.39106Z","steps":["trace[258401879] 'process raft request' (duration: 410.783192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:36.391278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.988672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" ","response":"range_response_count:1 size:1143"} {"level":"info","ts":"2026-05-27T07:18:36.391318Z","caller":"traceutil/trace.go:171","msg":"trace[872755117] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-nova-default-user; range_end:; response_count:1; response_revision:35386; }","duration":"274.052504ms","start":"2026-05-27T07:18:36.117252Z","end":"2026-05-27T07:18:36.391305Z","steps":["trace[872755117] 'agreement among raft nodes before linearized reading' (duration: 273.892049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:36.39132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:35.979577Z","time spent":"411.631179ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:18:36.391321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.570321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-27T07:18:36.391387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.599172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T07:18:36.391477Z","caller":"traceutil/trace.go:171","msg":"trace[339660452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35386; }","duration":"347.732856ms","start":"2026-05-27T07:18:36.043663Z","end":"2026-05-27T07:18:36.391395Z","steps":["trace[339660452] 'agreement among raft nodes before linearized reading' (duration: 347.379165ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:36.391522Z","caller":"traceutil/trace.go:171","msg":"trace[657633572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35386; }","duration":"347.761136ms","start":"2026-05-27T07:18:36.043738Z","end":"2026-05-27T07:18:36.391499Z","steps":["trace[657633572] 'agreement among raft nodes before linearized reading' (duration: 347.402565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:36.391575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:36.043734Z","time spent":"347.828318ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T07:18:36.391547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:18:36.043636Z","time spent":"347.8946ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-27T07:18:36.391477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.086475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:36.391764Z","caller":"traceutil/trace.go:171","msg":"trace[2095834120] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:35386; }","duration":"287.433586ms","start":"2026-05-27T07:18:36.10431Z","end":"2026-05-27T07:18:36.391744Z","steps":["trace[2095834120] 'agreement among raft nodes before linearized reading' (duration: 286.838487ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:37.064728Z","caller":"traceutil/trace.go:171","msg":"trace[865382905] transaction","detail":"{read_only:false; response_revision:35391; number_of_response:1; }","duration":"133.60921ms","start":"2026-05-27T07:18:36.93108Z","end":"2026-05-27T07:18:37.064689Z","steps":["trace[865382905] 'process raft request' (duration: 46.770164ms)","trace[865382905] 'compare' (duration: 86.385581ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:37.482044Z","caller":"traceutil/trace.go:171","msg":"trace[276617383] transaction","detail":"{read_only:false; response_revision:35392; number_of_response:1; }","duration":"129.434128ms","start":"2026-05-27T07:18:37.352587Z","end":"2026-05-27T07:18:37.482022Z","steps":["trace[276617383] 'process raft request' (duration: 129.254872ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:37.548674Z","caller":"traceutil/trace.go:171","msg":"trace[1066260298] transaction","detail":"{read_only:false; response_revision:35393; number_of_response:1; }","duration":"195.375946ms","start":"2026-05-27T07:18:37.353275Z","end":"2026-05-27T07:18:37.54865Z","steps":["trace[1066260298] 'process raft request' (duration: 195.161219ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:37.54889Z","caller":"traceutil/trace.go:171","msg":"trace[1774197681] transaction","detail":"{read_only:false; response_revision:35394; number_of_response:1; }","duration":"195.283433ms","start":"2026-05-27T07:18:37.353572Z","end":"2026-05-27T07:18:37.548855Z","steps":["trace[1774197681] 'process raft request' (duration: 195.027724ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:37.549169Z","caller":"traceutil/trace.go:171","msg":"trace[150846442] transaction","detail":"{read_only:false; response_revision:35395; number_of_response:1; }","duration":"195.372925ms","start":"2026-05-27T07:18:37.35373Z","end":"2026-05-27T07:18:37.549103Z","steps":["trace[150846442] 'process raft request' (duration: 195.037395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:37.775767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.821262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-27T07:18:37.775893Z","caller":"traceutil/trace.go:171","msg":"trace[1483302586] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:35395; }","duration":"164.09402ms","start":"2026-05-27T07:18:37.611771Z","end":"2026-05-27T07:18:37.775865Z","steps":["trace[1483302586] 'range keys from in-memory index tree' (duration: 163.598185ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:18:37.864164Z","caller":"traceutil/trace.go:171","msg":"trace[1586161537] linearizableReadLoop","detail":"{readStateIndex:36560; appliedIndex:36559; }","duration":"113.041941ms","start":"2026-05-27T07:18:37.751097Z","end":"2026-05-27T07:18:37.864138Z","steps":["trace[1586161537] 'read index received' (duration: 112.68845ms)","trace[1586161537] 'applied index is now lower than readState.Index' (duration: 352.551µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:18:37.86428Z","caller":"traceutil/trace.go:171","msg":"trace[1630780605] transaction","detail":"{read_only:false; response_revision:35396; number_of_response:1; }","duration":"218.655539ms","start":"2026-05-27T07:18:37.645585Z","end":"2026-05-27T07:18:37.864241Z","steps":["trace[1630780605] 'process raft request' (duration: 218.262257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:18:37.864359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.235078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:18:37.864403Z","caller":"traceutil/trace.go:171","msg":"trace[1277741892] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:35396; }","duration":"113.349851ms","start":"2026-05-27T07:18:37.75104Z","end":"2026-05-27T07:18:37.864389Z","steps":["trace[1277741892] 'agreement among raft nodes before linearized reading' (duration: 113.241258ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:20:27.297699Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34053} {"level":"info","ts":"2026-05-27T07:20:27.439097Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34053,"took":"136.19515ms","hash":459104284,"current-db-size-bytes":63393792,"current-db-size":"63 MB","current-db-size-in-use-bytes":29679616,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-27T07:20:27.439178Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":459104284,"revision":34053,"compact-revision":31831} {"level":"info","ts":"2026-05-27T07:23:05.445085Z","caller":"traceutil/trace.go:171","msg":"trace[1159634507] transaction","detail":"{read_only:false; response_revision:37443; number_of_response:1; }","duration":"271.03091ms","start":"2026-05-27T07:23:05.174034Z","end":"2026-05-27T07:23:05.445065Z","steps":["trace[1159634507] 'process raft request' (duration: 270.810913ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:23:05.445265Z","caller":"traceutil/trace.go:171","msg":"trace[1601460800] transaction","detail":"{read_only:false; response_revision:37444; number_of_response:1; }","duration":"270.880675ms","start":"2026-05-27T07:23:05.174379Z","end":"2026-05-27T07:23:05.44526Z","steps":["trace[1601460800] 'process raft request' (duration: 270.599536ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:23:05.445334Z","caller":"traceutil/trace.go:171","msg":"trace[2097769624] linearizableReadLoop","detail":"{readStateIndex:38667; appliedIndex:38665; }","duration":"238.637679ms","start":"2026-05-27T07:23:05.206682Z","end":"2026-05-27T07:23:05.44532Z","steps":["trace[2097769624] 'read index received' (duration: 238.286298ms)","trace[2097769624] 'applied index is now lower than readState.Index' (duration: 350.651µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:23:05.445594Z","caller":"traceutil/trace.go:171","msg":"trace[831007743] transaction","detail":"{read_only:false; response_revision:37445; number_of_response:1; }","duration":"263.218033ms","start":"2026-05-27T07:23:05.182345Z","end":"2026-05-27T07:23:05.445563Z","steps":["trace[831007743] 'process raft request' (duration: 262.662606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:23:05.445693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.010701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-27T07:23:05.44573Z","caller":"traceutil/trace.go:171","msg":"trace[1047035763] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37445; }","duration":"239.108143ms","start":"2026-05-27T07:23:05.206611Z","end":"2026-05-27T07:23:05.445719Z","steps":["trace[1047035763] 'agreement among raft nodes before linearized reading' (duration: 238.99065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:23:05.467321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.657157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:23:05.467363Z","caller":"traceutil/trace.go:171","msg":"trace[1934743929] transaction","detail":"{read_only:false; response_revision:37446; number_of_response:1; }","duration":"185.97997ms","start":"2026-05-27T07:23:05.281341Z","end":"2026-05-27T07:23:05.467321Z","steps":["trace[1934743929] 'process raft request' (duration: 185.673ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:23:05.46744Z","caller":"traceutil/trace.go:171","msg":"trace[333383181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37446; }","duration":"177.851164ms","start":"2026-05-27T07:23:05.28956Z","end":"2026-05-27T07:23:05.467411Z","steps":["trace[333383181] 'agreement among raft nodes before linearized reading' (duration: 177.656987ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:23:47.825535Z","caller":"traceutil/trace.go:171","msg":"trace[147218709] transaction","detail":"{read_only:false; response_revision:37763; number_of_response:1; }","duration":"115.026014ms","start":"2026-05-27T07:23:47.710474Z","end":"2026-05-27T07:23:47.8255Z","steps":["trace[147218709] 'process raft request' (duration: 114.747095ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:23:49.757587Z","caller":"traceutil/trace.go:171","msg":"trace[468197638] transaction","detail":"{read_only:false; response_revision:37775; number_of_response:1; }","duration":"132.496874ms","start":"2026-05-27T07:23:49.625048Z","end":"2026-05-27T07:23:49.757544Z","steps":["trace[468197638] 'process raft request' (duration: 131.947797ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:23:50.123403Z","caller":"traceutil/trace.go:171","msg":"trace[1396354933] transaction","detail":"{read_only:false; response_revision:37782; number_of_response:1; }","duration":"114.164018ms","start":"2026-05-27T07:23:50.009213Z","end":"2026-05-27T07:23:50.123377Z","steps":["trace[1396354933] 'process raft request' (duration: 45.873746ms)","trace[1396354933] 'compare' (duration: 67.865038ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:23:50.331355Z","caller":"traceutil/trace.go:171","msg":"trace[695601858] transaction","detail":"{read_only:false; response_revision:37783; number_of_response:1; }","duration":"145.3687ms","start":"2026-05-27T07:23:50.185953Z","end":"2026-05-27T07:23:50.331322Z","steps":["trace[695601858] 'process raft request' (duration: 134.965503ms)","trace[695601858] 'compare' (duration: 10.090987ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:23:50.586385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.335358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:23:50.586634Z","caller":"traceutil/trace.go:171","msg":"trace[432483651] transaction","detail":"{read_only:false; response_revision:37785; number_of_response:1; }","duration":"248.010394ms","start":"2026-05-27T07:23:50.338599Z","end":"2026-05-27T07:23:50.586609Z","steps":["trace[432483651] 'process raft request' (duration: 247.927621ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:23:50.587038Z","caller":"traceutil/trace.go:171","msg":"trace[1168031605] transaction","detail":"{read_only:false; response_revision:37784; number_of_response:1; }","duration":"248.450328ms","start":"2026-05-27T07:23:50.338542Z","end":"2026-05-27T07:23:50.586993Z","steps":["trace[1168031605] 'process raft request' (duration: 103.387377ms)","trace[1168031605] 'compare' (duration: 144.149732ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:24:10.090517Z","caller":"traceutil/trace.go:171","msg":"trace[2062630925] linearizableReadLoop","detail":"{readStateIndex:39161; appliedIndex:39159; }","duration":"140.241609ms","start":"2026-05-27T07:24:09.950233Z","end":"2026-05-27T07:24:10.090475Z","steps":["trace[2062630925] 'read index received' (duration: 33.816196ms)","trace[2062630925] 'applied index is now lower than readState.Index' (duration: 106.423473ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:24:10.09054Z","caller":"traceutil/trace.go:171","msg":"trace[988690509] transaction","detail":"{read_only:false; response_revision:37925; number_of_response:1; }","duration":"148.642544ms","start":"2026-05-27T07:24:09.94186Z","end":"2026-05-27T07:24:10.090502Z","steps":["trace[988690509] 'process raft request' (duration: 140.330042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:24:10.09085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.904944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T07:24:10.090915Z","caller":"traceutil/trace.go:171","msg":"trace[849245103] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37925; }","duration":"124.048778ms","start":"2026-05-27T07:24:09.966847Z","end":"2026-05-27T07:24:10.090896Z","steps":["trace[849245103] 'agreement among raft nodes before linearized reading' (duration: 123.855002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:24:10.091021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.777986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T07:24:10.091296Z","caller":"traceutil/trace.go:171","msg":"trace[1096117863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37925; }","duration":"141.077335ms","start":"2026-05-27T07:24:09.950203Z","end":"2026-05-27T07:24:10.09128Z","steps":["trace[1096117863] 'agreement among raft nodes before linearized reading' (duration: 140.365583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:24:12.654595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787457413,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-27T07:24:12.864415Z","caller":"traceutil/trace.go:171","msg":"trace[893783363] transaction","detail":"{read_only:false; response_revision:37939; number_of_response:1; }","duration":"769.136533ms","start":"2026-05-27T07:24:12.095245Z","end":"2026-05-27T07:24:12.864382Z","steps":["trace[893783363] 'process raft request' (duration: 763.789934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:24:12.864675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:24:12.095215Z","time spent":"769.38126ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:24:12.864447Z","caller":"traceutil/trace.go:171","msg":"trace[442413339] transaction","detail":"{read_only:false; response_revision:37940; number_of_response:1; }","duration":"647.687947ms","start":"2026-05-27T07:24:12.216737Z","end":"2026-05-27T07:24:12.864425Z","steps":["trace[442413339] 'process raft request' (duration: 647.557983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:24:12.864971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:24:12.216717Z","time spent":"648.226513ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:24:12.868198Z","caller":"traceutil/trace.go:171","msg":"trace[699598245] linearizableReadLoop","detail":"{readStateIndex:39178; appliedIndex:39174; }","duration":"714.247224ms","start":"2026-05-27T07:24:12.153927Z","end":"2026-05-27T07:24:12.868174Z","steps":["trace[699598245] 'read index received' (duration: 705.129347ms)","trace[699598245] 'applied index is now lower than readState.Index' (duration: 9.117257ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:24:12.868231Z","caller":"traceutil/trace.go:171","msg":"trace[1309075613] transaction","detail":"{read_only:false; response_revision:37941; number_of_response:1; }","duration":"431.847726ms","start":"2026-05-27T07:24:12.436356Z","end":"2026-05-27T07:24:12.868203Z","steps":["trace[1309075613] 'process raft request' (duration: 431.709102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:24:12.868421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:24:12.436336Z","time spent":"432.026442ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:24:12.868507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.196056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-27T07:24:12.868537Z","caller":"traceutil/trace.go:171","msg":"trace[592244849] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37941; }","duration":"710.265538ms","start":"2026-05-27T07:24:12.15826Z","end":"2026-05-27T07:24:12.868526Z","steps":["trace[592244849] 'agreement among raft nodes before linearized reading' (duration: 710.210046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:24:12.868564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:24:12.158233Z","time spent":"710.32478ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-27T07:24:12.868454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.25165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T07:24:12.868743Z","caller":"traceutil/trace.go:171","msg":"trace[1018538029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37941; }","duration":"711.57252ms","start":"2026-05-27T07:24:12.157159Z","end":"2026-05-27T07:24:12.868731Z","steps":["trace[1018538029] 'agreement among raft nodes before linearized reading' (duration: 711.168477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:24:12.868788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.998393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T07:24:12.868812Z","caller":"traceutil/trace.go:171","msg":"trace[1787218392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37941; }","duration":"148.043074ms","start":"2026-05-27T07:24:12.720762Z","end":"2026-05-27T07:24:12.868805Z","steps":["trace[1787218392] 'agreement among raft nodes before linearized reading' (duration: 147.889659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:24:12.868792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:24:12.157082Z","time spent":"711.699053ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-27T07:24:12.868797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.864055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:24:12.869093Z","caller":"traceutil/trace.go:171","msg":"trace[1503781628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37941; }","duration":"577.164314ms","start":"2026-05-27T07:24:12.291748Z","end":"2026-05-27T07:24:12.868913Z","steps":["trace[1503781628] 'agreement among raft nodes before linearized reading' (duration: 576.652208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:24:12.86914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:24:12.291724Z","time spent":"577.406342ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:24:12.869171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.121046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-27T07:24:12.869418Z","caller":"traceutil/trace.go:171","msg":"trace[184391351] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:37941; }","duration":"214.445876ms","start":"2026-05-27T07:24:12.654943Z","end":"2026-05-27T07:24:12.869389Z","steps":["trace[184391351] 'agreement among raft nodes before linearized reading' (duration: 213.542648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:24:12.873512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.577542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T07:24:12.873593Z","caller":"traceutil/trace.go:171","msg":"trace[1908569077] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37941; }","duration":"719.715036ms","start":"2026-05-27T07:24:12.153858Z","end":"2026-05-27T07:24:12.873573Z","steps":["trace[1908569077] 'agreement among raft nodes before linearized reading' (duration: 714.407479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:24:12.873625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:24:12.153831Z","time spent":"719.786599ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T07:24:12.873988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.342457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T07:24:12.874117Z","caller":"traceutil/trace.go:171","msg":"trace[292909881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37941; }","duration":"157.435751ms","start":"2026-05-27T07:24:12.716591Z","end":"2026-05-27T07:24:12.874027Z","steps":["trace[292909881] 'agreement among raft nodes before linearized reading' (duration: 151.780592ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:24:48.427856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.019826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:24:48.428029Z","caller":"traceutil/trace.go:171","msg":"trace[1435845596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38202; }","duration":"128.208442ms","start":"2026-05-27T07:24:48.299772Z","end":"2026-05-27T07:24:48.42798Z","steps":["trace[1435845596] 'range keys from in-memory index tree' (duration: 127.941333ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:24:49.517405Z","caller":"traceutil/trace.go:171","msg":"trace[136249049] transaction","detail":"{read_only:false; response_revision:38210; number_of_response:1; }","duration":"135.087221ms","start":"2026-05-27T07:24:49.38228Z","end":"2026-05-27T07:24:49.517367Z","steps":["trace[136249049] 'process raft request' (duration: 129.311528ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:24:49.51745Z","caller":"traceutil/trace.go:171","msg":"trace[204602140] transaction","detail":"{read_only:false; response_revision:38211; number_of_response:1; }","duration":"135.143893ms","start":"2026-05-27T07:24:49.382292Z","end":"2026-05-27T07:24:49.517436Z","steps":["trace[204602140] 'process raft request' (duration: 135.010058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:24:54.046535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.32189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-27T07:24:54.0467Z","caller":"traceutil/trace.go:171","msg":"trace[467995909] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:38246; }","duration":"103.539116ms","start":"2026-05-27T07:24:53.94314Z","end":"2026-05-27T07:24:54.046679Z","steps":["trace[467995909] 'count revisions from in-memory index tree' (duration: 103.233777ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:25:10.335246Z","caller":"traceutil/trace.go:171","msg":"trace[1916425796] transaction","detail":"{read_only:false; response_revision:38389; number_of_response:1; }","duration":"105.887331ms","start":"2026-05-27T07:25:10.229327Z","end":"2026-05-27T07:25:10.335214Z","steps":["trace[1916425796] 'process raft request' (duration: 105.716545ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:25:17.915765Z","caller":"traceutil/trace.go:171","msg":"trace[513011046] transaction","detail":"{read_only:false; response_revision:38455; number_of_response:1; }","duration":"102.308037ms","start":"2026-05-27T07:25:17.813427Z","end":"2026-05-27T07:25:17.915735Z","steps":["trace[513011046] 'process raft request' (duration: 101.809761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:17.928352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.511989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T07:25:17.928526Z","caller":"traceutil/trace.go:171","msg":"trace[1088188239] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38456; }","duration":"110.707804ms","start":"2026-05-27T07:25:17.817796Z","end":"2026-05-27T07:25:17.928503Z","steps":["trace[1088188239] 'agreement among raft nodes before linearized reading' (duration: 110.438826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:23.740854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.3881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T07:25:23.740973Z","caller":"traceutil/trace.go:171","msg":"trace[970970049] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:38497; }","duration":"102.568905ms","start":"2026-05-27T07:25:23.638378Z","end":"2026-05-27T07:25:23.740947Z","steps":["trace[970970049] 'range keys from in-memory index tree' (duration: 102.179713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:23.741206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.68238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T07:25:23.741315Z","caller":"traceutil/trace.go:171","msg":"trace[1272380158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38497; }","duration":"108.845695ms","start":"2026-05-27T07:25:23.632445Z","end":"2026-05-27T07:25:23.74129Z","steps":["trace[1272380158] 'range keys from in-memory index tree' (duration: 108.468544ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:25:24.103744Z","caller":"traceutil/trace.go:171","msg":"trace[631268956] transaction","detail":"{read_only:false; response_revision:38501; number_of_response:1; }","duration":"158.510956ms","start":"2026-05-27T07:25:23.945202Z","end":"2026-05-27T07:25:24.103713Z","steps":["trace[631268956] 'process raft request' (duration: 158.283429ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:25:24.15941Z","caller":"traceutil/trace.go:171","msg":"trace[1231517832] linearizableReadLoop","detail":"{readStateIndex:39756; appliedIndex:39754; }","duration":"168.165264ms","start":"2026-05-27T07:25:23.991218Z","end":"2026-05-27T07:25:24.159383Z","steps":["trace[1231517832] 'read index received' (duration: 112.338856ms)","trace[1231517832] 'applied index is now lower than readState.Index' (duration: 55.824837ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:25:24.159559Z","caller":"traceutil/trace.go:171","msg":"trace[1749815110] transaction","detail":"{read_only:false; response_revision:38502; number_of_response:1; }","duration":"190.323729ms","start":"2026-05-27T07:25:23.969197Z","end":"2026-05-27T07:25:24.159521Z","steps":["trace[1749815110] 'process raft request' (duration: 189.902535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:24.159759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.519965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-27T07:25:24.159848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.953914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T07:25:24.159899Z","caller":"traceutil/trace.go:171","msg":"trace[176090749] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38502; }","duration":"156.048737ms","start":"2026-05-27T07:25:24.003836Z","end":"2026-05-27T07:25:24.159885Z","steps":["trace[176090749] 'agreement among raft nodes before linearized reading' (duration: 155.860171ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:25:24.159888Z","caller":"traceutil/trace.go:171","msg":"trace[1281322337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38502; }","duration":"168.688221ms","start":"2026-05-27T07:25:23.99117Z","end":"2026-05-27T07:25:24.159858Z","steps":["trace[1281322337] 'agreement among raft nodes before linearized reading' (duration: 168.374551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:24.162365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.670341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T07:25:24.162438Z","caller":"traceutil/trace.go:171","msg":"trace[1011582534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38502; }","duration":"169.814106ms","start":"2026-05-27T07:25:23.992608Z","end":"2026-05-27T07:25:24.162422Z","steps":["trace[1011582534] 'agreement among raft nodes before linearized reading' (duration: 166.986696ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:25:27.305742Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36239} {"level":"info","ts":"2026-05-27T07:25:27.451124Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36239,"took":"137.356053ms","hash":1803907700,"current-db-size-bytes":63393792,"current-db-size":"63 MB","current-db-size-in-use-bytes":31674368,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-27T07:25:27.451281Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1803907700,"revision":36239,"compact-revision":34053} {"level":"info","ts":"2026-05-27T07:25:32.824889Z","caller":"traceutil/trace.go:171","msg":"trace[161178998] transaction","detail":"{read_only:false; response_revision:38560; number_of_response:1; }","duration":"147.479456ms","start":"2026-05-27T07:25:32.677386Z","end":"2026-05-27T07:25:32.824865Z","steps":["trace[161178998] 'process raft request' (duration: 147.30929ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:25:33.250259Z","caller":"traceutil/trace.go:171","msg":"trace[1484077241] transaction","detail":"{read_only:false; response_revision:38561; number_of_response:1; }","duration":"572.731243ms","start":"2026-05-27T07:25:32.677501Z","end":"2026-05-27T07:25:33.250233Z","steps":["trace[1484077241] 'process raft request' (duration: 572.462705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:33.250462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:32.677484Z","time spent":"572.847597ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:25:33.250748Z","caller":"traceutil/trace.go:171","msg":"trace[914634661] transaction","detail":"{read_only:false; response_revision:38562; number_of_response:1; }","duration":"570.185283ms","start":"2026-05-27T07:25:32.680534Z","end":"2026-05-27T07:25:33.250719Z","steps":["trace[914634661] 'process raft request' (duration: 569.648526ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:25:33.251224Z","caller":"traceutil/trace.go:171","msg":"trace[85466779] linearizableReadLoop","detail":"{readStateIndex:39818; appliedIndex:39816; }","duration":"573.213818ms","start":"2026-05-27T07:25:32.677995Z","end":"2026-05-27T07:25:33.251209Z","steps":["trace[85466779] 'read index received' (duration: 146.644028ms)","trace[85466779] 'applied index is now lower than readState.Index' (duration: 426.56821ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:25:33.251312Z","caller":"traceutil/trace.go:171","msg":"trace[1998162778] transaction","detail":"{read_only:false; response_revision:38563; number_of_response:1; }","duration":"570.640506ms","start":"2026-05-27T07:25:32.680661Z","end":"2026-05-27T07:25:33.251302Z","steps":["trace[1998162778] 'process raft request' (duration: 569.963465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:33.251369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:32.680646Z","time spent":"570.687098ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:25:33.251588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.588601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-27T07:25:33.251625Z","caller":"traceutil/trace.go:171","msg":"trace[109772028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38563; }","duration":"573.639612ms","start":"2026-05-27T07:25:32.677974Z","end":"2026-05-27T07:25:33.251614Z","steps":["trace[109772028] 'agreement among raft nodes before linearized reading' (duration: 573.516228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:33.251653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:32.67796Z","time spent":"573.686173ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T07:25:33.252198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:32.680517Z","time spent":"571.395481ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:25:33.260231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.599784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:25:33.26031Z","caller":"traceutil/trace.go:171","msg":"trace[1127627792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38564; }","duration":"580.711188ms","start":"2026-05-27T07:25:32.679581Z","end":"2026-05-27T07:25:33.260293Z","steps":["trace[1127627792] 'agreement among raft nodes before linearized reading' (duration: 580.567073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:33.260362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:32.679567Z","time spent":"580.787249ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T07:25:33.260717Z","caller":"traceutil/trace.go:171","msg":"trace[865482633] transaction","detail":"{read_only:false; response_revision:38564; number_of_response:1; }","duration":"192.976354ms","start":"2026-05-27T07:25:33.067732Z","end":"2026-05-27T07:25:33.260708Z","steps":["trace[865482633] 'process raft request' (duration: 192.279822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:33.260862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.753867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:25:33.260883Z","caller":"traceutil/trace.go:171","msg":"trace[1253919770] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:38564; }","duration":"416.813249ms","start":"2026-05-27T07:25:32.844063Z","end":"2026-05-27T07:25:33.260877Z","steps":["trace[1253919770] 'agreement among raft nodes before linearized reading' (duration: 416.744917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:33.260907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:32.844042Z","time spent":"416.860361ms","remote":"127.0.0.1:41500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-27T07:25:33.261074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.697596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:25:33.261117Z","caller":"traceutil/trace.go:171","msg":"trace[260891571] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:38564; }","duration":"492.777698ms","start":"2026-05-27T07:25:32.768319Z","end":"2026-05-27T07:25:33.261096Z","steps":["trace[260891571] 'agreement among raft nodes before linearized reading' (duration: 492.696486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:33.261137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:32.768293Z","time spent":"492.83749ms","remote":"127.0.0.1:37846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:25:33.701175Z","caller":"traceutil/trace.go:171","msg":"trace[1274545027] transaction","detail":"{read_only:false; response_revision:38567; number_of_response:1; }","duration":"187.398817ms","start":"2026-05-27T07:25:33.513715Z","end":"2026-05-27T07:25:33.701114Z","steps":["trace[1274545027] 'process raft request' (duration: 124.542405ms)","trace[1274545027] 'compare' (duration: 62.640565ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:25:33.701197Z","caller":"traceutil/trace.go:171","msg":"trace[328808046] transaction","detail":"{read_only:false; response_revision:38568; number_of_response:1; }","duration":"142.720183ms","start":"2026-05-27T07:25:33.558448Z","end":"2026-05-27T07:25:33.701168Z","steps":["trace[328808046] 'process raft request' (duration: 142.580189ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:25:34.127052Z","caller":"traceutil/trace.go:171","msg":"trace[1820103288] transaction","detail":"{read_only:false; response_revision:38572; number_of_response:1; }","duration":"107.013037ms","start":"2026-05-27T07:25:34.020004Z","end":"2026-05-27T07:25:34.127017Z","steps":["trace[1820103288] 'process raft request' (duration: 106.701967ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:25:34.247997Z","caller":"traceutil/trace.go:171","msg":"trace[973998014] transaction","detail":"{read_only:false; response_revision:38573; number_of_response:1; }","duration":"108.129413ms","start":"2026-05-27T07:25:34.139829Z","end":"2026-05-27T07:25:34.247959Z","steps":["trace[973998014] 'process raft request' (duration: 13.370086ms)","trace[973998014] 'compare' (duration: 93.850418ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:25:34.951191Z","caller":"traceutil/trace.go:171","msg":"trace[1026196534] transaction","detail":"{read_only:false; response_revision:38575; number_of_response:1; }","duration":"119.201285ms","start":"2026-05-27T07:25:34.831947Z","end":"2026-05-27T07:25:34.951149Z","steps":["trace[1026196534] 'process raft request' (duration: 118.73064ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:25:35.60375Z","caller":"traceutil/trace.go:171","msg":"trace[1065791917] linearizableReadLoop","detail":"{readStateIndex:39833; appliedIndex:39832; }","duration":"346.47109ms","start":"2026-05-27T07:25:35.25725Z","end":"2026-05-27T07:25:35.603721Z","steps":["trace[1065791917] 'read index received' (duration: 346.413929ms)","trace[1065791917] 'applied index is now lower than readState.Index' (duration: 55.791µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:25:35.603872Z","caller":"traceutil/trace.go:171","msg":"trace[142011614] transaction","detail":"{read_only:false; response_revision:38576; number_of_response:1; }","duration":"346.78886ms","start":"2026-05-27T07:25:35.257052Z","end":"2026-05-27T07:25:35.603841Z","steps":["trace[142011614] 'process raft request' (duration: 346.48127ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:35.604093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:35.257009Z","time spent":"346.921375ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:25:35.604175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.883133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-27T07:25:35.604301Z","caller":"traceutil/trace.go:171","msg":"trace[225121455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38576; }","duration":"347.0874ms","start":"2026-05-27T07:25:35.257197Z","end":"2026-05-27T07:25:35.604284Z","steps":["trace[225121455] 'agreement among raft nodes before linearized reading' (duration: 346.720569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:35.604382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:35.25716Z","time spent":"347.213804ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-27T07:25:36.041509Z","caller":"traceutil/trace.go:171","msg":"trace[718943409] transaction","detail":"{read_only:false; response_revision:38577; number_of_response:1; }","duration":"487.195511ms","start":"2026-05-27T07:25:35.554282Z","end":"2026-05-27T07:25:36.041478Z","steps":["trace[718943409] 'process raft request' (duration: 403.152565ms)","trace[718943409] 'compare' (duration: 83.463137ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:25:36.041668Z","caller":"traceutil/trace.go:171","msg":"trace[679130802] transaction","detail":"{read_only:false; response_revision:38579; number_of_response:1; }","duration":"335.619014ms","start":"2026-05-27T07:25:35.706035Z","end":"2026-05-27T07:25:36.041654Z","steps":["trace[679130802] 'process raft request' (duration: 335.540532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:36.041692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:35.554254Z","time spent":"487.349615ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:25:36.041741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:35.706007Z","time spent":"335.695627ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:25:36.041821Z","caller":"traceutil/trace.go:171","msg":"trace[48768821] linearizableReadLoop","detail":"{readStateIndex:39834; appliedIndex:39833; }","duration":"437.970083ms","start":"2026-05-27T07:25:35.603838Z","end":"2026-05-27T07:25:36.041808Z","steps":["trace[48768821] 'read index received' (duration: 353.598777ms)","trace[48768821] 'applied index is now lower than readState.Index' (duration: 84.369736ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:25:36.04182Z","caller":"traceutil/trace.go:171","msg":"trace[1680384750] transaction","detail":"{read_only:false; response_revision:38578; number_of_response:1; }","duration":"431.528168ms","start":"2026-05-27T07:25:35.6102Z","end":"2026-05-27T07:25:36.041728Z","steps":["trace[1680384750] 'process raft request' (duration: 431.27979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:36.042014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.882589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-27T07:25:36.042061Z","caller":"traceutil/trace.go:171","msg":"trace[725195144] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:38580; }","duration":"671.980603ms","start":"2026-05-27T07:25:35.370069Z","end":"2026-05-27T07:25:36.04205Z","steps":["trace[725195144] 'agreement among raft nodes before linearized reading' (duration: 671.810747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:36.042095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:35.370041Z","time spent":"672.046015ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-27T07:25:36.042196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:35.609948Z","time spent":"432.043304ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:25:36.042393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.581547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T07:25:36.041942Z","caller":"traceutil/trace.go:171","msg":"trace[1059696589] transaction","detail":"{read_only:false; response_revision:38580; number_of_response:1; }","duration":"335.013655ms","start":"2026-05-27T07:25:35.706917Z","end":"2026-05-27T07:25:36.04193Z","steps":["trace[1059696589] 'process raft request' (duration: 334.700625ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:25:36.042442Z","caller":"traceutil/trace.go:171","msg":"trace[493966906] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38580; }","duration":"784.65037ms","start":"2026-05-27T07:25:35.257778Z","end":"2026-05-27T07:25:36.042428Z","steps":["trace[493966906] 'agreement among raft nodes before linearized reading' (duration: 784.228086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:36.042476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:35.257768Z","time spent":"784.700621ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T07:25:36.0425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:35.706895Z","time spent":"335.564843ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:25:36.04249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.928307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:25:36.042568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.859383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:25:36.042569Z","caller":"traceutil/trace.go:171","msg":"trace[2145139099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38580; }","duration":"751.067321ms","start":"2026-05-27T07:25:35.29148Z","end":"2026-05-27T07:25:36.042548Z","steps":["trace[2145139099] 'agreement among raft nodes before linearized reading' (duration: 750.487612ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:25:36.042605Z","caller":"traceutil/trace.go:171","msg":"trace[1664949076] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:38580; }","duration":"684.932705ms","start":"2026-05-27T07:25:35.357662Z","end":"2026-05-27T07:25:36.042595Z","steps":["trace[1664949076] 'agreement among raft nodes before linearized reading' (duration: 684.318486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:36.04262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:35.291448Z","time spent":"751.159284ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-27T07:25:36.042637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:35.357641Z","time spent":"684.987437ms","remote":"127.0.0.1:45356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:25:36.042747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.75519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T07:25:36.042828Z","caller":"traceutil/trace.go:171","msg":"trace[374497370] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38580; }","duration":"771.888094ms","start":"2026-05-27T07:25:35.270919Z","end":"2026-05-27T07:25:36.042807Z","steps":["trace[374497370] 'agreement among raft nodes before linearized reading' (duration: 771.073158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:36.042866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:35.270901Z","time spent":"771.957076ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T07:25:36.082168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.162066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T07:25:36.082264Z","caller":"traceutil/trace.go:171","msg":"trace[1511369890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38582; }","duration":"327.318241ms","start":"2026-05-27T07:25:35.754928Z","end":"2026-05-27T07:25:36.082247Z","steps":["trace[1511369890] 'agreement among raft nodes before linearized reading' (duration: 327.075793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:36.082306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:35.754907Z","time spent":"327.389163ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-27T07:25:36.082319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.768633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T07:25:36.082356Z","caller":"traceutil/trace.go:171","msg":"trace[1424688906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38582; }","duration":"168.829245ms","start":"2026-05-27T07:25:35.913517Z","end":"2026-05-27T07:25:36.082346Z","steps":["trace[1424688906] 'agreement among raft nodes before linearized reading' (duration: 168.718431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:36.082407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.728365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-27T07:25:36.082492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.476895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:25:36.082529Z","caller":"traceutil/trace.go:171","msg":"trace[2067981611] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:38582; }","duration":"355.913681ms","start":"2026-05-27T07:25:35.726589Z","end":"2026-05-27T07:25:36.082503Z","steps":["trace[2067981611] 'agreement among raft nodes before linearized reading' (duration: 355.700894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:36.082584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:35.726565Z","time spent":"356.008524ms","remote":"127.0.0.1:41504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-05-27T07:25:36.082588Z","caller":"traceutil/trace.go:171","msg":"trace[1571530212] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:38582; }","duration":"387.785836ms","start":"2026-05-27T07:25:35.694778Z","end":"2026-05-27T07:25:36.082564Z","steps":["trace[1571530212] 'agreement among raft nodes before linearized reading' (duration: 387.470336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:36.082668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:35.694753Z","time spent":"387.869649ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:25:36.08252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.02373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:25:36.083091Z","caller":"traceutil/trace.go:171","msg":"trace[725344493] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:38582; }","duration":"457.594108ms","start":"2026-05-27T07:25:35.625442Z","end":"2026-05-27T07:25:36.083036Z","steps":["trace[725344493] 'agreement among raft nodes before linearized reading' (duration: 457.04204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:36.083592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:35.625422Z","time spent":"458.121665ms","remote":"127.0.0.1:41286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:25:36.082762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.792071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T07:25:36.083728Z","caller":"traceutil/trace.go:171","msg":"trace[246799991] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:38582; }","duration":"173.812873ms","start":"2026-05-27T07:25:35.909859Z","end":"2026-05-27T07:25:36.083672Z","steps":["trace[246799991] 'agreement among raft nodes before linearized reading' (duration: 172.634386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:40.561736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787458998,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:25:41.062778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787458998,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:25:41.563774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3721273361787458998,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-27T07:25:41.931881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218958813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:25:41.931964Z","caller":"traceutil/trace.go:171","msg":"trace[1023010218] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:38609; }","duration":"2.219096758s","start":"2026-05-27T07:25:39.712844Z","end":"2026-05-27T07:25:41.93194Z","steps":["trace[1023010218] 'count revisions from in-memory index tree' (duration: 2.218836109s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:41.932001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:39.71282Z","time spent":"2.2191728s","remote":"127.0.0.1:41412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:25:41.932134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:41.357556Z","time spent":"574.570083ms","remote":"127.0.0.1:53138","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-27T07:25:41.932515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201644962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:25:41.932586Z","caller":"traceutil/trace.go:171","msg":"trace[1589501099] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:38609; }","duration":"2.201780616s","start":"2026-05-27T07:25:39.730789Z","end":"2026-05-27T07:25:41.93257Z","steps":["trace[1589501099] 'count revisions from in-memory index tree' (duration: 2.201434385s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:41.932625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:39.730747Z","time spent":"2.201869299s","remote":"127.0.0.1:47384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":96,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:25:41.933168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.050786ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:25:41.933326Z","caller":"traceutil/trace.go:171","msg":"trace[397052189] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:38609; }","duration":"830.165269ms","start":"2026-05-27T07:25:41.103086Z","end":"2026-05-27T07:25:41.933251Z","steps":["trace[397052189] 'range keys from in-memory index tree' (duration: 830.035395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:41.933612Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.876007005s","expected-duration":"1s"} {"level":"info","ts":"2026-05-27T07:25:41.935226Z","caller":"traceutil/trace.go:171","msg":"trace[1281178428] transaction","detail":"{read_only:false; response_revision:38610; number_of_response:1; }","duration":"1.877693899s","start":"2026-05-27T07:25:40.057462Z","end":"2026-05-27T07:25:41.935156Z","steps":["trace[1281178428] 'process raft request' (duration: 1.87709216s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:41.935591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:40.057433Z","time spent":"1.877889055s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:25:41.940905Z","caller":"traceutil/trace.go:171","msg":"trace[794963289] linearizableReadLoop","detail":"{readStateIndex:39873; appliedIndex:39867; }","duration":"1.879892649s","start":"2026-05-27T07:25:40.06099Z","end":"2026-05-27T07:25:41.940883Z","steps":["trace[794963289] 'read index received' (duration: 1.874013342s)","trace[794963289] 'applied index is now lower than readState.Index' (duration: 5.878367ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:25:41.941036Z","caller":"traceutil/trace.go:171","msg":"trace[1402390365] transaction","detail":"{read_only:false; response_revision:38611; number_of_response:1; }","duration":"1.88305751s","start":"2026-05-27T07:25:40.057969Z","end":"2026-05-27T07:25:41.941027Z","steps":["trace[1402390365] 'process raft request' (duration: 1.882335327s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:41.941134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:40.057935Z","time spent":"1.883121862s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:25:41.941389Z","caller":"traceutil/trace.go:171","msg":"trace[92450217] transaction","detail":"{read_only:false; response_revision:38616; number_of_response:1; }","duration":"314.334317ms","start":"2026-05-27T07:25:41.627045Z","end":"2026-05-27T07:25:41.941379Z","steps":["trace[92450217] 'process raft request' (duration: 313.80095ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:25:41.941364Z","caller":"traceutil/trace.go:171","msg":"trace[136840247] transaction","detail":"{read_only:false; response_revision:38615; number_of_response:1; }","duration":"958.588798ms","start":"2026-05-27T07:25:40.982734Z","end":"2026-05-27T07:25:41.941322Z","steps":["trace[136840247] 'process raft request' (duration: 958.088212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:41.94144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:41.627011Z","time spent":"314.403809ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:25:41.941514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:40.982705Z","time spent":"958.726793ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:25:41.941637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880646283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-27T07:25:41.941667Z","caller":"traceutil/trace.go:171","msg":"trace[1589617581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38616; }","duration":"1.880705635s","start":"2026-05-27T07:25:40.060953Z","end":"2026-05-27T07:25:41.941659Z","steps":["trace[1589617581] 'agreement among raft nodes before linearized reading' (duration: 1.880590391s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:41.941692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:40.060944Z","time spent":"1.880740156s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-27T07:25:41.941712Z","caller":"traceutil/trace.go:171","msg":"trace[1923663723] transaction","detail":"{read_only:false; response_revision:38612; number_of_response:1; }","duration":"1.882616255s","start":"2026-05-27T07:25:40.059087Z","end":"2026-05-27T07:25:41.941703Z","steps":["trace[1923663723] 'process raft request' (duration: 1.881363325s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:41.941768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:40.059078Z","time spent":"1.882655606s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:25:41.941847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836402254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-27T07:25:41.941872Z","caller":"traceutil/trace.go:171","msg":"trace[755180735] transaction","detail":"{read_only:false; response_revision:38613; number_of_response:1; }","duration":"1.791301368s","start":"2026-05-27T07:25:40.150564Z","end":"2026-05-27T07:25:41.941865Z","steps":["trace[755180735] 'process raft request' (duration: 1.790153322s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:41.941913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:40.150527Z","time spent":"1.79135927s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:25:41.941984Z","caller":"traceutil/trace.go:171","msg":"trace[1861819203] transaction","detail":"{read_only:false; response_revision:38614; number_of_response:1; }","duration":"1.66131218s","start":"2026-05-27T07:25:40.280663Z","end":"2026-05-27T07:25:41.941975Z","steps":["trace[1861819203] 'process raft request' (duration: 1.660121892s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:41.942023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:40.280633Z","time spent":"1.661369962s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:25:41.942061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.981833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:25:41.942094Z","caller":"traceutil/trace.go:171","msg":"trace[2116774115] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:38616; }","duration":"111.046265ms","start":"2026-05-27T07:25:41.831038Z","end":"2026-05-27T07:25:41.942084Z","steps":["trace[2116774115] 'agreement among raft nodes before linearized reading' (duration: 110.986104ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:25:41.941872Z","caller":"traceutil/trace.go:171","msg":"trace[1282412940] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38616; }","duration":"1.836466376s","start":"2026-05-27T07:25:40.105399Z","end":"2026-05-27T07:25:41.941866Z","steps":["trace[1282412940] 'agreement among raft nodes before linearized reading' (duration: 1.836403244s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:41.94216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:40.105378Z","time spent":"1.836776116s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-27T07:25:41.942367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813017049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:25:41.942401Z","caller":"traceutil/trace.go:171","msg":"trace[345303035] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:38616; }","duration":"1.813080151s","start":"2026-05-27T07:25:40.129311Z","end":"2026-05-27T07:25:41.942391Z","steps":["trace[345303035] 'agreement among raft nodes before linearized reading' (duration: 1.813023969s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:41.94243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:40.129293Z","time spent":"1.813120373s","remote":"127.0.0.1:41402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:25:41.942563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539352477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:25:41.942617Z","caller":"traceutil/trace.go:171","msg":"trace[1996354187] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:38616; }","duration":"1.53945851s","start":"2026-05-27T07:25:40.403151Z","end":"2026-05-27T07:25:41.942609Z","steps":["trace[1996354187] 'agreement among raft nodes before linearized reading' (duration: 1.539373137s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:41.942644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:40.403125Z","time spent":"1.539512712s","remote":"127.0.0.1:41462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-27T07:25:41.942677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356396532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-27T07:25:41.942706Z","caller":"traceutil/trace.go:171","msg":"trace[1047105551] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:38616; }","duration":"1.356461604s","start":"2026-05-27T07:25:40.586235Z","end":"2026-05-27T07:25:41.942697Z","steps":["trace[1047105551] 'agreement among raft nodes before linearized reading' (duration: 1.356361511s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:41.942723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:40.586213Z","time spent":"1.356505936s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":551,"request content":"key:\"/registry/serviceaccounts/openstack/nova-api-osapi\" "} {"level":"warn","ts":"2026-05-27T07:25:41.942992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835232107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-27T07:25:41.942977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836012622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-27T07:25:41.943042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836100535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-27T07:25:41.94307Z","caller":"traceutil/trace.go:171","msg":"trace[871116299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38616; }","duration":"1.836136796s","start":"2026-05-27T07:25:40.106926Z","end":"2026-05-27T07:25:41.943063Z","steps":["trace[871116299] 'agreement among raft nodes before linearized reading' (duration: 1.836062553s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:41.943086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826902642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-27T07:25:41.943089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:40.106923Z","time spent":"1.836161336s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-27T07:25:41.94311Z","caller":"traceutil/trace.go:171","msg":"trace[1439584843] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:38616; }","duration":"1.826957554s","start":"2026-05-27T07:25:40.116146Z","end":"2026-05-27T07:25:41.943103Z","steps":["trace[1439584843] 'agreement among raft nodes before linearized reading' (duration: 1.826887462s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:41.943136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:40.116131Z","time spent":"1.826999025s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-27T07:25:41.943194Z","caller":"traceutil/trace.go:171","msg":"trace[1053688056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38616; }","duration":"1.836244569s","start":"2026-05-27T07:25:40.106866Z","end":"2026-05-27T07:25:41.94311Z","steps":["trace[1053688056] 'agreement among raft nodes before linearized reading' (duration: 1.835367781s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:41.943341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.508468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:25:41.943408Z","caller":"traceutil/trace.go:171","msg":"trace[1282160442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38616; }","duration":"633.620872ms","start":"2026-05-27T07:25:41.309776Z","end":"2026-05-27T07:25:41.943397Z","steps":["trace[1282160442] 'agreement among raft nodes before linearized reading' (duration: 632.421854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:41.943446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:41.309752Z","time spent":"633.689575ms","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-27T07:25:41.943019Z","caller":"traceutil/trace.go:171","msg":"trace[1638615824] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38616; }","duration":"1.835302319s","start":"2026-05-27T07:25:40.10771Z","end":"2026-05-27T07:25:41.943012Z","steps":["trace[1638615824] 'agreement among raft nodes before linearized reading' (duration: 1.835233677s)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:41.943574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:40.107688Z","time spent":"1.835875688s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-27T07:25:41.944319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:25:40.106845Z","time spent":"1.836470827s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-27T07:25:58.186845Z","caller":"traceutil/trace.go:171","msg":"trace[1422255959] transaction","detail":"{read_only:false; response_revision:38728; number_of_response:1; }","duration":"171.102328ms","start":"2026-05-27T07:25:58.015713Z","end":"2026-05-27T07:25:58.186815Z","steps":["trace[1422255959] 'process raft request' (duration: 170.928542ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:25:58.245066Z","caller":"traceutil/trace.go:171","msg":"trace[214730126] transaction","detail":"{read_only:false; response_revision:38730; number_of_response:1; }","duration":"220.014384ms","start":"2026-05-27T07:25:58.02503Z","end":"2026-05-27T07:25:58.245044Z","steps":["trace[214730126] 'process raft request' (duration: 219.927442ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:25:58.245092Z","caller":"traceutil/trace.go:171","msg":"trace[1550245112] transaction","detail":"{read_only:false; response_revision:38729; number_of_response:1; }","duration":"223.853027ms","start":"2026-05-27T07:25:58.021201Z","end":"2026-05-27T07:25:58.245054Z","steps":["trace[1550245112] 'process raft request' (duration: 223.622819ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:25:58.245428Z","caller":"traceutil/trace.go:171","msg":"trace[1588918209] transaction","detail":"{read_only:false; response_revision:38731; number_of_response:1; }","duration":"220.324884ms","start":"2026-05-27T07:25:58.025062Z","end":"2026-05-27T07:25:58.245387Z","steps":["trace[1588918209] 'process raft request' (duration: 219.952322ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:25:58.245499Z","caller":"traceutil/trace.go:171","msg":"trace[796090650] linearizableReadLoop","detail":"{readStateIndex:39996; appliedIndex:39989; }","duration":"196.467075ms","start":"2026-05-27T07:25:58.049007Z","end":"2026-05-27T07:25:58.245474Z","steps":["trace[796090650] 'read index received' (duration: 137.639562ms)","trace[796090650] 'applied index is now lower than readState.Index' (duration: 58.825973ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:25:58.245587Z","caller":"traceutil/trace.go:171","msg":"trace[2046661224] transaction","detail":"{read_only:false; response_revision:38732; number_of_response:1; }","duration":"220.217661ms","start":"2026-05-27T07:25:58.025356Z","end":"2026-05-27T07:25:58.245574Z","steps":["trace[2046661224] 'process raft request' (duration: 219.88031ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:25:58.245637Z","caller":"traceutil/trace.go:171","msg":"trace[298266607] transaction","detail":"{read_only:false; response_revision:38734; number_of_response:1; }","duration":"219.412276ms","start":"2026-05-27T07:25:58.026207Z","end":"2026-05-27T07:25:58.24562Z","steps":["trace[298266607] 'process raft request' (duration: 219.22083ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:25:58.245524Z","caller":"traceutil/trace.go:171","msg":"trace[479420478] transaction","detail":"{read_only:false; response_revision:38733; number_of_response:1; }","duration":"219.745206ms","start":"2026-05-27T07:25:58.02575Z","end":"2026-05-27T07:25:58.245495Z","steps":["trace[479420478] 'process raft request' (duration: 219.620972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:58.245787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.757474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-27T07:25:58.245847Z","caller":"traceutil/trace.go:171","msg":"trace[739615229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38734; }","duration":"196.880117ms","start":"2026-05-27T07:25:58.048949Z","end":"2026-05-27T07:25:58.245829Z","steps":["trace[739615229] 'agreement among raft nodes before linearized reading' (duration: 196.688121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:58.24587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.44349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-27T07:25:58.245895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.72521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-27T07:25:58.245915Z","caller":"traceutil/trace.go:171","msg":"trace[543804325] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38734; }","duration":"150.543933ms","start":"2026-05-27T07:25:58.095358Z","end":"2026-05-27T07:25:58.245902Z","steps":["trace[543804325] 'agreement among raft nodes before linearized reading' (duration: 150.359627ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:25:58.245932Z","caller":"traceutil/trace.go:171","msg":"trace[969036572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38734; }","duration":"157.038809ms","start":"2026-05-27T07:25:58.088882Z","end":"2026-05-27T07:25:58.24592Z","steps":["trace[969036572] 'agreement among raft nodes before linearized reading' (duration: 156.891095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:58.246015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.405721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-27T07:25:58.246013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.928831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-27T07:25:58.246053Z","caller":"traceutil/trace.go:171","msg":"trace[346298044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38734; }","duration":"157.469303ms","start":"2026-05-27T07:25:58.088575Z","end":"2026-05-27T07:25:58.246044Z","steps":["trace[346298044] 'agreement among raft nodes before linearized reading' (duration: 157.36894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:25:58.246042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.10199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-27T07:25:58.246086Z","caller":"traceutil/trace.go:171","msg":"trace[1991767152] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38734; }","duration":"165.050915ms","start":"2026-05-27T07:25:58.081014Z","end":"2026-05-27T07:25:58.246065Z","steps":["trace[1991767152] 'agreement among raft nodes before linearized reading' (duration: 164.791397ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:25:58.246114Z","caller":"traceutil/trace.go:171","msg":"trace[750817864] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:38734; }","duration":"151.199593ms","start":"2026-05-27T07:25:58.094898Z","end":"2026-05-27T07:25:58.246098Z","steps":["trace[750817864] 'agreement among raft nodes before linearized reading' (duration: 151.092439ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:25:59.309552Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"520ed656383c33a4","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-27T07:25:59.316521Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-27T07:25:59.316644Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-05-27T07:26:04.398055Z","caller":"traceutil/trace.go:171","msg":"trace[519257580] linearizableReadLoop","detail":"{readStateIndex:40038; appliedIndex:40033; }","duration":"116.934193ms","start":"2026-05-27T07:26:04.281094Z","end":"2026-05-27T07:26:04.398029Z","steps":["trace[519257580] 'read index received' (duration: 19.903584ms)","trace[519257580] 'applied index is now lower than readState.Index' (duration: 97.028699ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:26:04.398476Z","caller":"traceutil/trace.go:171","msg":"trace[1882843967] transaction","detail":"{read_only:false; response_revision:38772; number_of_response:1; }","duration":"119.489014ms","start":"2026-05-27T07:26:04.278971Z","end":"2026-05-27T07:26:04.39846Z","steps":["trace[1882843967] 'process raft request' (duration: 118.686019ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:26:04.398702Z","caller":"traceutil/trace.go:171","msg":"trace[132933893] transaction","detail":"{read_only:false; response_revision:38773; number_of_response:1; }","duration":"119.163724ms","start":"2026-05-27T07:26:04.279528Z","end":"2026-05-27T07:26:04.398692Z","steps":["trace[132933893] 'process raft request' (duration: 118.299986ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:26:04.39886Z","caller":"traceutil/trace.go:171","msg":"trace[757204268] transaction","detail":"{read_only:false; response_revision:38774; number_of_response:1; }","duration":"118.194173ms","start":"2026-05-27T07:26:04.280656Z","end":"2026-05-27T07:26:04.398851Z","steps":["trace[757204268] 'process raft request' (duration: 117.226532ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:26:04.398995Z","caller":"traceutil/trace.go:171","msg":"trace[475276236] transaction","detail":"{read_only:false; response_revision:38775; number_of_response:1; }","duration":"118.09708ms","start":"2026-05-27T07:26:04.280889Z","end":"2026-05-27T07:26:04.398986Z","steps":["trace[475276236] 'process raft request' (duration: 117.041407ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:26:04.399127Z","caller":"traceutil/trace.go:171","msg":"trace[1813310340] transaction","detail":"{read_only:false; response_revision:38776; number_of_response:1; }","duration":"117.743968ms","start":"2026-05-27T07:26:04.281374Z","end":"2026-05-27T07:26:04.399118Z","steps":["trace[1813310340] 'process raft request' (duration: 116.609882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:26:04.399578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.370508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-27T07:26:04.399699Z","caller":"traceutil/trace.go:171","msg":"trace[494772161] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:38776; }","duration":"118.603046ms","start":"2026-05-27T07:26:04.281064Z","end":"2026-05-27T07:26:04.399667Z","steps":["trace[494772161] 'agreement among raft nodes before linearized reading' (duration: 118.174232ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:26:04.493207Z","caller":"traceutil/trace.go:171","msg":"trace[1511865078] transaction","detail":"{read_only:false; response_revision:38777; number_of_response:1; }","duration":"174.298929ms","start":"2026-05-27T07:26:04.318879Z","end":"2026-05-27T07:26:04.493178Z","steps":["trace[1511865078] 'process raft request' (duration: 173.867415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:26:04.493407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.728985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-27T07:26:04.493411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.107784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:26:04.49348Z","caller":"traceutil/trace.go:171","msg":"trace[1807693955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38777; }","duration":"208.829598ms","start":"2026-05-27T07:26:04.284635Z","end":"2026-05-27T07:26:04.493465Z","steps":["trace[1807693955] 'agreement among raft nodes before linearized reading' (duration: 208.609261ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:26:04.493507Z","caller":"traceutil/trace.go:171","msg":"trace[1419880348] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:38777; }","duration":"153.26942ms","start":"2026-05-27T07:26:04.340212Z","end":"2026-05-27T07:26:04.493481Z","steps":["trace[1419880348] 'agreement among raft nodes before linearized reading' (duration: 153.116265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:26:04.493634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.21354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T07:26:04.493672Z","caller":"traceutil/trace.go:171","msg":"trace[292190513] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38777; }","duration":"209.349745ms","start":"2026-05-27T07:26:04.284313Z","end":"2026-05-27T07:26:04.493663Z","steps":["trace[292190513] 'agreement among raft nodes before linearized reading' (duration: 208.991883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:26:04.493471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.516102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-27T07:26:04.493807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.430491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T07:26:04.493858Z","caller":"traceutil/trace.go:171","msg":"trace[1341123704] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38777; }","duration":"211.517404ms","start":"2026-05-27T07:26:04.282327Z","end":"2026-05-27T07:26:04.493845Z","steps":["trace[1341123704] 'agreement among raft nodes before linearized reading' (duration: 210.913475ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:26:04.493773Z","caller":"traceutil/trace.go:171","msg":"trace[675102256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38777; }","duration":"210.822312ms","start":"2026-05-27T07:26:04.282912Z","end":"2026-05-27T07:26:04.493735Z","steps":["trace[675102256] 'agreement among raft nodes before linearized reading' (duration: 210.388188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:26:04.494157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.720757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T07:26:04.494268Z","caller":"traceutil/trace.go:171","msg":"trace[1965437027] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38777; }","duration":"210.653907ms","start":"2026-05-27T07:26:04.283591Z","end":"2026-05-27T07:26:04.494244Z","steps":["trace[1965437027] 'agreement among raft nodes before linearized reading' (duration: 209.580183ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:26:09.654456Z","caller":"traceutil/trace.go:171","msg":"trace[9277379] transaction","detail":"{read_only:false; response_revision:38815; number_of_response:1; }","duration":"154.898891ms","start":"2026-05-27T07:26:09.499525Z","end":"2026-05-27T07:26:09.654424Z","steps":["trace[9277379] 'process raft request' (duration: 154.584351ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:26:10.611764Z","caller":"traceutil/trace.go:171","msg":"trace[2088183298] transaction","detail":"{read_only:false; response_revision:38818; number_of_response:1; }","duration":"185.737084ms","start":"2026-05-27T07:26:10.425993Z","end":"2026-05-27T07:26:10.61173Z","steps":["trace[2088183298] 'process raft request' (duration: 100.490259ms)","trace[2088183298] 'compare' (duration: 84.923734ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:26:10.788869Z","caller":"traceutil/trace.go:171","msg":"trace[1211171450] transaction","detail":"{read_only:false; response_revision:38819; number_of_response:1; }","duration":"362.750229ms","start":"2026-05-27T07:26:10.426084Z","end":"2026-05-27T07:26:10.788834Z","steps":["trace[1211171450] 'process raft request' (duration: 301.254431ms)","trace[1211171450] 'compare' (duration: 61.25246ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:26:10.789077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:26:10.42604Z","time spent":"362.932804ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:26:10.78912Z","caller":"traceutil/trace.go:171","msg":"trace[812356168] transaction","detail":"{read_only:false; response_revision:38820; number_of_response:1; }","duration":"362.946315ms","start":"2026-05-27T07:26:10.426146Z","end":"2026-05-27T07:26:10.789092Z","steps":["trace[812356168] 'process raft request' (duration: 362.635955ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:26:10.789248Z","caller":"traceutil/trace.go:171","msg":"trace[2054236909] transaction","detail":"{read_only:false; response_revision:38821; number_of_response:1; }","duration":"362.202032ms","start":"2026-05-27T07:26:10.427032Z","end":"2026-05-27T07:26:10.789234Z","steps":["trace[2054236909] 'process raft request' (duration: 361.976644ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:26:10.789237Z","caller":"traceutil/trace.go:171","msg":"trace[126366806] linearizableReadLoop","detail":"{readStateIndex:40086; appliedIndex:40082; }","duration":"241.083985ms","start":"2026-05-27T07:26:10.548128Z","end":"2026-05-27T07:26:10.789212Z","steps":["trace[126366806] 'read index received' (duration: 179.241656ms)","trace[126366806] 'applied index is now lower than readState.Index' (duration: 61.841109ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:26:10.789345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:26:10.426117Z","time spent":"363.078839ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:26:10.789368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:26:10.426998Z","time spent":"362.282484ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:26:10.789429Z","caller":"traceutil/trace.go:171","msg":"trace[57736971] transaction","detail":"{read_only:false; response_revision:38822; number_of_response:1; }","duration":"361.636433ms","start":"2026-05-27T07:26:10.427778Z","end":"2026-05-27T07:26:10.789415Z","steps":["trace[57736971] 'process raft request' (duration: 361.363595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:26:10.789552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:26:10.427753Z","time spent":"361.716556ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:26:10.789811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.673224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-27T07:26:10.789884Z","caller":"traceutil/trace.go:171","msg":"trace[1016046276] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38822; }","duration":"241.797858ms","start":"2026-05-27T07:26:10.548071Z","end":"2026-05-27T07:26:10.789869Z","steps":["trace[1016046276] 'agreement among raft nodes before linearized reading' (duration: 241.428756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:26:10.790165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.044664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-27T07:26:10.7902Z","caller":"traceutil/trace.go:171","msg":"trace[196295980] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:38822; }","duration":"203.102356ms","start":"2026-05-27T07:26:10.58709Z","end":"2026-05-27T07:26:10.790192Z","steps":["trace[196295980] 'agreement among raft nodes before linearized reading' (duration: 203.007733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:26:10.790154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.370927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-27T07:26:10.790245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.193579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-27T07:26:10.790303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.783412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T07:26:10.790328Z","caller":"traceutil/trace.go:171","msg":"trace[1506311484] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:38822; }","duration":"214.292763ms","start":"2026-05-27T07:26:10.576011Z","end":"2026-05-27T07:26:10.790304Z","steps":["trace[1506311484] 'agreement among raft nodes before linearized reading' (duration: 214.041005ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:26:10.790349Z","caller":"traceutil/trace.go:171","msg":"trace[1723857401] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38822; }","duration":"211.842215ms","start":"2026-05-27T07:26:10.578497Z","end":"2026-05-27T07:26:10.790339Z","steps":["trace[1723857401] 'agreement among raft nodes before linearized reading' (duration: 211.7065ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:26:10.790288Z","caller":"traceutil/trace.go:171","msg":"trace[680568477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38822; }","duration":"226.504351ms","start":"2026-05-27T07:26:10.563759Z","end":"2026-05-27T07:26:10.790263Z","steps":["trace[680568477] 'agreement among raft nodes before linearized reading' (duration: 226.316625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:26:10.790434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.030698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-27T07:26:10.790541Z","caller":"traceutil/trace.go:171","msg":"trace[1328507209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38822; }","duration":"227.834494ms","start":"2026-05-27T07:26:10.562693Z","end":"2026-05-27T07:26:10.790527Z","steps":["trace[1328507209] 'agreement among raft nodes before linearized reading' (duration: 226.819071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:26:10.790215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.394569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T07:26:10.790845Z","caller":"traceutil/trace.go:171","msg":"trace[306266793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38822; }","duration":"228.069251ms","start":"2026-05-27T07:26:10.562757Z","end":"2026-05-27T07:26:10.790826Z","steps":["trace[306266793] 'agreement among raft nodes before linearized reading' (duration: 227.322737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:26:11.137871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.87879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:26:11.138146Z","caller":"traceutil/trace.go:171","msg":"trace[1139126906] transaction","detail":"{read_only:false; response_revision:38824; number_of_response:1; }","duration":"340.604423ms","start":"2026-05-27T07:26:10.797509Z","end":"2026-05-27T07:26:11.138113Z","steps":["trace[1139126906] 'process raft request' (duration: 98.394773ms)","trace[1139126906] 'compare' (duration: 241.778926ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:26:11.138188Z","caller":"traceutil/trace.go:171","msg":"trace[493964279] transaction","detail":"{read_only:false; response_revision:38826; number_of_response:1; }","duration":"340.192149ms","start":"2026-05-27T07:26:10.797968Z","end":"2026-05-27T07:26:11.13816Z","steps":["trace[493964279] 'process raft request' (duration: 340.136287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:26:11.138252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:26:10.797939Z","time spent":"340.282052ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:26:11.138286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:26:10.797478Z","time spent":"340.736407ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:26:11.138517Z","caller":"traceutil/trace.go:171","msg":"trace[1032558512] transaction","detail":"{read_only:false; response_revision:38825; number_of_response:1; }","duration":"340.922763ms","start":"2026-05-27T07:26:10.797582Z","end":"2026-05-27T07:26:11.138505Z","steps":["trace[1032558512] 'process raft request' (duration: 340.461868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:26:11.138587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:26:10.797532Z","time spent":"341.022826ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:26:11.138753Z","caller":"traceutil/trace.go:171","msg":"trace[1714612487] transaction","detail":"{read_only:false; response_revision:38827; number_of_response:1; }","duration":"340.80811ms","start":"2026-05-27T07:26:10.797934Z","end":"2026-05-27T07:26:11.138743Z","steps":["trace[1714612487] 'process raft request' (duration: 340.19941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:26:11.138813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:26:10.797905Z","time spent":"340.879441ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:26:11.138963Z","caller":"traceutil/trace.go:171","msg":"trace[863879284] transaction","detail":"{read_only:false; response_revision:38828; number_of_response:1; }","duration":"339.987113ms","start":"2026-05-27T07:26:10.79896Z","end":"2026-05-27T07:26:11.138947Z","steps":["trace[863879284] 'process raft request' (duration: 339.729855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:26:11.139032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:26:10.79895Z","time spent":"340.051325ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:26:12.497061Z","caller":"traceutil/trace.go:171","msg":"trace[951692843] transaction","detail":"{read_only:false; response_revision:38829; number_of_response:1; }","duration":"115.542219ms","start":"2026-05-27T07:26:12.381492Z","end":"2026-05-27T07:26:12.497035Z","steps":["trace[951692843] 'process raft request' (duration: 115.362183ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:26:12.552124Z","caller":"traceutil/trace.go:171","msg":"trace[1297798104] transaction","detail":"{read_only:false; response_revision:38830; number_of_response:1; }","duration":"165.380875ms","start":"2026-05-27T07:26:12.386712Z","end":"2026-05-27T07:26:12.552093Z","steps":["trace[1297798104] 'process raft request' (duration: 165.190659ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:26:13.257358Z","caller":"traceutil/trace.go:171","msg":"trace[690992957] transaction","detail":"{read_only:false; response_revision:38837; number_of_response:1; }","duration":"110.357274ms","start":"2026-05-27T07:26:13.146981Z","end":"2026-05-27T07:26:13.257338Z","steps":["trace[690992957] 'process raft request' (duration: 110.197309ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:26:13.258858Z","caller":"traceutil/trace.go:171","msg":"trace[1024414943] transaction","detail":"{read_only:false; response_revision:38838; number_of_response:1; }","duration":"111.451398ms","start":"2026-05-27T07:26:13.147397Z","end":"2026-05-27T07:26:13.258848Z","steps":["trace[1024414943] 'process raft request' (duration: 111.331894ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:26:13.259137Z","caller":"traceutil/trace.go:171","msg":"trace[1635704446] transaction","detail":"{read_only:false; response_revision:38839; number_of_response:1; }","duration":"111.181469ms","start":"2026-05-27T07:26:13.147931Z","end":"2026-05-27T07:26:13.259112Z","steps":["trace[1635704446] 'process raft request' (duration: 110.88834ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:26:13.259385Z","caller":"traceutil/trace.go:171","msg":"trace[1477435653] transaction","detail":"{read_only:false; response_revision:38840; number_of_response:1; }","duration":"111.236222ms","start":"2026-05-27T07:26:13.148109Z","end":"2026-05-27T07:26:13.259346Z","steps":["trace[1477435653] 'process raft request' (duration: 110.933482ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:26:13.260208Z","caller":"traceutil/trace.go:171","msg":"trace[423308190] transaction","detail":"{read_only:false; response_revision:38841; number_of_response:1; }","duration":"112.041057ms","start":"2026-05-27T07:26:13.148144Z","end":"2026-05-27T07:26:13.260185Z","steps":["trace[423308190] 'process raft request' (duration: 111.928884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:26:19.046678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.5755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-27T07:26:19.047203Z","caller":"traceutil/trace.go:171","msg":"trace[339772955] transaction","detail":"{read_only:false; response_revision:38876; number_of_response:1; }","duration":"206.130903ms","start":"2026-05-27T07:26:18.841043Z","end":"2026-05-27T07:26:19.047174Z","steps":["trace[339772955] 'process raft request' (duration: 29.876562ms)","trace[339772955] 'compare' (duration: 175.368703ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:26:19.046953Z","caller":"traceutil/trace.go:171","msg":"trace[2015396657] transaction","detail":"{read_only:false; response_revision:38877; number_of_response:1; }","duration":"144.682056ms","start":"2026-05-27T07:26:18.902247Z","end":"2026-05-27T07:26:19.046929Z","steps":["trace[2015396657] 'process raft request' (duration: 144.602344ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:26:19.047532Z","caller":"traceutil/trace.go:171","msg":"trace[792355379] transaction","detail":"{read_only:false; response_revision:38878; number_of_response:1; }","duration":"139.024127ms","start":"2026-05-27T07:26:18.908486Z","end":"2026-05-27T07:26:19.04751Z","steps":["trace[792355379] 'process raft request' (duration: 138.788109ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:26:19.047702Z","caller":"traceutil/trace.go:171","msg":"trace[1750809942] linearizableReadLoop","detail":"{readStateIndex:40145; appliedIndex:40141; }","duration":"122.292003ms","start":"2026-05-27T07:26:18.925393Z","end":"2026-05-27T07:26:19.047685Z","steps":["trace[1750809942] 'read index received' (duration: 41.434979ms)","trace[1750809942] 'applied index is now lower than readState.Index' (duration: 80.855904ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:26:19.047754Z","caller":"traceutil/trace.go:171","msg":"trace[1700966621] transaction","detail":"{read_only:false; response_revision:38879; number_of_response:1; }","duration":"138.441608ms","start":"2026-05-27T07:26:18.909274Z","end":"2026-05-27T07:26:19.047716Z","steps":["trace[1700966621] 'process raft request' (duration: 138.127708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:26:19.047902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.488019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-27T07:26:19.047945Z","caller":"traceutil/trace.go:171","msg":"trace[911961805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38879; }","duration":"122.600123ms","start":"2026-05-27T07:26:18.925335Z","end":"2026-05-27T07:26:19.047935Z","steps":["trace[911961805] 'agreement among raft nodes before linearized reading' (duration: 122.421327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:26:19.259261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.633171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:26:19.259335Z","caller":"traceutil/trace.go:171","msg":"trace[1151859103] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:38880; }","duration":"109.758674ms","start":"2026-05-27T07:26:19.149558Z","end":"2026-05-27T07:26:19.259317Z","steps":["trace[1151859103] 'count revisions from in-memory index tree' (duration: 109.523737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:26:19.25957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.848943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-27T07:26:19.25967Z","caller":"traceutil/trace.go:171","msg":"trace[403892839] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:38880; }","duration":"101.996367ms","start":"2026-05-27T07:26:19.157645Z","end":"2026-05-27T07:26:19.259641Z","steps":["trace[403892839] 'count revisions from in-memory index tree' (duration: 101.79864ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:26:38.988944Z","caller":"traceutil/trace.go:171","msg":"trace[578321022] transaction","detail":"{read_only:false; response_revision:39023; number_of_response:1; }","duration":"143.263371ms","start":"2026-05-27T07:26:38.845595Z","end":"2026-05-27T07:26:38.988859Z","steps":["trace[578321022] 'process raft request' (duration: 67.467548ms)","trace[578321022] 'compare' (duration: 75.584926ms)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:30:27.354373Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38523} {"level":"info","ts":"2026-05-27T07:30:27.492822Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38523,"took":"133.698147ms","hash":3715962299,"current-db-size-bytes":63393792,"current-db-size":"63 MB","current-db-size-in-use-bytes":31539200,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-27T07:30:27.492896Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3715962299,"revision":38523,"compact-revision":36239} {"level":"info","ts":"2026-05-27T07:31:53.435931Z","caller":"traceutil/trace.go:171","msg":"trace[516149917] linearizableReadLoop","detail":"{readStateIndex:42787; appliedIndex:42786; }","duration":"107.11629ms","start":"2026-05-27T07:31:53.328788Z","end":"2026-05-27T07:31:53.435904Z","steps":["trace[516149917] 'read index received' (duration: 106.922524ms)","trace[516149917] 'applied index is now lower than readState.Index' (duration: 192.686µs)"],"step_count":2} {"level":"info","ts":"2026-05-27T07:31:53.436039Z","caller":"traceutil/trace.go:171","msg":"trace[1595324045] transaction","detail":"{read_only:false; response_revision:41450; number_of_response:1; }","duration":"150.798071ms","start":"2026-05-27T07:31:53.285193Z","end":"2026-05-27T07:31:53.435991Z","steps":["trace[1595324045] 'process raft request' (duration: 150.514792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:31:53.436292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.322211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-27T07:31:53.436345Z","caller":"traceutil/trace.go:171","msg":"trace[99756680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41450; }","duration":"104.505167ms","start":"2026-05-27T07:31:53.331828Z","end":"2026-05-27T07:31:53.436333Z","steps":["trace[99756680] 'agreement among raft nodes before linearized reading' (duration: 104.246759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:31:53.436326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.490632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-27T07:31:53.436451Z","caller":"traceutil/trace.go:171","msg":"trace[354391288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:41450; }","duration":"107.677618ms","start":"2026-05-27T07:31:53.328746Z","end":"2026-05-27T07:31:53.436423Z","steps":["trace[354391288] 'agreement among raft nodes before linearized reading' (duration: 107.291186ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:31:53.755995Z","caller":"traceutil/trace.go:171","msg":"trace[1544622532] transaction","detail":"{read_only:false; response_revision:41452; number_of_response:1; }","duration":"311.917402ms","start":"2026-05-27T07:31:53.444056Z","end":"2026-05-27T07:31:53.755973Z","steps":["trace[1544622532] 'process raft request' (duration: 311.84782ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:31:53.75603Z","caller":"traceutil/trace.go:171","msg":"trace[1424332587] transaction","detail":"{read_only:false; response_revision:41451; number_of_response:1; }","duration":"311.921482ms","start":"2026-05-27T07:31:53.444063Z","end":"2026-05-27T07:31:53.755985Z","steps":["trace[1424332587] 'process raft request' (duration: 306.21077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:31:53.756129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:31:53.444023Z","time spent":"312.028375ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:31:53.75624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:31:53.444034Z","time spent":"312.091058ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:31:53.756237Z","caller":"traceutil/trace.go:171","msg":"trace[190587512] transaction","detail":"{read_only:false; response_revision:41453; number_of_response:1; }","duration":"312.103797ms","start":"2026-05-27T07:31:53.444112Z","end":"2026-05-27T07:31:53.756216Z","steps":["trace[190587512] 'process raft request' (duration: 311.828429ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:31:53.756262Z","caller":"traceutil/trace.go:171","msg":"trace[1035820100] linearizableReadLoop","detail":"{readStateIndex:42791; appliedIndex:42787; }","duration":"296.16138ms","start":"2026-05-27T07:31:53.460076Z","end":"2026-05-27T07:31:53.756238Z","steps":["trace[1035820100] 'read index received' (duration: 291.419949ms)","trace[1035820100] 'applied index is now lower than readState.Index' (duration: 4.740511ms)"],"step_count":2} {"level":"warn","ts":"2026-05-27T07:31:53.75636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:31:53.444081Z","time spent":"312.211391ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-27T07:31:53.756441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.366337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:31:53.756471Z","caller":"traceutil/trace.go:171","msg":"trace[714382983] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:41454; }","duration":"296.397798ms","start":"2026-05-27T07:31:53.460063Z","end":"2026-05-27T07:31:53.756461Z","steps":["trace[714382983] 'agreement among raft nodes before linearized reading' (duration: 296.321346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:31:53.756485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.766671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-27T07:31:53.756504Z","caller":"traceutil/trace.go:171","msg":"trace[904672927] transaction","detail":"{read_only:false; response_revision:41454; number_of_response:1; }","duration":"311.919702ms","start":"2026-05-27T07:31:53.444573Z","end":"2026-05-27T07:31:53.756493Z","steps":["trace[904672927] 'process raft request' (duration: 311.53217ms)"],"step_count":1} {"level":"info","ts":"2026-05-27T07:31:53.75653Z","caller":"traceutil/trace.go:171","msg":"trace[1513146969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41454; }","duration":"188.832643ms","start":"2026-05-27T07:31:53.567664Z","end":"2026-05-27T07:31:53.756497Z","steps":["trace[1513146969] 'agreement among raft nodes before linearized reading' (duration: 188.795022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-27T07:31:53.756818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-27T07:31:53.444564Z","time spent":"311.968044ms","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-27T07:35:27.363376Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":40733} {"level":"info","ts":"2026-05-27T07:35:27.487538Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":40733,"took":"119.055841ms","hash":1535983051,"current-db-size-bytes":63393792,"current-db-size":"63 MB","current-db-size-in-use-bytes":31776768,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-27T07:35:27.487607Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1535983051,"revision":40733,"compact-revision":38523}